Change the package manager to go modules (pingcap#92)

* Change the package manager to go modules

* fix module name and add vendor dir

* supplement go.mod and .gitignore files

* add clean_vendor.sh and rmove unused vendor

* fix clean_vendor.sh

Author: LeopPro

Makefile

@@ -16,32 +16,33 @@ LDFLAGS += -X "github.com/pingcap/tidb-tools/pkg/utils.BuildTS=$(shell date -u '
 LDFLAGS += -X "github.com/pingcap/tidb-tools/pkg/utils.GitHash=$(shell git rev-parse HEAD)"
 
 CURDIR   := $(shell pwd)
-GO       := GO15VENDOREXPERIMENT="1" go
+GO       := GO15VENDOREXPERIMENT="1" GO111MODULE=on go
 GOTEST   := CGO_ENABLED=1 $(GO) test -p 3
 PACKAGES := $$(go list ./... | grep -vE 'vendor')
 FILES     := $$(find . -name '*.go' -type f | grep -vE 'vendor')
+VENDOR_TIDB := vendor/github.com/pingcap/tidb
 
 
 build: check test importer checker dump_region binlogctl sync_diff_inspector
 
-importer:
-	$(GO) build -ldflags '$(LDFLAGS)' -o bin/importer ./importer
+importer: parserlib
+	$(GO) build -ldflags '$(LDFLAGS)' -mod=vendor -o bin/importer ./importer
 
-checker:
-	$(GO) build -ldflags '$(LDFLAGS)' -o bin/checker ./checker
+checker: parserlib
+	$(GO) build -ldflags '$(LDFLAGS)' -mod=vendor -o bin/checker ./checker
 
-dump_region:
-	$(GO) build -ldflags '$(LDFLAGS)' -o bin/dump_region ./dump_region
+dump_region: parserlib
+	$(GO) build -ldflags '$(LDFLAGS)' -mod=vendor -o bin/dump_region ./dump_region
 
-binlogctl:
-	$(GO) build -ldflags '$(LDFLAGS)' -o bin/binlogctl ./tidb_binlog/binlogctl
+binlogctl: parserlib
+	$(GO) build -ldflags '$(LDFLAGS)' -mod=vendor -o bin/binlogctl ./tidb_binlog/binlogctl
 
-sync_diff_inspector:
-	$(GO) build -ldflags '$(LDFLAGS)' -o bin/sync_diff_inspector ./sync_diff_inspector
+sync_diff_inspector: parserlib
+	$(GO) build -ldflags '$(LDFLAGS)' -mod=vendor -o bin/sync_diff_inspector ./sync_diff_inspector
 
-test:
+test: parserlib
 	@export log_level=error; \
-	$(GOTEST) -cover $(PACKAGES)
+	$(GOTEST) -cover $(PACKAGES) -mod=vendor
 
 fmt:
 	go fmt ./...
@@ -59,13 +60,34 @@ check:
 	@ gofmt -s -l -w $(FILES) 2>&1 | awk '{print} END{if(NR>0) {exit 1}}'
 
 update:
-	which glide >/dev/null || curl https://glide.sh/get | sh
-	which glide-vc || go get -v -u github.com/sgotti/glide-vc
-ifdef PKG
-	glide get -s -v --skip-test ${PKG}
-else
-	glide update -s -v -u --skip-test
-endif
-	@echo "removing test files"
-	glide vc --use-lock-file --only-code --no-tests
+	make vendor
+
+goyacc:
+	$(GO) get github.com/pingcap/tidb/parser/goyacc
+
+parser: goyacc
+	goyacc -o /dev/null $(VENDOR_TIDB)/parser/parser.y
+	goyacc -o $(VENDOR_TIDB)/parser/parser.go $(VENDOR_TIDB)/parser/parser.y 2>&1 | egrep "(shift|reduce)/reduce" | awk '{print} END {if (NR > 0) {print "Find conflict in parser.y. Please check y.output for more information."; exit 1;}}'
+	rm -f y.output
+
+	@if [ $(ARCH) = $(LINUX) ]; \
+	then \
+		sed -i -e 's|//line.*||' -e 's/yyEofCode/yyEOFCode/' $(VENDOR_TIDB)/parser/parser.go; \
+	elif [ $(ARCH) = $(MAC) ]; \
+	then \
+		/usr/bin/sed -i "" 's|//line.*||' $(VENDOR_TIDB)/parser/parser.go; \
+		/usr/bin/sed -i "" 's/yyEofCode/yyEOFCode/' $(VENDOR_TIDB)/parser/parser.go; \
+	fi
+
+	@awk 'BEGIN{print "// Code generated by goyacc"} {print $0}' $(VENDOR_TIDB)/parser/parser.go > tmp_parser.go && mv tmp_parser.go $(VENDOR_TIDB)/parser/parser.go;
+
+parserlib: $(VENDOR_TIDB)/parser/parser.go
+
+$(VENDOR_TIDB)/parser/parser.go: $(VENDOR_TIDB)/parser/parser.y
+	make parser
+
+$(VENDOR_TIDB)/parser/parser.y: vendor
 
+vendor:
+	$(GO) mod vendor
+	sh ./hack/clean_vendor.sh