<commit_before>GO=go
GOBIN=$(PWD)/bin
TESTOPTS=-coverprofile=result.coverprofile -v -race ./...
BUILDOPTS=-tags netgo -installsuffix netgo -ldflags "-w -s -extldflags -static"
BINARY=my-scraper

all: deps test build

setup:
	GOBIN=$(GOBIN) GO111MODULE=on go install github.com/lestrrat/go-server-starter/cmd/start_server
	GOBIN=$(GOBIN) GO111MODULE=on go install github.com/mattn/goveralls
	GOBIN=$(GOBIN) GO111MODULE=on go install honnef.co/go/tools/cmd/megacheck

deps:
	GO111MODULE=on go mod download

test:
	GO111MODULE=on $(GO) vet ./...
	GO111MODULE=on $(GO) test $(TESTOPTS)
	#$(GOBIN)/megacheck ./...

build:
	GO111MODULE=on $(GO) build -o $(BINARY) $(BUILDOPTS)

goveralls:
	$(GOBIN)/goveralls -service=travis-ci -coverprofile=result.coverprofile

build-linux:
	GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=amd64 $(GO) build -o $(BINARY).linux $(BUILDOPTS)
<commit_msg>Use `go mod tidy` and `go mod verify`<commit_after>GO=go
GOBIN=$(PWD)/bin
TESTOPTS=-coverprofile=result.coverprofile -v -race ./...
BUILDOPTS=-tags netgo -installsuffix netgo -ldflags "-w -s -extldflags -static"
BINARY=my-scraper

all: deps test build

setup:
	GOBIN=$(GOBIN) GO111MODULE=on go install github.com/lestrrat/go-server-starter/cmd/start_server
	GOBIN=$(GOBIN) GO111MODULE=on go install github.com/mattn/goveralls
	GOBIN=$(GOBIN) GO111MODULE=on go install honnef.co/go/tools/cmd/megacheck

deps:
	GO111MODULE=on go mod tidy

test:
	GO111MODULE=on $(GO) mod verify
	GO111MODULE=on $(GO) vet ./...
	GO111MODULE=on $(GO) test $(TESTOPTS)
	#$(GOBIN)/megacheck ./...

build:
	GO111MODULE=on $(GO) build -o $(BINARY) $(BUILDOPTS)

goveralls:
	$(GOBIN)/goveralls -service=travis-ci -coverprofile=result.coverprofile

build-linux:
	GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=amd64 $(GO) build -o $(BINARY).linux $(BUILDOPTS)

{'fraction_non_alphanumeric': 0.151130722559294, 'fraction_numerical': 0.03143960286817429, 'mean_word_length': 5.066889632107023, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3148983', 'n_tokens_mistral': 768, 'n_tokens_neox': 721, 'n_words': 151}