<commit_before>all: deps build

build:
	go fmt ./...
	go build
test:
	go test ./...
test-report: report-dir
	go test ./... -v | go-junit-report > reports/tests.xml
deps:
	go get -d -t
imports:
	go get -v $(go list -f '{{range .Imports}}{{ . }} {{end}}')
tools:
	go get github.com/jstemmer/go-junit-report
	go get github.com/golang/lint/golint
	go get github.com/ryancox/gobench2plot
clean:
	rm -rf reports/
bench:
	go test ./... -bench=.
bench-report: report-dir
	go test ./... -bench=. -benchmem | gobench2plot > reports/benchmarks.xml
check: report-dir
	golint ./... > reports/lint.txt
	go vet ./...  2> reports/vet.txt
report-dir:
	mkdir -p reports
ci: deps tools test-report cover bench-report check
<commit_msg>Update Makefile to build subdirs<commit_after>all: deps build

build:
	go fmt ./...
	go build ./...
	go build
test:
	go test ./...
test-report: report-dir
	go test ./... -v | go-junit-report > reports/tests.xml
deps:
	go get -d -t
imports:
	go get -v $(go list -f '{{range .Imports}}{{ . }} {{end}}')
tools:
	go get github.com/jstemmer/go-junit-report
	go get github.com/golang/lint/golint
	go get github.com/ryancox/gobench2plot
clean:
	rm -rf reports/
bench:
	go test ./... -bench=.
bench-report: report-dir
	go test ./... -bench=. -benchmem | gobench2plot > reports/benchmarks.xml
check: report-dir
	golint ./... > reports/lint.txt
	go vet ./...  2> reports/vet.txt
report-dir:
	mkdir -p reports
ci: deps tools test-report cover bench-report check

{'fraction_non_alphanumeric': 0.1683708248125426, 'fraction_numerical': 0.00408997955010225, 'mean_word_length': 2.7448979591836733, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1280550', 'n_tokens_mistral': 574, 'n_tokens_neox': 549, 'n_words': 162}