<commit_before>VERSION=0.26
distdir=carbonzipper-$(VERSION)

carbonzipper: fetchdeps
	GOPATH=`pwd`/Godeps/_workspace go build -o carbonzipper

fetchdeps:
	GOPATH=`pwd`/Godeps/_workspace go get -d

updatedeps:
	GOPATH=`pwd`/Godeps/_workspace go get -du

dist: fetchdeps
	godep save
	mkdir $(distdir)
	mv Godeps $(distdir)
	cp Makefile *.go $(distdir)
	tar zvcf $(distdir).tar.gz $(distdir)
	rm -rf $(distdir)
<commit_msg>Add sha1 to BuildVersion at build time<commit_after>VERSION=0.26
distdir=carbonzipper-$(VERSION)
REV=`cat revision.txt`

carbonzipper: fetchdeps
	GOPATH=`pwd`/_deps go build -ldflags "-X main.BuildVersion `cat revision.txt`" -o carbonzipper

fetchdeps:
	GOPATH=`pwd`/_deps go get -d

updatedeps:
	GOPATH=`pwd`/_deps go get -du

dist: fetchdeps
	mkdir $(distdir)
	mv _deps $(distdir)
	cp Makefile *.go $(distdir)
	echo "REV is" $(REV)
	git rev-parse HEAD >$(distdir)/revision.txt
	tar zvcf $(distdir).tar.gz $(distdir)
	rm -rf $(distdir)

{'fraction_non_alphanumeric': 0.13688610240334378, 'fraction_numerical': 0.0073145245559038665, 'mean_word_length': 4.9875, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6548717', 'n_tokens_mistral': 412, 'n_tokens_neox': 388, 'n_words': 97}