<commit_before>all: toolchain

clean:
	rm -rf util/_toolchain/go

toolchain: util/_toolchain/go/bin/go

util/_toolchain/go/bin/go: util/_toolchain/bin/gonative
	cd util/_toolchain && rm -rf go && GOROOT_BOOTSTRAP=$$GOROOT bin/gonative build -version=1.5.1 && ls | grep -v "^\(bin\|go\)$$" | xargs rm -r


util/_toolchain/bin/gonative:
	go build -o util/_toolchain/bin/gonative github.com/inconshreveable/gonative<commit_msg>get GOROOT from `go env`<commit_after>all: toolchain

clean:
	rm -rf util/_toolchain/go

toolchain: util/_toolchain/go/bin/go

util/_toolchain/go/bin/go: util/_toolchain/bin/gonative
	cd util/_toolchain && rm -rf go && GOROOT_BOOTSTRAP=$$(go env GOROOT) bin/gonative build -version=1.5.1 && ls | grep -v "^\(bin\|go\)$$" | xargs rm -r


util/_toolchain/bin/gonative:
	go build -o util/_toolchain/bin/gonative github.com/inconshreveable/gonative
{'fraction_non_alphanumeric': 0.1497695852534562, 'fraction_numerical': 0.0069124423963133645, 'mean_word_length': 4.266666666666667, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5403572', 'n_tokens_mistral': 355, 'n_tokens_neox': 343, 'n_words': 69}