<commit_before>expt.log:
	python grid-expt.py acc 16 > expt.log

actual.txt: expt.log
	echo experiment on `date` > actual.txt
	tail -13 expt.log  >> actual.txt

check: actual.txt
	diff -y actual.txt expected.txt || true

test:
	python grid-expt.py time 16
	python grid-expt.py time 64
	python grid-expt.py acc

clean:
	rm -f *.pyc *.cfacts *.exam *~ visualize.png expt.log actual.txt inputs/*

<commit_msg>added tmp-cache Makefile deltas<commit_after>expt.log:
	python grid-expt.py acc 16 > expt.log

actual.txt: expt.log
	echo experiment on `date` > actual.txt
	tail -13 expt.log  >> actual.txt

check: actual.txt
	diff -y actual.txt expected.txt || true

test:
	python grid-expt.py time 16
	python grid-expt.py time 64
	python grid-expt.py acc

clean:
	rm -f *.pyc *.cfacts *.exam *~ visualize.png expt.log actual.txt inputs/* tmp-cache/*


{'fraction_non_alphanumeric': 0.12351543942992874, 'fraction_numerical': 0.019002375296912115, 'mean_word_length': 3.345360824742268, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5593156', 'n_tokens_mistral': 345, 'n_tokens_neox': 321, 'n_words': 96}