<commit_before>CXX?=g++

re2g: src/re2g.cxx src/usage
	$(CXX) -D "RE2G_USAGE_STR={$(shell echo `od -b -A n src/usage|sed 's/^ */0/'`|sed 's/ /,0/g')}"  -Ibuild -Wall -lre2 -I/opt/re2/include/ -L/opt/re2/lib/ src/*.cxx -o re2g

test: re2g tests/test.sh
	tests/test.sh ./re2g

<commit_msg>even better usage generation<commit_after>CXX?=g++

re2g: src/re2g.cxx src/usage
	$(CXX) -D "RE2G_USAGE_STR={0$(shell echo `od -b -A n src/usage`|sed 's/ /,0/g')}"  -Ibuild -Wall -lre2 -I/opt/re2/include/ -L/opt/re2/lib/ src/*.cxx -o re2g

test: re2g tests/test.sh
	tests/test.sh ./re2g


{'fraction_non_alphanumeric': 0.21913043478260869, 'fraction_numerical': 0.03826086956521739, 'mean_word_length': 3.0851063829787235, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4052601', 'n_tokens_mistral': 294, 'n_tokens_neox': 290, 'n_words': 61}