<commit_before>all: consolidate consolidate-direct extract extract-rules relax-parse \
     score statistics

clean: 
	rm -f *.o

.cpp.o:
	$(CXX) -O6 -g -c $<

extract: tables-core.o SentenceAlignment.o extract.o
	$(CXX) $^ -o extract

extract-rules: tables-core.o SentenceAlignment.o SentenceAlignmentWithSyntax.o SyntaxTree.o XmlTree.o HoleCollection.o extract-rules.o 
	$(CXX) $^ -o extract-rules

extract-lex: extract-lex
	$(CXX) $^ -o extract-lex

score: tables-core.o AlignmentPhrase.o score.o PhraseAlignment.o InputFileStream.o
	$(CXX) $^ -lz -o score

consolidate: consolidate.o tables-core.o
	$(CXX) $^ -o consolidate

consolidate-direct: consolidate-direct.o InputFileStream.o
	$(CXX) $^ -lz -o consolidate-direct

relax-parse: tables-core.o SyntaxTree.o XmlTree.o relax-parse.o
	$(CXX) $^ -o relax-parse

statistics: tables-core.o AlignmentPhrase.o statistics.o
	$(CXX) $^ -o statistics


<commit_msg>makefile<commit_after>all: consolidate consolidate-direct extract extract-rules relax-parse \
     score statistics extract-lex

clean: 
	rm -f *.o

.cpp.o:
	$(CXX) -O6 -g -c $<

extract: tables-core.o SentenceAlignment.o extract.o
	$(CXX) $^ -o extract

extract-rules: tables-core.o SentenceAlignment.o SentenceAlignmentWithSyntax.o SyntaxTree.o XmlTree.o HoleCollection.o extract-rules.o 
	$(CXX) $^ -o extract-rules

extract-lex: extract-lex.o
	$(CXX) $^ -o extract-lex

score: tables-core.o AlignmentPhrase.o score.o PhraseAlignment.o InputFileStream.o
	$(CXX) $^ -lz -o score

consolidate: consolidate.o tables-core.o
	$(CXX) $^ -o consolidate

consolidate-direct: consolidate-direct.o InputFileStream.o
	$(CXX) $^ -lz -o consolidate-direct

relax-parse: tables-core.o SyntaxTree.o XmlTree.o relax-parse.o
	$(CXX) $^ -o relax-parse

statistics: tables-core.o AlignmentPhrase.o statistics.o
	$(CXX) $^ -o statistics



{'fraction_non_alphanumeric': 0.13732970027247957, 'fraction_numerical': 0.0010899182561307902, 'mean_word_length': 3.989130434782609, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5312100', 'n_tokens_mistral': 713, 'n_tokens_neox': 649, 'n_words': 157}