<commit_before>CC = gcc
CFLAGS += -std=gnu99 -Wall -fPIE -fstack-protector-all -D TB_NO_HW_POP_COUNT -O3
LDFLAGS += -Wl,-z,now -Wl,-z,relro -levent -lgtb -pthread

fathom: main.o tbprobe.o
	$(CXX) -o $@ main.o tbprobe.o $(LDFLAGS)

tbprobe.o: tbcore.c tbcore.h tbprobe.c tbprobe.h
	$(CC) $(CFLAGS) -c tbprobe.c

main.o: main.c tbprobe.h
	$(CC) $(CFLAGS) -c main.c

.PHONY: test
test: fathom
	python test.py -v
<commit_msg>Add theoretical tbconfig.h make dependency<commit_after>CC = gcc
CFLAGS += -std=gnu99 -Wall -fPIE -fstack-protector-all -D TB_NO_HW_POP_COUNT -O3
LDFLAGS += -Wl,-z,now -Wl,-z,relro -levent -lgtb -pthread

fathom: main.o tbprobe.o
	$(CXX) -o $@ main.o tbprobe.o $(LDFLAGS)

tbprobe.o: tbcore.c tbcore.h tbprobe.c tbprobe.h tbconfig.h
	$(CC) $(CFLAGS) -c tbprobe.c

main.o: main.c tbprobe.h tbconfig.h
	$(CC) $(CFLAGS) -c main.c

.PHONY: test
test: fathom
	python test.py -v

{'fraction_non_alphanumeric': 0.1664804469273743, 'fraction_numerical': 0.0067039106145251395, 'mean_word_length': 3.525252525252525, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6353652', 'n_tokens_mistral': 422, 'n_tokens_neox': 407, 'n_words': 100}