<commit_before>TARGET = make_nm normalize_prefix
XBYAK_INC=../xbyak/xbyak.h

ifeq ($(MODE_BIT),64)
	XBYAK_OPT=-m64
	XBYAK_COPT=-DXBYAK64
else
	XBYAK_OPT=-m32
	XBYAK_COPT=-DXBYAK32
endif

all: $(TARGET)

CFLAGS_WARN=-Wall -Wextra -Wformat=2 -Wcast-qual -Wcast-align -Wwrite-strings -Wfloat-equal -Wpointer-arith

CFLAGS=-O2 -fomit-frame-pointer -Wall -fno-operator-names -I../ $(XBYAK_OPT) $(XBYAK_COPT) $(CFLAGS_WARN)
make_nm:
	g++ $(CFLAGS) make_nm.cpp -o $@
normalize_prefix: normalize_prefix.cpp
	g++ $(CFLAGS) normalize_prefix.cpp -o $@
test_mmx: test_mmx.cpp
	g++ $(CFLAGS) test_mmx.cpp -o $@ -lpthread
jmp: jmp.cpp
	g++ $(CFLAGS) jmp.cpp -o $@

test: normalize_prefix jmp
	./test_nm.sh<commit_msg>use CXX instead of g++<commit_after>TARGET = make_nm normalize_prefix
XBYAK_INC=../xbyak/xbyak.h

ifeq ($(MODE_BIT),64)
	XBYAK_OPT=-m64
	XBYAK_COPT=-DXBYAK64
else
	XBYAK_OPT=-m32
	XBYAK_COPT=-DXBYAK32
endif

all: $(TARGET)

CFLAGS_WARN=-Wall -Wextra -Wformat=2 -Wcast-qual -Wcast-align -Wwrite-strings -Wfloat-equal -Wpointer-arith

CFLAGS=-O2 -fomit-frame-pointer -Wall -fno-operator-names -I../ $(XBYAK_OPT) $(XBYAK_COPT) $(CFLAGS_WARN)
make_nm:
	$(CXX) $(CFLAGS) make_nm.cpp -o $@
normalize_prefix: normalize_prefix.cpp
	$(CXX) $(CFLAGS) normalize_prefix.cpp -o $@
test_mmx: test_mmx.cpp
	$(CXX) $(CFLAGS) test_mmx.cpp -o $@ -lpthread
jmp: jmp.cpp
	$(CXX) $(CFLAGS) jmp.cpp -o $@

test: normalize_prefix jmp
	./test_nm.sh
{'fraction_non_alphanumeric': 0.16257883672039244, 'fraction_numerical': 0.016818500350385426, 'mean_word_length': 4.6, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5235457', 'n_tokens_mistral': 669, 'n_tokens_neox': 632, 'n_words': 119}