<commit_before># minimalist makefile
.SUFFIXES:
.PHONY: all clean
#
.SUFFIXES: .cpp .o .c .h
CFLAGS= -fPIC -std=c99 -Wall -Wextra -Wshadow
ifeq ($(DEBUG),1)
CFLAGS += -ggdb -fsanitize=undefined  -fno-omit-frame-pointer -fsanitize=address
else
CFLAGS += -O3 
endif # debug

CFLAGS_ICC=
CFLAGS_GCC=

ifeq ($(SSE),1)
CFLAGS += -msse -march=native
else
ifeq ($(AVX512BW),1)
CFLAGS += -DHAVE_AVX2_INSTRUCTIONS -DHAVE_AVX512BW_INSTRUCTIONS
CFLAGS_GCC += -mavx512vbmi -march=native<commit_msg>Yes, unroll-loops help. Keeping it.<commit_after># minimalist makefile
.SUFFIXES:
.PHONY: all clean
#
.SUFFIXES: .cpp .o .c .h
CFLAGS= -fPIC -std=c99 -Wall -Wextra -Wshadow
ifeq ($(DEBUG),1)
CFLAGS += -ggdb -fsanitize=undefined  -fno-omit-frame-pointer -fsanitize=address
else
CFLAGS += -O3 -funroll-loops 
endif # debug

CFLAGS_ICC=
CFLAGS_GCC=

ifeq ($(SSE),1)
CFLAGS += -msse -march=native
else
ifeq ($(AVX512BW),1)
CFLAGS += -DHAVE_AVX2_INSTRUCTIONS -DHAVE_AVX512BW_INSTRUCTIONS
CFLAGS_GCC += -mavx512vbmi -march=native
{'fraction_non_alphanumeric': 0.1466798810703667, 'fraction_numerical': 0.031714568880079286, 'mean_word_length': 4.771428571428571, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3759113', 'n_tokens_mistral': 478, 'n_tokens_neox': 444, 'n_words': 96}