<commit_before>COMPILER = g++
LIBS = -l boost_program_options -l pthread -l z

#LIBS = -l boost_program_options-gcc34 -l pthread -l z
BOOST_INCLUDE = /usr/include
#BOOST_INCLUDE = /usr/local/include
BOOST_LIBRARY = /usr/local/lib

ARCH = -march=nocona 
OPTIM_FLAGS = -O3 -fomit-frame-pointer -ffast-math -fno-strict-aliasing
WARN_FLAGS = -Wall #-Werror <commit_msg>autodetect native vs. nocona arch<commit_after>COMPILER = g++
LIBS = -l boost_program_options -l pthread -l z

ARCH = $(shell test `g++ -v 2>&1 | tail -1 | cut -d ' ' -f 3 | cut -d '.' -f 1,2` \< 4.2 && echo -march=nocona || echo -march=native)

#LIBS = -l boost_program_options-gcc34 -l pthread -l z
BOOST_INCLUDE = /usr/include
#BOOST_INCLUDE = /usr/local/include
BOOST_LIBRARY = /usr/local/lib

OPTIM_FLAGS = -O3 -fomit-frame-pointer -ffast-math -fno-strict-aliasing
WARN_FLAGS = -Wall #-Werror 
{'fraction_non_alphanumeric': 0.1436848203939745, 'fraction_numerical': 0.016222479721900347, 'mean_word_length': 3.6451612903225805, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6655100', 'n_tokens_mistral': 367, 'n_tokens_neox': 339, 'n_words': 87}