<commit_before>CXXFLAGS=-std=c++0x -fopenmp -funroll-loops -march=native -Wno-unused-function -D_GLIBCXX_PARALLEL -Ofast -g -Wall -DNDEBUG 
CXX=g++

all: prefetch train predict vt_ncc vt_knn vt_prefetch vt_train vt_classifier validation

clean:
	rm -fr prefetch train predict vt_ncc vt_knn vt_prefetch vt_train vt_classifier validation

prefetch: prefetch.cpp reader.hpp tick.hpp util.hpp  inverted_index.hpp tfidf_transformer.hpp ncc_cache.hpp  nearest_centroid_classifier.hpp SETTINGS.h
	$(CXX) prefetch.cpp -o prefetch -DVALIDATION_TEST=0 $(CXXFLAGS)

train: train.cpp reader.hpp tick.hpp util.hpp tfidf_transformer.hpp ncc_cache.hpp classifier_storage.hpp SETTINGS.h
	$(CXX) train.cpp -o train -DVALIDATION_TEST=0 $(CXXFLAGS)

predict: predict.cpp  reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp nearest_centroid_classifier.hpp classifier_storage.hpp binary_classifier.hpp  SETTINGS.h

vt_train: train.cpp reader.hpp tick.hpp util.hpp tfidf_transformer.hpp ncc_cache.hpp classifier_storage.hpp SETTINGS.h
	$(CXX) train.cpp -o vt_train -DVALIDATION_TEST=1 $(CXXFLAGS)

vt_knn: vt_knn.cpp reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp SETTINGS.h

vt_ncc: vt_ncc.cpp reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp nearest_centroid_classifier.hpp SETTINGS.h

vt_prefetch: prefetch.cpp reader.hpp tick.hpp util.hpp  inverted_index.hpp tfidf_transformer.hpp ncc_cache.hpp  nearest_centroid_classifier.hpp SETTINGS.h
	$(CXX) prefetch.cpp -o vt_prefetch -DVALIDATION_TEST=1 $(CXXFLAGS)

vt_classifier: vt_classifier.cpp reader.hpp tick.hpp util.hpp  inverted_index.hpp tfidf_transformer.hpp ncc_cache.hpp binary_classifier.hpp SETTINGS.h
	$(CXX) vt_classifier.cpp -o vt_classifier -DVALIDATION_TEST=1 $(CXXFLAGS)

validation: validation.cpp reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp nearest_centroid_classifier.hpp classifier_storage.hpp binary_classifier.hpp SETTINGS.h
<commit_msg>fix build rule for validation.cpp<commit_after>CXXFLAGS=-std=c++0x -fopenmp -funroll-loops -march=native -Wno-unused-function -D_GLIBCXX_PARALLEL -Ofast -g -Wall -DNDEBUG 
CXX=g++

all: prefetch train predict vt_ncc vt_knn vt_prefetch vt_train vt_classifier validation

clean:
	rm -fr prefetch train predict vt_ncc vt_knn vt_prefetch vt_train vt_classifier validation

prefetch: prefetch.cpp reader.hpp tick.hpp util.hpp  inverted_index.hpp tfidf_transformer.hpp ncc_cache.hpp  nearest_centroid_classifier.hpp SETTINGS.h
	$(CXX) prefetch.cpp -o prefetch -DVALIDATION_TEST=0 $(CXXFLAGS)

train: train.cpp reader.hpp tick.hpp util.hpp tfidf_transformer.hpp ncc_cache.hpp classifier_storage.hpp SETTINGS.h
	$(CXX) train.cpp -o train -DVALIDATION_TEST=0 $(CXXFLAGS)

predict: predict.cpp  reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp nearest_centroid_classifier.hpp classifier_storage.hpp binary_classifier.hpp  SETTINGS.h

vt_train: train.cpp reader.hpp tick.hpp util.hpp tfidf_transformer.hpp ncc_cache.hpp classifier_storage.hpp SETTINGS.h
	$(CXX) train.cpp -o vt_train -DVALIDATION_TEST=1 $(CXXFLAGS)

vt_knn: vt_knn.cpp reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp SETTINGS.h

vt_ncc: vt_ncc.cpp reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp nearest_centroid_classifier.hpp SETTINGS.h

vt_prefetch: prefetch.cpp reader.hpp tick.hpp util.hpp  inverted_index.hpp tfidf_transformer.hpp ncc_cache.hpp  nearest_centroid_classifier.hpp SETTINGS.h
	$(CXX) prefetch.cpp -o vt_prefetch -DVALIDATION_TEST=1 $(CXXFLAGS)

vt_classifier: vt_classifier.cpp reader.hpp tick.hpp util.hpp  inverted_index.hpp tfidf_transformer.hpp ncc_cache.hpp binary_classifier.hpp SETTINGS.h
	$(CXX) vt_classifier.cpp -o vt_classifier -DVALIDATION_TEST=1 $(CXXFLAGS)

validation: validation.cpp reader.hpp tick.hpp util.hpp inverted_index.hpp tfidf_transformer.hpp nearest_centroid_classifier.hpp classifier_storage.hpp binary_classifier.hpp SETTINGS.h
	$(CXX) validation.cpp -o validation -DVALIDATION_TEST=1 $(CXXFLAGS)

{'fraction_non_alphanumeric': 0.08384862725698738, 'fraction_numerical': 0.003215434083601286, 'mean_word_length': 5.972413793103448, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6103052', 'n_tokens_mistral': 1512, 'n_tokens_neox': 1475, 'n_words': 310}