<commit_before>CC=g++
CXX=g++
CFLAGS = -g -O3
CXXFLAGS = -fPIC -Ijson11 -Wall -Wno-sign-compare -std=c++1y -fopenmp -g -O3 -pthread -msse4.2 
LDFLAGS = -fopenmp
LDLIBS = libpicpac.a $(shell pkg-config --libs opencv) -lboost_timer -lboost_chrono -lboost_program_options -lboost_thread -lboost_filesystem -lboost_system -lglog
SERVER_LIBS = -lserved -lmagic

HEADERS = picpac.h picpac-cv.h picpac-util.h
COMMON = picpac-util.o picpac-cv.o picpac.o json11.o

PROGS = stress test test_tr picpac-import picpac-server #load-caffe load-dir test test_tr server<commit_msg>rename<commit_after>CC=g++
CXX=g++
CFLAGS = -g -O3
CXXFLAGS = -fPIC -Ijson11 -Wall -Wno-sign-compare -std=c++1y -fopenmp -g -O3 -pthread -msse4.2 
LDFLAGS = -fopenmp
LDLIBS = libpicpac.a $(shell pkg-config --libs opencv) -lboost_timer -lboost_chrono -lboost_program_options -lboost_thread -lboost_filesystem -lboost_system -lglog
SERVER_LIBS = -lserved -lmagic

HEADERS = picpac.h picpac-cv.h picpac-util.h
COMMON = picpac-util.o picpac-cv.o picpac.o json11.o

PROGS = stress picpac-import picpac-server #load-caffe load-dir test test_tr server
{'fraction_non_alphanumeric': 0.12274368231046931, 'fraction_numerical': 0.016245487364620937, 'mean_word_length': 4.158139534883721, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2505780', 'n_tokens_mistral': 485, 'n_tokens_neox': 451, 'n_words': 105}