<commit_before>
ifdef LINUX_BUILD
CPP=g++
V8_DIR = /home/xaxxon/v8

V8_LIB_DIR2 = ${V8_LIB_DIR}/obj.target/tools/gyp/
V8_LIB_DIR3 = ${V8_LIB_DIR}/obj.target/third_party/icu/
V8_LIB_DIR_FLAGS = -L${V8_LIB_DIR2} -L${V8_LIB_DIR3}

LINUX_LIBS = -lpthread -licuuc -licudata -ldl

else
V8_DIR = /Users/xaxxon/v8

CPP=clang++
V8_LIB_DIR = ${V8_DIR}/out/${V8_TARGET}/
V8_LIB_DIR_FLAGS = -L${V8_LIB_DIR}


endif



DEBUG = -g
V8_INCLUDE_DIR = ${V8_DIR}
V8_TARGET = native



#V8_LIB_DIR = ${V8_DIR}/out/x64.release
#V8_LIB_DIR = ${V8_DIR}/out/x64.debug


# Whether you want to use snapshot files, but easier not to use them.  I see a .05s decrease in startup speed by not using them
ifdef USE_SNAPSHOTS
DEFINES = -DUSE_SNAPSHOTS -DV8TOOLKIT_JAVASCRIPT_DEBUG 
V8_LIBS = -lv8_base -lv8_libbase -licudata -licuuc -licui18n -lv8_base -lv8_libplatform -lv8_external_snapshot
else
#DEFINES = -DV8TOOLKIT_JAVASCRIPT_DEBUG 
V8_LIBS = -lv8_base -lv8_libbase -lv8_base -lv8_libplatform -lv8_nosnapshot -licudata -licuuc -licui18n 
endif<commit_msg>compile with make (for os x) or make LINUX=1 (for linux) if you're me<commit_after>
V8_TARGET = native
#V8_TARGET = x64.release
#V8_TARGET = x64.debug
DEBUG = -g

ifdef LINUX
CPP=g++
V8_DIR = /home/xaxxon/v8/

V8_LIB_DIR2 = ${V8_DIR}/out/${V8_TARGET}/obj.target/tools/gyp/
V8_LIB_DIR3 = ${V8_DIR}/out/${V8_TARGET}/obj.target/third_party/icu/
V8_LIB_DIR_FLAGS = -L${V8_LIB_DIR2} -L${V8_LIB_DIR3}

LINUX_LIBS = -lpthread -licuuc -licudata -ldl

else
V8_DIR = /Users/xaxxon/v8

CPP=clang++
V8_LIB_DIR = ${V8_DIR}/out/${V8_TARGET}/
V8_LIB_DIR_FLAGS = -L${V8_LIB_DIR}


endif



V8_INCLUDE_DIR = ${V8_DIR}





# Whether you want to use snapshot files, but easier not to use them.  I see a .05s decrease in startup speed by not using them
ifdef USE_SNAPSHOTS
DEFINES = -DUSE_SNAPSHOTS -DV8TOOLKIT_JAVASCRIPT_DEBUG 
V8_LIBS = -lv8_base -lv8_libbase -licudata -licuuc -licui18n -lv8_base -lv8_libplatform -lv8_external_snapshot
else
#DEFINES = -DV8TOOLKIT_JAVASCRIPT_DEBUG 
V8_LIBS = -lv8_base -lv8_libbase -lv8_base -lv8_libplatform -lv8_nosnapshot -licudata -licuuc -licui18n 
endif
{'fraction_non_alphanumeric': 0.11253561253561253, 'fraction_numerical': 0.048907882241215575, 'mean_word_length': 4.663978494623656, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3236675', 'n_tokens_mistral': 1013, 'n_tokens_neox': 966, 'n_words': 190}