<commit_before>#!/bin/bash
echo "Compiling OpenIRT..."
# g++ -O3 -funroll-loops openirt.cc -o openirt
# g++ -O3 -funroll-loops -I /usr/local/include/boost-1_39/ openirt.cpp -o build/openirt /lib/libboost_thread-xgcc40-mt.a
#g++ -O3 -funroll-loops -I /usr/local/include/boost-1_39/  openirt.cpp -o build/openirt
g++ -DSCYTHE_DEBUG=0 -O3 -funroll-loops -I /usr/local/include/boost-1_39/ openirt.cpp -o build/openirt
# source /opt/intel/Compiler/11.0/059/bin/iccvars.sh ia32
#icpc -DSCYTHE_DEBUG=0 -O3 -fast -I /usr/local/include/boost-1_39/ openirt.cpp -o ../Stata/openirt.exe
#[ $? -ne 0 ] && exit 1<commit_msg>Fixed 10.5 OSX compile issue<commit_after>#!/bin/bash
echo "Compiling OpenIRT..."
# g++ -O3 -funroll-loops openirt.cc -o openirt
# g++ -O3 -funroll-loops -I /usr/local/include/boost-1_39/ openirt.cpp -o build/openirt /lib/libboost_thread-xgcc40-mt.a
#g++ -O3 -funroll-loops -I /usr/local/include/boost-1_39/  openirt.cpp -o build/openirt
g++ -DSCYTHE_DEBUG=0 -O3 -funroll-loops -isysroot /Developer/SDKs/MacOSX10.5.sdk -mmacosx-version-min=10.5 -I /usr/local/include/boost-1_39/ -I /Users/tristanz/data/OpenIRT/src/ openirt.cpp -o build/openirt
# source /opt/intel/Compiler/11.0/059/bin/iccvars.sh ia32
#icpc -DSCYTHE_DEBUG=0 -O3 -fast -I /usr/local/include/boost-1_39/ openirt.cpp -o ../Stata/openirt.exe
#[ $? -ne 0 ] && exit 1
{'fraction_non_alphanumeric': 0.17998506348020912, 'fraction_numerical': 0.05302464525765497, 'mean_word_length': 3.3225806451612905, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '593746', 'n_tokens_mistral': 623, 'n_tokens_neox': 584, 'n_words': 112}