<commit_before># Command for compiling cpp file in k3
# Since it's a little tricky to come up with the full command line, you can just use this
# You might need to adjust it to suit your system
export SNDPATH=`find .cabal-sandbox -name "*packages.conf.d"`
dist/build/k3/k3 \
  -I lib/k3 -I examples/sql \
  --mpargs package-db=$SNDPATH --mpsearch src \
  compile \
    --gcc -l cpp \
    --cpp-flags='-DMEMPROFILE -DCACHEPROFILE -DBOOST_LOG_DYN_LINK -Iruntime/cpp/external -Iruntime/cpp -lboost_serialization -lboost_system -lboost_regex -lboost_thread -lre2 -lyaml-cpp -lpthread -lboost_log_setup -lboost_log -lboost_program_options -lintelpcm -ltcmalloc -lcsvpp -ldynamic -ftemplate-depth-1024 -O4' \<commit_msg>Add -D flag for yas<commit_after># Command for compiling cpp file in k3
# Since it's a little tricky to come up with the full command line, you can just use this
# You might need to adjust it to suit your system
export SNDPATH=`find .cabal-sandbox -name "*packages.conf.d"`
dist/build/k3/k3 \
  -I lib/k3 -I examples/sql \
  --mpargs package-db=$SNDPATH --mpsearch src \
  compile \
    --gcc -l cpp \
    --cpp-flags='-DYAS_SERIALIZE_BOOST_TYPES=1 -DMEMPROFILE -DCACHEPROFILE -DBOOST_LOG_DYN_LINK -Iruntime/cpp/external -Iruntime/cpp -lboost_serialization -lboost_system -lboost_regex -lboost_thread -lre2 -lyaml-cpp -lpthread -lboost_log_setup -lboost_log -lboost_program_options -lintelpcm -ltcmalloc -lcsvpp -ldynamic -ftemplate-depth-1024 -O4' \
{'fraction_non_alphanumeric': 0.10450819672131148, 'fraction_numerical': 0.014344262295081968, 'mean_word_length': 3.6955128205128207, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1988450', 'n_tokens_mistral': 540, 'n_tokens_neox': 522, 'n_words': 155}