<commit_before>INCLUDE_DIRECTORIES(${CMAKE_CURRENT_SOURCE_DIR}/../..)

set(lmplz_SRCS
    lmplz_main.cc
    adjust_counts.cc
    adjust_counts.hh
    corpus_count.cc
    corpus_count.hh
    discount.hh
    hash_gamma.hh
    header_info.hh
    initial_probabilities.cc
    initial_probabilities.hh
    interpolate.cc
    interpolate.hh
    joint_order.hh
    multi_stream.hh
    ngram.hh
    ngram_stream.hh
    pipeline.cc
    pipeline.hh
    print.cc
    print.hh
    sort.hh)

add_executable(lmplz ${lmplz_SRCS})
target_link_libraries(lmplz klm klm_util_double klm_util_stream klm_util ${Boost_LIBRARIES} ${ZLIB_LIBRARIES} ${BZIP2_LIBRARIES} ${LIBLZMA_LIBRARIES})

set(dump_counts_SRCS print.cc dump_counts_main.cc)
add_executable(dump_counts ${dump_counts_SRCS})
target_link_libraries(dump_counts klm klm_util_double klm_util_stream klm_util ${Boost_LIBRARIES} ${ZLIB_LIBRARIES} ${BZIP2_LIBRARIES} ${LIBLZMA_LIBRARIES})

<commit_msg>whitespace<commit_after>INCLUDE_DIRECTORIES(${CMAKE_CURRENT_SOURCE_DIR}/../..)

set(lmplz_SRCS
    lmplz_main.cc
    adjust_counts.cc
    adjust_counts.hh
    corpus_count.cc
    corpus_count.hh
    discount.hh
    hash_gamma.hh
    header_info.hh
    initial_probabilities.cc
    initial_probabilities.hh
    interpolate.cc
    interpolate.hh
    joint_order.hh
    multi_stream.hh
    ngram.hh
    ngram_stream.hh
    pipeline.cc
    pipeline.hh
    print.cc
    print.hh
    sort.hh)

add_executable(lmplz ${lmplz_SRCS})
target_link_libraries(lmplz klm klm_util_double klm_util_stream klm_util ${Boost_LIBRARIES} ${ZLIB_LIBRARIES} ${BZIP2_LIBRARIES} ${LIBLZMA_LIBRARIES})

set(dump_counts_SRCS print.cc dump_counts_main.cc)
add_executable(dump_counts ${dump_counts_SRCS})
target_link_libraries(dump_counts klm klm_util_double klm_util_stream klm_util ${Boost_LIBRARIES} ${ZLIB_LIBRARIES} ${BZIP2_LIBRARIES} ${LIBLZMA_LIBRARIES})

{'fraction_non_alphanumeric': 0.08458244111349036, 'fraction_numerical': 0.0021413276231263384, 'mean_word_length': 4.663636363636364, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1528568', 'n_tokens_mistral': 774, 'n_tokens_neox': 755, 'n_words': 96}