<commit_before><commit_msg>Add CMake file for testing.<commit_after>cmake_minimum_required(VERSION 2.6)
project (unit_test)
SET(Boost_USE_STATIC_LIBS ON)

find_package( Boost REQUIRED )

include_directories(../../include ${Boost_INCLUDE_DIRS})
set (UNIT_TEST_SRCS unit_test.cpp)
if (WIN32)
	set (UNIT_TEST_SRCS ${UNIT_TEST_SRCS}
		unit_test_dictionary.hpp
		unit_test_k_shortest_path.hpp
		unit_test_segment.hpp
		unit_test_serialization.hpp
		unit_test_utility.hpp
		unit_test_viterbi.hpp)
endif (WIN32)
add_executable (unit_test ${UNIT_TEST_SRCS})
target_link_libraries (unit_test ${Boost_LIBRARIES})


{'fraction_non_alphanumeric': 0.09105960264900662, 'fraction_numerical': 0.009933774834437087, 'mean_word_length': 7.642857142857143, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2740845', 'n_tokens_mistral': 247, 'n_tokens_neox': 228, 'n_words': 37}