<commit_before>IF( USE_WISEKMA )
    ADD_DEFINITIONS( -DWISEKMA=$(WISEKMA) )
ENDIF( USE_WISEKMA )

IF( USE_IZENECMA )
    ADD_DEFINITIONS( -DIZENECMA=$(IZENECMA) )
ENDIF( USE_IZENECMA )

SET(Boost_USE_STATIC_LIBS OFF)
FIND_PACKAGE(Boost ${Boost_FIND_VERSION}
  COMPONENTS unit_test_framework)

IF(Boost_FOUND AND Boost_UNIT_TEST_FRAMEWORK_FOUND)
  INCLUDE_DIRECTORIES(
    ${Boost_INCLUDE_DIRS}
  )

  add_executable(t_LA
	Runner.cpp
#	t_Tokenizer.cpp
#	t_Analyzer.cpp
#	t_CharAnalyzer.cpp
#	t_TokenAnalyzer.cpp
#	t_EnglishAnalyzer.cpp
#	t_ChineseAnalyzer.cpp
	t_KoreanAnalyzer.cpp
	t_MultiLanguageAnalyzer.cpp
	)

  set(la_libs
	ilplib
	${Boost_THREAD_LIBRARY}
	${Boost_SYSTEM_LIBRARY}
	${Boost_FILESYSTEM_LIBRARY}
	${Boost_SERIALIZATION_LIBRARY}
	${Boost_UNIT_TEST_FRAMEWORK_LIBRARY}
	${izenelib_LIBRARIES}
	${izenecma_LIBRARIES}
	${izenejma_LIBRARIES}	
	${wisekma_LIBRARIES}
	${Glog_LIBRARIES}
	${TokyoCabinet_LIBRARIES}
 )

  target_link_libraries(t_LA ${la_libs})
ENDIF(Boost_FOUND AND Boost_UNIT_TEST_FRAMEWORK_FOUND)

<commit_msg>header of ilplib requires to be refactored, due to too many "using namespace", which will cause confliction when compiling several unit tests<commit_after>IF( USE_WISEKMA )
    ADD_DEFINITIONS( -DWISEKMA=$(WISEKMA) )
ENDIF( USE_WISEKMA )

IF( USE_IZENECMA )
    ADD_DEFINITIONS( -DIZENECMA=$(IZENECMA) )
ENDIF( USE_IZENECMA )

SET(Boost_USE_STATIC_LIBS OFF)
FIND_PACKAGE(Boost ${Boost_FIND_VERSION}
  COMPONENTS unit_test_framework)

IF(Boost_FOUND AND Boost_UNIT_TEST_FRAMEWORK_FOUND)
  INCLUDE_DIRECTORIES(
    ${Boost_INCLUDE_DIRS}
  )

  add_executable(t_LA
	Runner.cpp
#	t_Tokenizer.cpp
#	t_Analyzer.cpp
#	t_CharAnalyzer.cpp
#	t_TokenAnalyzer.cpp
#	t_EnglishAnalyzer.cpp
#	t_ChineseAnalyzer.cpp
#	t_KoreanAnalyzer.cpp
#	t_MultiLanguageAnalyzer.cpp
	)

  set(la_libs
	ilplib
	${Boost_THREAD_LIBRARY}
	${Boost_SYSTEM_LIBRARY}
	${Boost_FILESYSTEM_LIBRARY}
	${Boost_SERIALIZATION_LIBRARY}
	${Boost_UNIT_TEST_FRAMEWORK_LIBRARY}
	${izenelib_LIBRARIES}
	${izenecma_LIBRARIES}
	${izenejma_LIBRARIES}	
	${wisekma_LIBRARIES}
	${Glog_LIBRARIES}
	${TokyoCabinet_LIBRARIES}
 )

  target_link_libraries(t_LA ${la_libs})
ENDIF(Boost_FOUND AND Boost_UNIT_TEST_FRAMEWORK_FOUND)


{'fraction_non_alphanumeric': 0.09165154264972777, 'fraction_numerical': 0.0, 'mean_word_length': 7.047445255474453, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '80390', 'n_tokens_mistral': 1015, 'n_tokens_neox': 952, 'n_words': 123}