<commit_before>include_directories(${MULTIVERSO_HEADER_DIR})
include_directories(${THIRD_PARTY_INC})
include_directories(${MPI_CXX_INCLUDE_PATH})

ADD_DEFINITIONS(-DMULTIVERSO_USE_MPI)

set(MULTIVERSO_SRC actor.cpp communicator.cpp controller.cpp dashboard.cpp multiverso.cpp net.cpp node.cpp server.cpp table.cpp table/array_table.cpp table/matrix_table.cpp timer.cpp  updater/updater.cpp util/configure.cpp io/hdfs_stream.cpp io/io.cpp io/local_stream.cpp util/log.cpp util/net_util.cpp util/quantization_util.cpp worker.cpp zoo.cpp table/sparse_matrix_table.cpp c_api.cpp)

link_directories(${THIRD_PARTY_LIB})
if(USE_HDFS)
	link_directories(${HDFS_LIB})
	LINK_DIRECTORIES(${JVM_LIB})
endif(USE_HDFS)
<commit_msg>fix bugs in linux(cherry-pick from the master)<commit_after>include_directories(${MULTIVERSO_HEADER_DIR})
include_directories(${THIRD_PARTY_INC})
include_directories(${MPI_CXX_INCLUDE_PATH})

ADD_DEFINITIONS(-DMULTIVERSO_USE_MPI)

set(MULTIVERSO_SRC actor.cpp communicator.cpp controller.cpp dashboard.cpp multiverso.cpp net.cpp node.cpp server.cpp table.cpp table/array_table.cpp table/matrix_table.cpp table/sparse_matrix_table.cpp timer.cpp  updater/updater.cpp util/configure.cpp io/hdfs_stream.cpp io/io.cpp io/local_stream.cpp util/log.cpp util/net_util.cpp util/quantization_util.cpp worker.cpp zoo.cpp c_api.cpp)

link_directories(${THIRD_PARTY_LIB})
if(USE_HDFS)
	link_directories(${HDFS_LIB})
	LINK_DIRECTORIES(${JVM_LIB})
endif(USE_HDFS)

{'fraction_non_alphanumeric': 0.10716723549488055, 'fraction_numerical': 0.0, 'mean_word_length': 8.1625, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4357922', 'n_tokens_mistral': 568, 'n_tokens_neox': 545, 'n_words': 74}