<commit_before>IF (WIN32)
	SET(WIN32_GETOPT_FILES getopt getopt_long)
ELSE (WIN32)
	SET(WIN32_GETOPT_FILES)
ENDIF (WIN32)

ADD_LIBRARY(util
        algorithm
        based_variant
	Config
        digraph
        dorepeat
	exceptions
        files
        functional.h
        lazy_normal_selector
        lazy_random_selector
        lazy_selector
	Logger
        lru_cache
	misc
	mt19937ar
	platform
        PorterStemmer
        StringManipulator
	StringTokenizer
	tree
	${WIN32_GETOPT_FILES}
)

TARGET_LINK_LIBRARIES(util
	${Boost_FILESYSTEM_LIBRARY}
)

INSTALL (FILES
        algorithm.h
	based_variant.h
	Config.h
        digraph.h
        dorepeat.h
	exceptions.h
        files.h
        functional.h
	hashing.h
	hash_map.h
	hash_set.h
        lazy_normal_selector.h
        lazy_random_selector.h
        lazy_selector.h
	Logger.h
        lru_cache.h
        misc.h
        mt19937ar.h
	numeric.h
	platform.h
        PorterStemmer.h
	RandGen.h
	recent_val.h
        selection.h
        slist.h
        StringManipulator.h
	StringTokenizer.h
	tree.h
	DESTINATION "include/opencog/util"
)<commit_msg>file is mixture of tab and space indent, fix this<commit_after>IF (WIN32)
	SET(WIN32_GETOPT_FILES getopt getopt_long)
ELSE (WIN32)
	SET(WIN32_GETOPT_FILES)
ENDIF (WIN32)

ADD_LIBRARY(util
	algorithm
	based_variant
	Config
	digraph
	dorepeat
	exceptions
	files
	functional.h
	lazy_normal_selector
	lazy_random_selector
	lazy_selector
	Logger
	lru_cache
	misc
	mt19937ar
	platform
	PorterStemmer
	StringManipulator
	StringTokenizer
	tree
	${WIN32_GETOPT_FILES}
)

TARGET_LINK_LIBRARIES(util
	${Boost_FILESYSTEM_LIBRARY}
)

INSTALL (FILES
	algorithm.h
	based_variant.h
	Config.h
	digraph.h
	dorepeat.h
	exceptions.h
	files.h
	functional.h
	hashing.h
	hash_map.h
	hash_set.h
	lazy_normal_selector.h
	lazy_random_selector.h
	lazy_selector.h
	Logger.h
	lru_cache.h
	misc.h
	mt19937ar.h
	numeric.h
	platform.h
	PorterStemmer.h
	RandGen.h
	recent_val.h
	selection.h
	slist.h
	StringManipulator.h
	StringTokenizer.h
	tree.h
	DESTINATION "include/opencog/util"
)
{'fraction_non_alphanumeric': 0.056878949927078266, 'fraction_numerical': 0.0213903743315508, 'mean_word_length': 3.043222003929273, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6689962', 'n_tokens_mistral': 865, 'n_tokens_neox': 819, 'n_words': 141}