<commit_before>cmake_minimum_required(VERSION 2.8.7)

if(NOT EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/input")
	file(
		DOWNLOAD "http://download.icu-project.org/files/icu4c/51.1/icu4c-51_1-src.tgz" "${CMAKE_CURRENT_SOURCE_DIR}/input.tgz"
		SHOW_PROGRESS
		EXPECTED_MD5 "6eef33b229d0239d654983028c9c7053"
	)

	execute_process(
		COMMAND "${CMAKE_COMMAND}" -E tar xvzf input.tgz
		WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}"
	)

	file(RENAME "${CMAKE_CURRENT_SOURCE_DIR}/icu" "${CMAKE_CURRENT_SOURCE_DIR}/input")

	file(REMOVE "${CMAKE_CURRENT_SOURCE_DIR}/input.tgz")
endif()<commit_msg>Unreverted accidental reversion: ICU is back up to 51.2.<commit_after>cmake_minimum_required(VERSION 2.8.7)

if(NOT EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/input")
	file(
		DOWNLOAD "http://download.icu-project.org/files/icu4c/51.2/icu4c-51_2-src.tgz" "${CMAKE_CURRENT_SOURCE_DIR}/input.tgz"
		SHOW_PROGRESS
		EXPECTED_MD5 "072e501b87065f3a0ca888f1b5165709"
	)

	execute_process(
		COMMAND "${CMAKE_COMMAND}" -E tar xvzf input.tgz
		WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}"
	)

	file(RENAME "${CMAKE_CURRENT_SOURCE_DIR}/icu" "${CMAKE_CURRENT_SOURCE_DIR}/input")

	file(REMOVE "${CMAKE_CURRENT_SOURCE_DIR}/input.tgz")
endif()
{'fraction_non_alphanumeric': 0.13625103220478943, 'fraction_numerical': 0.061932287365813375, 'mean_word_length': 6.819354838709677, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6187658', 'n_tokens_mistral': 565, 'n_tokens_neox': 493, 'n_words': 61}