<commit_before>find_package(JsonCPP REQUIRED)
find_package(Boost COMPONENTS system thread REQUIRED)
find_package(CryptoPP)


if(CRYPTOPP_INCLUDE_DIR)
    set(ABI_ENALED TRUE)
    add_definitions(-D__ABI_ENABLED__)
    add_definitions(-DBOOST_PP_VARIADICS)
    add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/abi)
endif()


include(${CMAKE_CURRENT_SOURCE_DIR}/cmake/modules/CopyHeaders.cmake)

include_directories(${Boost_INCLUDE_DIRS} ${CMAKE_CURRENT_SOURCE_DIR}/src)
include_directories(${JSONCPP_INCLUDE_DIR})

file(GLOB_RECURSE SOURCES "src/*.cpp")

include(CheckTypeSize) 

check_type_size("int64_t" SIZEOF_INT64_T)

if(NOT SIZEOF_INT64_T)
    check_type_size("__int64_t" SIZEOF_INT64_T BUILTIN_TYPES_ONLY)
endif()

if(SIZEOF_INT64_T EQUAL 8)
    add_definitions(-D__HAS_INT64__)
endif()

CopyHeaders()

if(ABI_ENALED)
    include_directories(${CMAKE_CURRENT_BINARY_DIR}/abi/include)
endif()
<commit_msg>using uint64 on OSX<commit_after>find_package(JsonCPP REQUIRED)
find_package(Boost COMPONENTS system thread REQUIRED)
find_package(CryptoPP)


if(CRYPTOPP_INCLUDE_DIR)
    set(ABI_ENALED TRUE)
    add_definitions(-D__ABI_ENABLED__)
    add_definitions(-DBOOST_PP_VARIADICS)
    add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/abi)
endif()


include(${CMAKE_CURRENT_SOURCE_DIR}/cmake/modules/CopyHeaders.cmake)

include_directories(${Boost_INCLUDE_DIRS} ${CMAKE_CURRENT_SOURCE_DIR}/src)
include_directories(${JSONCPP_INCLUDE_DIR})

file(GLOB_RECURSE SOURCES "src/*.cpp")



if(APPLE)
    add_definitions(-D__HAS_INT64__)
else()
    include(CheckTypeSize) 
    check_type_size("int64_t" SIZEOF_INT64_T)
    if(NOT SIZEOF_INT64_T)
        check_type_size("__int64_t" SIZEOF_INT64_T BUILTIN_TYPES_ONLY)
    endif()
    if(SIZEOF_INT64_T EQUAL 8)
        add_definitions(-D__HAS_INT64__)
    endif()
endif()


CopyHeaders()

if(ABI_ENALED)
    include_directories(${CMAKE_CURRENT_BINARY_DIR}/abi/include)
endif()

{'fraction_non_alphanumeric': 0.1, 'fraction_numerical': 0.01780104712041885, 'mean_word_length': 7.201716738197425, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1625265', 'n_tokens_mistral': 818, 'n_tokens_neox': 748, 'n_words': 87}