<commit_before>
if ( NOT TARGET cpuinfo )
  set( CPUINFO_BUILD_TOOLS      OFF CACHE BOOL "" )
  set( CPUINFO_BUILD_UNIT_TESTS OFF CACHE BOOL "" )
  set( CPUINFO_BUILD_MOCK_TESTS OFF CACHE BOOL "" )
  set( CPUINFO_BUILD_BENCHMARKS OFF CACHE BOOL "" )
  if ( CMAKE_SYSTEM_PROCESSOR STREQUAL "armv7" ) #...mrmlj...quick fix for cpuinfo searching for an exact (but different) string
    set( CMAKE_SYSTEM_PROCESSOR          "armv7-a" )
    set( CMAKE_SYSTEM_PROCESSOR_ORIGINAL "armv7"   )
  endif()
  if ( iOS )
    set( CMAKE_SYSTEM_PROCESSOR_ORIGINAL ${CMAKE_SYSTEM_PROCESSOR} )
    unset( CMAKE_SYSTEM_PROCESSOR )
  endif()
  if ( NOT WIN32 ) # mrmlj copy-pasted from nnpack_pre.cmake
    # ...mrmlj... weird quick-fix attempts for weird find_package( Threads ) failures in cpuinfo CMakeLists.txt
    # https://stackoverflow.com/questions/40361522/cmake-failed-to-find-threads-package-with-cryptic-error-message
    # https://stackoverflow.com/questions/14171740/cmake-with-ios-toolchain-cant-find-threads
    enable_language( C )
    find_package( Threads )
    set( Threads_FOUND              TRUE      CACHE INTERNAL "" FORCE )
    set( CMAKE_THREAD_LIBS_INIT     "-DDUMMY" CACHE INTERNAL "" FORCE )
    set( CMAKE_USE_PTHREADS_INIT    1         CACHE INTERNAL "" FORCE )
    set( CMAKE_HAVE_THREADS_LIBRARY 1         CACHE INTERNAL "" FORCE )
  endif()
  add_subdirectory( "${CMAKE_CURRENT_LIST_DIR}/cpuinfo" "${CMAKE_CURRENT_BINARY_DIR}/cpuinfo" )
  if ( DEFINED CMAKE_SYSTEM_PROCESSOR_ORIGINAL )
    set( CMAKE_SYSTEM_PROCESSOR ${CMAKE_SYSTEM_PROCESSOR_ORIGINAL} )
  endif()
endif()<commit_msg>Removed workarounds no longer needed (w/ a fixed Android toolchain file). Minor other cleanups.<commit_after>
if ( NOT TARGET cpuinfo )
  set( CPUINFO_BUILD_TOOLS      OFF CACHE BOOL "" )
  set( CPUINFO_BUILD_UNIT_TESTS OFF CACHE BOOL "" )
  set( CPUINFO_BUILD_MOCK_TESTS OFF CACHE BOOL "" )
  set( CPUINFO_BUILD_BENCHMARKS OFF CACHE BOOL "" )
  if ( iOS )
    set( CMAKE_SYSTEM_PROCESSOR_ORIGINAL ${CMAKE_SYSTEM_PROCESSOR} )
    unset( CMAKE_SYSTEM_PROCESSOR )
  endif()
  if ( NOT WIN32 )
    # ...mrmlj... weird quick-fix attempts for weird find_package( Threads ) failures in cpuinfo CMakeLists.txt
    # https://stackoverflow.com/questions/40361522/cmake-failed-to-find-threads-package-with-cryptic-error-message
    # https://stackoverflow.com/questions/14171740/cmake-with-ios-toolchain-cant-find-threads
    enable_language( C )
    find_package( Threads )
    if ( NOT Threads_FOUND )
      set( Threads_FOUND              TRUE      CACHE INTERNAL "" FORCE )
      set( CMAKE_THREAD_LIBS_INIT     "-DMBUGH" CACHE INTERNAL "" FORCE )
      set( CMAKE_USE_PTHREADS_INIT    1         CACHE INTERNAL "" FORCE )
      set( CMAKE_HAVE_THREADS_LIBRARY 1         CACHE INTERNAL "" FORCE )
    endif()
  endif()
  add_subdirectory( "${CMAKE_CURRENT_LIST_DIR}/cpuinfo" "${CMAKE_CURRENT_BINARY_DIR}/cpuinfo" )
  if ( DEFINED CMAKE_SYSTEM_PROCESSOR_ORIGINAL )
    set( CMAKE_SYSTEM_PROCESSOR ${CMAKE_SYSTEM_PROCESSOR_ORIGINAL} )
  endif()
endif()
{'fraction_non_alphanumeric': 0.09467455621301775, 'fraction_numerical': 0.01413543721236029, 'mean_word_length': 3.638719512195122, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1400392', 'n_tokens_mistral': 1154, 'n_tokens_neox': 1064, 'n_words': 222}