<commit_before># Find and set Boost flags

if(NOT PCL_SHARED_LIBS OR WIN32)
  set(Boost_USE_STATIC_LIBS ON)
endif(NOT PCL_SHARED_LIBS OR WIN32)

find_package(Boost 1.40.0 COMPONENTS system filesystem thread date_time iostreams)

if(Boost_FOUND)
  # Obtain diagnostic information about Boost's automatic linking outputted 
  # during compilation time.
  add_definitions(${Boost_LIB_DIAGNOSTIC_DEFINITIONS})
  
  include_directories(${Boost_INCLUDE_DIRS})
  link_directories(${Boost_LIBRARY_DIRS})
endif(Boost_FOUND)<commit_msg>reverting iostreams for now until we find a solution (installer)<commit_after># Find and set Boost flags

if(NOT PCL_SHARED_LIBS OR WIN32)
  set(Boost_USE_STATIC_LIBS ON)
endif(NOT PCL_SHARED_LIBS OR WIN32)

find_package(Boost 1.40.0 COMPONENTS system filesystem thread date_time)

if(Boost_FOUND)
  # Obtain diagnostic information about Boost's automatic linking outputted 
  # during compilation time.
  add_definitions(${Boost_LIB_DIAGNOSTIC_DEFINITIONS})
  
  include_directories(${Boost_INCLUDE_DIRS})
  link_directories(${Boost_LIBRARY_DIRS})
endif(Boost_FOUND)
{'fraction_non_alphanumeric': 0.06953339432753888, 'fraction_numerical': 0.01463860933211345, 'mean_word_length': 7.103703703703704, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5255364', 'n_tokens_mistral': 422, 'n_tokens_neox': 388, 'n_words': 87}