<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (4.1.11)
      i18n (~> 0.6.6)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.4)
    anvil-cli (0.16.0)
      progress (~> 2.4.0)
      rest-client (~> 1.8.0)
      thor (~> 0.15.2)
    atomic (1.1.9)
    crack (0.4.0)
      safe_yaml (~> 0.9.0)
    diff-lcs (1.1.3)
    excon (0.71.0)
    heroku-api (0.3.13)
      excon (~> 0.71.0)
    heroku_hatchet (1.0.0)
      activesupport
      anvil-cli
      excon
      heroku-api
      repl_runner
      rrrretry
      thor
    i18n (0.6.6)
    mime-types (1.23)
    minitest (4.7.5)
    multi_json (1.7.7)
    parallel (0.6.5)
    parallel_tests (0.13.1)
      parallel
    progress (2.4.0)
    rake (10.0.4)
    repl_runner (0.0.1)
      activesupport
    rest-client (1.8.0)
      mime-types (>= 1.16)
    rrrretry (0.0.1)
    rspec (2.2.0)
      rspec-core (~> 2.2)
      rspec-expectations (~> 2.2)
      rspec-mocks (~> 2.2)
    rspec-core (2.13.1)
    rspec-expectations (2.12.1)
      diff-lcs (~> 1.1.3)
    rspec-mocks (2.13.1)
    rspec-retry (0.2.1)
      rspec<commit_msg>Bump rake from 10.0.4 to 12.3.3 (#3)<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (4.1.11)
      i18n (~> 0.6.6)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.4)
    anvil-cli (0.16.0)
      progress (~> 2.4.0)
      rest-client (~> 1.8.0)
      thor (~> 0.15.2)
    atomic (1.1.9)
    crack (0.4.0)
      safe_yaml (~> 0.9.0)
    diff-lcs (1.1.3)
    excon (0.71.0)
    heroku-api (0.3.13)
      excon (~> 0.71.0)
    heroku_hatchet (1.0.0)
      activesupport
      anvil-cli
      excon
      heroku-api
      repl_runner
      rrrretry
      thor
    i18n (0.6.11)
    mime-types (1.23)
    minitest (4.7.5)
    multi_json (1.7.7)
    parallel (0.6.5)
    parallel_tests (0.13.1)
      parallel
    progress (2.4.0)
    rake (12.3.3)
    repl_runner (0.0.1)
      activesupport
    rest-client (1.8.0)
      mime-types (>= 1.16)
    rrrretry (0.0.1)
    rspec (2.2.0)
      rspec-core (~> 2.2)
      rspec-expectations (~> 2.2)
      rspec-mocks (~> 2.2)
    rspec-core (2.13.1)
    rspec-expectations (2.12.1)
      diff-lcs (~> 1.1.3)
    rspec-mocks (2.13.1)
    rspec-retry (0.2.1)
      rspec
{'fraction_non_alphanumeric': 0.17752715121136173, 'fraction_numerical': 0.11278195488721804, 'mean_word_length': 1.6004343105320304, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 33, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '168640', 'n_tokens_mistral': 1227, 'n_tokens_neox': 1163, 'n_words': 193}