<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.3.2)
    builder (3.2.2)
    crack (0.3.1)
    faraday (0.8.7)
      multipart-post (~> 1.1)
    git (1.2.5)
    github_api (0.10.1)
      addressable
      faraday (~> 0.8.1)
      hashie (>= 1.2)
      multi_json (~> 1.4)
      nokogiri (~> 1.5.2)
      oauth2
    hashie (2.0.5)
    highline (1.6.19)
    httpauth (0.2.0)
    iron_core (0.5.1)
      rest (>= 2.2.0)
    iron_mq (2.1.3)
      iron_core (>= 0.4.2)
    jeweler (1.8.5)
      builder
      bundler (~> 1.0)
      git (>= 1.2.5)
      github_api (>= 0.8.1)
      highline (>= 1.6.15)
      nokogiri (= 1.5.10)
      rake
      rdoc
    json (1.8.0)
    jwt (0.1.8)
      multi_json (>= 1.5)
    metaclass (0.0.1)
    mime-types (1.20.1)
    mocha (0.12.0)
      metaclass (~> 0.0.1)
    multi_json (1.7.3)
    multi_xml (0.5.4)
    multipart-post (1.2.0)
    net-http-persistent (2.8)
    nokogiri (1.5.10)
    oauth2 (0.9.2)
      faraday (~> 0.8)
      httpauth (~> 0.2)
      jwt (~> 0.1.4)
      multi_json (~> 1.0)
      multi_xml (~> 0.5)
      rack (~> 1.2)
    patron (0.4.18)
    rack (1.5.2)
    rake (10.1.0)<commit_msg>might as well use latest jeweler<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.3.5)
    builder (3.2.2)
    crack (0.3.1)
    faraday (0.8.7)
      multipart-post (~> 1.1)
    git (1.2.5)
    github_api (0.10.1)
      addressable
      faraday (~> 0.8.1)
      hashie (>= 1.2)
      multi_json (~> 1.4)
      nokogiri (~> 1.5.2)
      oauth2
    hashie (2.0.5)
    highline (1.6.19)
    httpauth (0.2.0)
    iron_core (0.5.1)
      rest (>= 2.2.0)
    iron_mq (2.1.3)
      iron_core (>= 0.4.2)
    jeweler (1.8.6)
      builder
      bundler (~> 1.0)
      git (>= 1.2.5)
      github_api (= 0.10.1)
      highline (>= 1.6.15)
      nokogiri (= 1.5.10)
      rake
      rdoc
    json (1.8.0)
    jwt (0.1.8)
      multi_json (>= 1.5)
    metaclass (0.0.1)
    mime-types (1.20.1)
    mocha (0.12.0)
      metaclass (~> 0.0.1)
    multi_json (1.7.7)
    multi_xml (0.5.4)
    multipart-post (1.2.0)
    net-http-persistent (2.8)
    nokogiri (1.5.10)
    oauth2 (0.9.2)
      faraday (~> 0.8)
      httpauth (~> 0.2)
      jwt (~> 0.1.4)
      multi_json (~> 1.0)
      multi_xml (~> 0.5)
      rack (~> 1.2)
    patron (0.4.18)
    rack (1.5.2)
    rake (10.1.0)
{'fraction_non_alphanumeric': 0.19121992401857324, 'fraction_numerical': 0.11692697340650063, 'mean_word_length': 1.515923566878981, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 40, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2912971', 'n_tokens_mistral': 1245, 'n_tokens_neox': 1170, 'n_words': 206}