<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    actionmailer (3.2.10)
      actionpack (= 3.2.10)
      mail (~> 2.4.4)
    actionpack (3.2.10)
      activemodel (= 3.2.10)
      activesupport (= 3.2.10)
      builder (~> 3.0.0)
      erubis (~> 2.7.0)
      journey (~> 1.0.4)
      rack (~> 1.4.0)
      rack-cache (~> 1.2)
      rack-test (~> 0.6.1)
      sprockets (~> 2.2.1)
    activemodel (3.2.10)
      activesupport (= 3.2.10)
      builder (~> 3.0.0)
    activerecord (3.2.10)
      activemodel (= 3.2.10)
      activesupport (= 3.2.10)
      arel (~> 3.0.2)
      tzinfo (~> 0.3.29)
    activeresource (3.2.10)
      activemodel (= 3.2.10)
      activesupport (= 3.2.10)
    activesupport (3.2.10)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.3.2)
    arel (3.0.2)
    bourne (1.1.2)
      mocha (= 0.10.5)
    builder (3.0.4)
    concurrent-ruby (1.1.5)
    css_parser (1.2.6)
      addressable
      rdoc
    erubis (2.7.0)
    git (1.2.5)
    hike (1.2.3)
    i18n (0.9.5)
      concurrent-ruby (~> 1.0)
    jeweler (1.8.4)
      bundler (~> 1.0)
      git (>= 1.2.5)
      rake
      rdoc
    journey (1.0.4)
    json (1.7.6)
    mail (2.4.4)
      i18n (>= 0.4.0)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    metaclass (0.0.1)
    mime-types (1.19)
    mocha (0.10.5)
      metaclass (~> 0.0.1)
    multi_json (1.14.1)
    nokogiri (1.5.6)
    polyglot (0.3.3)
    rack (1.4.7)
    rack-cache (1.2)
      rack (>= 0.4)
    rack-ssl (1.3.2)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (3.2.10)
      actionmailer (= 3.2.10)
      actionpack (= 3.2.10)
      activerecord (= 3.2.10)
      activeresource (= 3.2.10)
      activesupport (= 3.2.10)
      bundler (~> 1.0)
      railties (= 3.2.10)
    railties (3.2.10)
      actionpack (= 3.2.10)
      activesupport (= 3.2.10)
      rack-ssl (~> 1.3.2)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (>= 0.14.6, < 2.0)
    rake (13.0.1)
    rdoc (3.12)
      json (~> 1.4)<commit_msg>Bump rdoc from 3.12 to 3.12.2<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    actionmailer (3.2.10)
      actionpack (= 3.2.10)
      mail (~> 2.4.4)
    actionpack (3.2.10)
      activemodel (= 3.2.10)
      activesupport (= 3.2.10)
      builder (~> 3.0.0)
      erubis (~> 2.7.0)
      journey (~> 1.0.4)
      rack (~> 1.4.0)
      rack-cache (~> 1.2)
      rack-test (~> 0.6.1)
      sprockets (~> 2.2.1)
    activemodel (3.2.10)
      activesupport (= 3.2.10)
      builder (~> 3.0.0)
    activerecord (3.2.10)
      activemodel (= 3.2.10)
      activesupport (= 3.2.10)
      arel (~> 3.0.2)
      tzinfo (~> 0.3.29)
    activeresource (3.2.10)
      activemodel (= 3.2.10)
      activesupport (= 3.2.10)
    activesupport (3.2.10)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.3.2)
    arel (3.0.2)
    bourne (1.1.2)
      mocha (= 0.10.5)
    builder (3.0.4)
    concurrent-ruby (1.1.5)
    css_parser (1.2.6)
      addressable
      rdoc
    erubis (2.7.0)
    git (1.2.5)
    hike (1.2.3)
    i18n (0.9.5)
      concurrent-ruby (~> 1.0)
    jeweler (1.8.4)
      bundler (~> 1.0)
      git (>= 1.2.5)
      rake
      rdoc
    journey (1.0.4)
    json (1.8.6)
    mail (2.4.4)
      i18n (>= 0.4.0)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    metaclass (0.0.1)
    mime-types (1.19)
    mocha (0.10.5)
      metaclass (~> 0.0.1)
    multi_json (1.14.1)
    nokogiri (1.5.6)
    polyglot (0.3.3)
    rack (1.4.7)
    rack-cache (1.2)
      rack (>= 0.4)
    rack-ssl (1.3.2)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (3.2.10)
      actionmailer (= 3.2.10)
      actionpack (= 3.2.10)
      activerecord (= 3.2.10)
      activeresource (= 3.2.10)
      activesupport (= 3.2.10)
      bundler (~> 1.0)
      railties (= 3.2.10)
    railties (3.2.10)
      actionpack (= 3.2.10)
      activesupport (= 3.2.10)
      rack-ssl (~> 1.3.2)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (>= 0.14.6, < 2.0)
    rake (13.0.1)
    rdoc (3.12.2)
      json (~> 1.4)
{'fraction_non_alphanumeric': 0.1973359644795264, 'fraction_numerical': 0.1322150962012827, 'mean_word_length': 1.481640146878825, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 59, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6557292', 'n_tokens_mistral': 2170, 'n_tokens_neox': 1946, 'n_words': 340}