<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    abstract (1.0.0)
    actionmailer (3.0.1)
      actionpack (= 3.0.1)
      mail (~> 2.2.5)
    actionpack (3.0.1)
      activemodel (= 3.0.1)
      activesupport (= 3.0.1)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.4.1)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.12)
      rack-test (~> 0.5.4)
      tzinfo (~> 0.3.23)
    activemodel (3.0.1)
      activesupport (= 3.0.1)
      builder (~> 2.1.2)
      i18n (~> 0.4.1)
    activerecord (3.0.1)
      activemodel (= 3.0.1)
      activesupport (= 3.0.1)
      arel (~> 1.0.0)
      tzinfo (~> 0.3.23)
    activeresource (3.0.1)
      activemodel (= 3.0.1)
      activesupport (= 3.0.1)
    activesupport (3.0.1)
    archive-tar-minitar (0.5.2)
    arel (1.0.1)
      activesupport (~> 3.0.0)
    bson (1.1.1)
    bson_ext (1.1.1)
    builder (2.1.2)
    columnize (0.3.1)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    git (1.2.5)
    i18n (0.4.2)
    jeweler (1.5.0.pre5)
      bundler (~> 1.0.0)
      git (>= 1.2.5)
      rake
    linecache19 (0.5.11)
      ruby_core_source (>= 0.1.4)
    mail (2.2.9)
      activesupport (>= 2.3.6)
      i18n (~> 0.4.1)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mime-types (1.16)
    mocha (0.9.9)
      rake
    mongo (1.1.1)
      bson (>= 1.1.1)
    polyglot (0.3.1)
    rack (1.2.1)
    rack-mount (0.6.13)
      rack (>= 1.0.0)
    rack-test (0.5.6)
      rack (>= 1.0)
    rails (3.0.1)
      actionmailer (= 3.0.1)
      actionpack (= 3.0.1)
      activerecord (= 3.0.1)
      activeresource (= 3.0.1)
      activesupport (= 3.0.1)
      bundler (~> 1.0.0)
      railties (= 3.0.1)
    railties (3.0.1)
      actionpack (= 3.0.1)
      activesupport (= 3.0.1)
      rake (>= 0.8.4)
      thor (~> 0.14.0)
    rake (0.8.7)
    ruby-debug-base19 (0.11.24)
      columnize (>= 0.3.1)
      linecache19 (>= 0.5.11)
      ruby_core_source (>= 0.1.4)
    ruby-debug19 (0.11.6)
      columnize (>= 0.3.1)
      linecache19 (>= 0.5.11)
      ruby-debug-base19 (>= 0.11.19)
    ruby_core_source (0.1.4)
      archive-tar-minitar (>= 0.5.2)
    shoulda (2.11.3)
    thor (0.14.3)
    treetop (1.4.8)
      polyglot (>= 0.3.1)
    tzinfo (0.3.23)

PLATFORMS
  ruby

DEPENDENCIES
  activesupport
  bson_ext
  bundler (~> 1.0.0)
  i18n
  jeweler (~> 1.5.0.pre5)
  mocha
  mongo
  rails (>= 2.3.8)
  rake
  ruby-debug19
  shoulda
<commit_msg>Removed production group<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (3.0.1)
    archive-tar-minitar (0.5.2)
    bson (1.1.1)
    bson_ext (1.1.1)
    columnize (0.3.1)
    git (1.2.5)
    i18n (0.4.2)
    jeweler (1.5.0.pre5)
      bundler (~> 1.0.0)
      git (>= 1.2.5)
      rake
    linecache19 (0.5.11)
      ruby_core_source (>= 0.1.4)
    mocha (0.9.9)
      rake
    mongo (1.1.1)
      bson (>= 1.1.1)
    rake (0.8.7)
    ruby-debug-base19 (0.11.24)
      columnize (>= 0.3.1)
      linecache19 (>= 0.5.11)
      ruby_core_source (>= 0.1.4)
    ruby-debug19 (0.11.6)
      columnize (>= 0.3.1)
      linecache19 (>= 0.5.11)
      ruby-debug-base19 (>= 0.11.19)
    ruby_core_source (0.1.4)
      archive-tar-minitar (>= 0.5.2)
    shoulda (2.11.3)

PLATFORMS
  ruby

DEPENDENCIES
  activesupport
  bson_ext
  bundler (~> 1.0.0)
  i18n
  jeweler (~> 1.5.0.pre5)
  mocha
  mongo
  rake
  ruby-debug19
  shoulda

{'fraction_non_alphanumeric': 0.1896449704142012, 'fraction_numerical': 0.12633136094674557, 'mean_word_length': 1.6476115896632733, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 54, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5162585', 'n_tokens_mistral': 1812, 'n_tokens_neox': 1654, 'n_words': 274}