<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    abstract (1.0.0)
    actionmailer (3.0.3)
      actionpack (= 3.0.3)
      mail (~> 2.2.9)
    actionpack (3.0.3)
      activemodel (= 3.0.3)
      activesupport (= 3.0.3)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.4)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.13)
      rack-test (~> 0.5.6)
      tzinfo (~> 0.3.23)
    activemodel (3.0.3)
      activesupport (= 3.0.3)
      builder (~> 2.1.2)
      i18n (~> 0.4)
    activerecord (3.0.3)
      activemodel (= 3.0.3)
      activesupport (= 3.0.3)
      arel (~> 2.0.2)
      tzinfo (~> 0.3.23)
    activeresource (3.0.3)
      activemodel (= 3.0.3)
      activesupport (= 3.0.3)
    activesupport (3.0.3)
    arel (2.0.4)
    bcrypt-ruby (2.1.2)
    bson (1.1.2)
    bson_ext (1.2.0)
    builder (2.1.2)
    database_cleaner (0.6.0)
    devise (1.1.3)
      bcrypt-ruby (~> 2.1.2)
      warden (~> 0.10.7)
    diff-lcs (1.1.2)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    factory_girl (1.3.2)
    factory_girl_rails (1.0)
      factory_girl (~> 1.3)
      rails (>= 3.0.0.beta4)
    haml (3.0.24)
    i18n (0.4.2)
    libxml-ruby (1.1.4)
    mail (2.2.10)
      activesupport (>= 2.3.6)
      i18n (~> 0.4.1)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mime-types (1.16)
    mongo (1.1.2)
      bson (>= 1.1.1)
    mongoid (2.0.0.beta.20)
      activemodel (~> 3.0)
      mongo (~> 1.1)
      tzinfo (~> 0.3.22)
      will_paginate (~> 3.0.pre)
    polyglot (0.3.1)
    rack (1.2.1)
    rack-mount (0.6.13)
      rack (>= 1.0.0)
    rack-test (0.5.6)
      rack (>= 1.0)
    rails (3.0.3)
      actionmailer (= 3.0.3)
      actionpack (= 3.0.3)
      activerecord (= 3.0.3)
      activeresource (= 3.0.3)
      activesupport (= 3.0.3)
      bundler (~> 1.0)
      railties (= 3.0.3)
    railties (3.0.3)
      actionpack (= 3.0.3)
      activesupport (= 3.0.3)
      rake (>= 0.8.7)
      thor (~> 0.14.4)
    rake (0.8.7)
    rspec (2.1.0)
      rspec-core (~> 2.1.0)
      rspec-expectations (~> 2.1.0)
      rspec-mocks (~> 2.1.0)
    rspec-core (2.1.0)
    rspec-expectations (2.1.0)
      diff-lcs (~> 1.1.2)
    rspec-mocks (2.1.0)
    rspec-rails (2.1.0)
      rspec (~> 2.1.0)
    thor (0.14.6)
    treetop (1.4.9)
      polyglot (>= 0.3.1)
    tzinfo (0.3.23)
    warden (0.10.7)
      rack (>= 1.0.0)
    will_paginate (3.0.pre2)

PLATFORMS
  ruby

DEPENDENCIES
  bson_ext (~> 1.2)
  database_cleaner (~> 0.6.0)
  devise (~> 1.1.3)
  factory_girl_rails
  haml
  libxml-ruby
  mongoid (~> 2.0.0.rc.6)
  rails (= 3.0.3)
  rspec (~> 2.1)
  rspec-rails (~> 2.1)
  will_paginate
<commit_msg>Updating Gemfile.lock to current Gemfile.<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    abstract (1.0.0)
    actionmailer (3.0.3)
      actionpack (= 3.0.3)
      mail (~> 2.2.9)
    actionpack (3.0.3)
      activemodel (= 3.0.3)
      activesupport (= 3.0.3)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.4)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.13)
      rack-test (~> 0.5.6)
      tzinfo (~> 0.3.23)
    activemodel (3.0.3)
      activesupport (= 3.0.3)
      builder (~> 2.1.2)
      i18n (~> 0.4)
    activerecord (3.0.3)
      activemodel (= 3.0.3)
      activesupport (= 3.0.3)
      arel (~> 2.0.2)
      tzinfo (~> 0.3.23)
    activeresource (3.0.3)
      activemodel (= 3.0.3)
      activesupport (= 3.0.3)
    activesupport (3.0.3)
    arel (2.0.4)
    bcrypt-ruby (2.1.2)
    bson (1.2.4)
    bson_ext (1.2.4)
    builder (2.1.2)
    database_cleaner (0.6.0)
    devise (1.1.3)
      bcrypt-ruby (~> 2.1.2)
      warden (~> 0.10.7)
    diff-lcs (1.1.2)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    factory_girl (1.3.2)
    factory_girl_rails (1.0)
      factory_girl (~> 1.3)
      rails (>= 3.0.0.beta4)
    haml (3.0.24)
    i18n (0.4.2)
    libxml-ruby (1.1.4)
    mail (2.2.10)
      activesupport (>= 2.3.6)
      i18n (~> 0.4.1)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mime-types (1.16)
    mongo (1.2.4)
      bson (>= 1.2.4)
    mongoid (2.0.0.rc.7)
      activemodel (~> 3.0)
      mongo (~> 1.2)
      tzinfo (~> 0.3.22)
      will_paginate (~> 3.0.pre)
    polyglot (0.3.1)
    rack (1.2.1)
    rack-mount (0.6.13)
      rack (>= 1.0.0)
    rack-test (0.5.6)
      rack (>= 1.0)
    rails (3.0.3)
      actionmailer (= 3.0.3)
      actionpack (= 3.0.3)
      activerecord (= 3.0.3)
      activeresource (= 3.0.3)
      activesupport (= 3.0.3)
      bundler (~> 1.0)
      railties (= 3.0.3)
    railties (3.0.3)
      actionpack (= 3.0.3)
      activesupport (= 3.0.3)
      rake (>= 0.8.7)
      thor (~> 0.14.4)
    rake (0.8.7)
    rspec (2.1.0)
      rspec-core (~> 2.1.0)
      rspec-expectations (~> 2.1.0)
      rspec-mocks (~> 2.1.0)
    rspec-core (2.1.0)
    rspec-expectations (2.1.0)
      diff-lcs (~> 1.1.2)
    rspec-mocks (2.1.0)
    rspec-rails (2.1.0)
      rspec (~> 2.1.0)
    thor (0.14.6)
    treetop (1.4.9)
      polyglot (>= 0.3.1)
    tzinfo (0.3.24)
    warden (0.10.7)
      rack (>= 1.0.0)
    will_paginate (3.0.pre2)

PLATFORMS
  ruby

DEPENDENCIES
  bson_ext (~> 1.2)
  database_cleaner (~> 0.6.0)
  devise (~> 1.1.3)
  factory_girl_rails
  haml
  libxml-ruby
  mongoid (~> 2.0.0.rc.6)
  rails (= 3.0.3)
  rspec (~> 2.1)
  rspec-rails (~> 2.1)
  will_paginate

{'fraction_non_alphanumeric': 0.20251265704106505, 'fraction_numerical': 0.12019501218826177, 'mean_word_length': 1.6006825938566553, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 91, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4171203', 'n_tokens_mistral': 2901, 'n_tokens_neox': 2663, 'n_words': 438}