<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    abstract (1.0.0)
    actionmailer (3.0.6)
      actionpack (= 3.0.6)
      mail (~> 2.2.15)
    actionpack (3.0.6)
      activemodel (= 3.0.6)
      activesupport (= 3.0.6)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.5.0)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.14)
      rack-test (~> 0.5.7)
      tzinfo (~> 0.3.23)
    activemodel (3.0.6)
      activesupport (= 3.0.6)
      builder (~> 2.1.2)
      i18n (~> 0.5.0)
    activerecord (3.0.6)
      activemodel (= 3.0.6)
      activesupport (= 3.0.6)
      arel (~> 2.0.2)
      tzinfo (~> 0.3.23)
    activeresource (3.0.6)
      activemodel (= 3.0.6)
      activesupport (= 3.0.6)
    activesupport (3.0.6)
    arel (2.0.9)
    bcrypt-ruby (2.1.4)
    builder (2.1.2)
    cucumber (0.10.2)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.2)
      gherkin (>= 2.3.5)
      json (>= 1.4.6)
      term-ansicolor (>= 1.0.5)
    cucumber-rails (0.4.1)
      cucumber (>= 0.10.1)
      nokogiri (>= 1.4.4)
      rack-test (>= 0.5.7)
    database_cleaner (0.6.6)
    devise (1.3.0)
      bcrypt-ruby (~> 2.1.2)
      orm_adapter (~> 0.0.3)
      warden (~> 1.0.3)
    diff-lcs (1.1.2)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    gherkin (2.3.5)
      json (>= 1.4.6)
    haml (3.0.25)
    i18n (0.5.0)
    json (1.5.1)
    mail (2.2.16)
      activesupport (>= 2.3.6)
      i18n (>= 0.4.0)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mime-types (1.16)
    nokogiri (1.4.4)
    orm_adapter (0.0.4)
    pandoc-ruby (0.4.1)
    paperclip (2.3.11)
      activerecord (>= 2.3.0)
      activesupport (>= 2.3.2)
    polyglot (0.3.1)
    rack (1.2.3)
    rack-mount (0.6.14)
      rack (>= 1.0.0)
    rack-test (0.5.7)
      rack (>= 1.0)
    rails (3.0.6)
      actionmailer (= 3.0.6)
      actionpack (= 3.0.6)
      activerecord (= 3.0.6)
      activeresource (= 3.0.6)
      activesupport (= 3.0.6)
      bundler (~> 1.0)
      railties (= 3.0.6)
    railties (3.0.6)
      actionpack (= 3.0.6)
      activesupport (= 3.0.6)
      rake (>= 0.8.7)
      thor (~> 0.14.4)
    rake (0.9.2)
    rspec (2.6.0)
      rspec-core (~> 2.6.0)
      rspec-expectations (~> 2.6.0)<commit_msg>update rails to recent version<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    abstract (1.0.0)
    actionmailer (3.0.9)
      actionpack (= 3.0.9)
      mail (~> 2.2.19)
    actionpack (3.0.9)
      activemodel (= 3.0.9)
      activesupport (= 3.0.9)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.5.0)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.14)
      rack-test (~> 0.5.7)
      tzinfo (~> 0.3.23)
    activemodel (3.0.9)
      activesupport (= 3.0.9)
      builder (~> 2.1.2)
      i18n (~> 0.5.0)
    activerecord (3.0.9)
      activemodel (= 3.0.9)
      activesupport (= 3.0.9)
      arel (~> 2.0.10)
      tzinfo (~> 0.3.23)
    activeresource (3.0.9)
      activemodel (= 3.0.9)
      activesupport (= 3.0.9)
    activesupport (3.0.9)
    arel (2.0.10)
    bcrypt-ruby (2.1.4)
    builder (2.1.2)
    cucumber (0.10.2)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.2)
      gherkin (>= 2.3.5)
      json (>= 1.4.6)
      term-ansicolor (>= 1.0.5)
    cucumber-rails (0.4.1)
      cucumber (>= 0.10.1)
      nokogiri (>= 1.4.4)
      rack-test (>= 0.5.7)
    database_cleaner (0.6.6)
    devise (1.3.0)
      bcrypt-ruby (~> 2.1.2)
      orm_adapter (~> 0.0.3)
      warden (~> 1.0.3)
    diff-lcs (1.1.2)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    gherkin (2.3.5)
      json (>= 1.4.6)
    haml (3.0.25)
    i18n (0.5.0)
    json (1.5.1)
    mail (2.2.19)
      activesupport (>= 2.3.6)
      i18n (>= 0.4.0)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mime-types (1.16)
    nokogiri (1.4.4)
    orm_adapter (0.0.4)
    pandoc-ruby (0.4.1)
    paperclip (2.3.11)
      activerecord (>= 2.3.0)
      activesupport (>= 2.3.2)
    polyglot (0.3.1)
    rack (1.2.3)
    rack-mount (0.6.14)
      rack (>= 1.0.0)
    rack-test (0.5.7)
      rack (>= 1.0)
    rails (3.0.9)
      actionmailer (= 3.0.9)
      actionpack (= 3.0.9)
      activerecord (= 3.0.9)
      activeresource (= 3.0.9)
      activesupport (= 3.0.9)
      bundler (~> 1.0)
      railties (= 3.0.9)
    railties (3.0.9)
      actionpack (= 3.0.9)
      activesupport (= 3.0.9)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (~> 0.14.4)
    rake (0.9.2)
    rdoc (3.8)
    rspec (2.6.0)
      rspec-core (~> 2.6.0)
      rspec-expectations (~> 2.6.0)
{'fraction_non_alphanumeric': 0.20814880425155005, 'fraction_numerical': 0.12577502214348982, 'mean_word_length': 1.5094444444444444, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 80, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4838997', 'n_tokens_mistral': 2423, 'n_tokens_neox': 2213, 'n_words': 367}