<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    POpen4 (0.1.4)
      Platform (>= 0.4.0)
      open4
    Platform (0.4.0)
    abstract (1.0.0)
    actionmailer (3.0.10)
      actionpack (= 3.0.10)
      mail (~> 2.2.19)
    actionpack (3.0.10)
      activemodel (= 3.0.10)
      activesupport (= 3.0.10)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.5.0)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.14)
      rack-test (~> 0.5.7)
      tzinfo (~> 0.3.23)
    activemodel (3.0.10)
      activesupport (= 3.0.10)
      builder (~> 2.1.2)
      i18n (~> 0.5.0)
    activerecord (3.0.10)
      activemodel (= 3.0.10)
      activesupport (= 3.0.10)
      arel (~> 2.0.10)
      tzinfo (~> 0.3.23)
    activeresource (3.0.10)
      activemodel (= 3.0.10)
      activesupport (= 3.0.10)
    activesupport (3.0.10)
    acts_as_list (0.1.4)
    albino (1.3.3)
      posix-spawn (>= 0.3.6)
    annotate (2.4.0)
    arel (2.0.10)
    autotest-standalone (4.5.6)
    babosa (0.3.5)
    bcrypt-ruby (2.1.4)
    bitfields (0.4.0)
    builder (2.1.2)
    canable (0.2.0)
    capistrano (2.8.0)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capistrano_colors (0.5.4)
    carrierwave (0.5.7)
      activesupport (~> 3.0)
    coderay (0.9.8)
    daemons (1.1.4)
    devise (1.4.2)
      bcrypt-ruby (~> 2.1.2)
      orm_adapter (~> 0.0.3)
      warden (~> 1.0.3)
    diff-lcs (1.1.2)
    differ (0.1.2)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    eventmachine (0.12.10)
    factory_girl (2.0.4)
    factory_girl_rails (1.1.0)
      factory_girl (~> 2.0.0)
      railties (>= 3.0.0)
    faker (0.9.5)
      i18n (~> 0.4)
    ffi (1.0.9)
    french_rails (0.2.6)
      rails (~> 3.0.0)
    friendly_id (3.2.1.1)
      babosa (~> 0.3.0)
    fuubar (0.0.6)
      rspec (~> 2.0)
      rspec-instafail (~> 0.1.8)
      ruby-progressbar (~> 0.0.10)
    haml (3.1.2)
    haml-rails (0.3.4)
      actionpack (~> 3.0)
      activesupport (~> 3.0)
      haml (~> 3.0)
      railties (~> 3.0)
    highline (1.6.2)
    hiredis (0.3.2)
    html_spellchecker (0.1.4)
      hunspell-ffi (= 0.1.3.alpha2)
      nokogiri (~> 1.4)
    html_truncator (0.2.2)
      nokogiri (~> 1.4)
    htmlentities (4.3.0)
    hunspell-ffi (0.1.3.alpha2)
      ffi (~> 1.0.7)
    i18n (0.5.0)
    jammit (0.6.3)
      yui-compressor (>= 0.9.3)
    jquery-rails (1.0.13)
      railties (~> 3.0)
      thor (~> 0.14)
    kaminari (0.12.4)
      rails (>= 3.0.0)
    kgio (2.6.0)
    mail (2.2.19)
      activesupport (>= 2.3.6)
      i18n (>= 0.4.0)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    method_source (0.6.0)
      ruby_parser (>= 2.0.5)
    mime-types (1.16)
    mini_magick (3.3)
      subexec (~> 0.1.0)
    mysql2 (0.2.13)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-sftp (2.0.5)
      net-ssh (>= 2.0.9)
    net-ssh (2.2.0)
    net-ssh-gateway (1.1.0)
      net-ssh (>= 1.99.1)
    nokogiri (1.5.0)
    nono-redis-store (1.0.0)
      redis (>= 2.0.0)
    open4 (1.1.0)
    orm_adapter (0.0.5)
    polyglot (0.3.2)
    posix-spawn (0.3.6)
    pry (0.9.3)
      coderay (>= 0.9.8)
      method_source (>= 0.6.0)
      ruby_parser (>= 2.0.5)
      slop (~> 1.9.0)
    rack (1.2.3)
    rack-mount (0.6.14)
      rack (>= 1.0.0)
    rack-test (0.5.7)
      rack (>= 1.0)
    rails (3.0.10)
      actionmailer (= 3.0.10)
      actionpack (= 3.0.10)
      activerecord (= 3.0.10)
      activeresource (= 3.0.10)
      activesupport (= 3.0.10)
      bundler (~> 1.0)
      railties (= 3.0.10)
    rails3-generators (0.17.4)
      railties (>= 3.0.0)
    railties (3.0.10)
      actionpack (= 3.0.10)
      activesupport (= 3.0.10)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (~> 0.14.4)
    rake (0.9.2)
    rdoc (3.9.2)
    redcarpet (1.17.2)
    redis (2.2.2)
    rinku (1.2.2)
    rspec (2.6.0)
      rspec-core (~> 2.6.0)
      rspec-expectations (~> 2.6.0)
      rspec-mocks (~> 2.6.0)
    rspec-core (2.6.4)
    rspec-expectations (2.6.0)
      diff-lcs (~> 1.1.2)
    rspec-instafail (0.1.8)
    rspec-mocks (2.6.0)
    rspec-rails (2.6.1)
      actionpack (~> 3.0)
      activesupport (~> 3.0)
      railties (~> 3.0)
      rspec (~> 2.6.0)
    ruby-progressbar (0.0.10)
    ruby_parser (2.1.0)
      sexp_processor (~> 3.0)
    sanitize (2.0.3)
      nokogiri (< 1.6, >= 1.4.4)<commit_msg>Update html_truncator<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    POpen4 (0.1.4)
      Platform (>= 0.4.0)
      open4
    Platform (0.4.0)
    abstract (1.0.0)
    actionmailer (3.0.10)
      actionpack (= 3.0.10)
      mail (~> 2.2.19)
    actionpack (3.0.10)
      activemodel (= 3.0.10)
      activesupport (= 3.0.10)
      builder (~> 2.1.2)
      erubis (~> 2.6.6)
      i18n (~> 0.5.0)
      rack (~> 1.2.1)
      rack-mount (~> 0.6.14)
      rack-test (~> 0.5.7)
      tzinfo (~> 0.3.23)
    activemodel (3.0.10)
      activesupport (= 3.0.10)
      builder (~> 2.1.2)
      i18n (~> 0.5.0)
    activerecord (3.0.10)
      activemodel (= 3.0.10)
      activesupport (= 3.0.10)
      arel (~> 2.0.10)
      tzinfo (~> 0.3.23)
    activeresource (3.0.10)
      activemodel (= 3.0.10)
      activesupport (= 3.0.10)
    activesupport (3.0.10)
    acts_as_list (0.1.4)
    albino (1.3.3)
      posix-spawn (>= 0.3.6)
    annotate (2.4.0)
    arel (2.0.10)
    autotest-standalone (4.5.6)
    babosa (0.3.5)
    bcrypt-ruby (2.1.4)
    bitfields (0.4.0)
    builder (2.1.2)
    canable (0.2.0)
    capistrano (2.8.0)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capistrano_colors (0.5.4)
    carrierwave (0.5.7)
      activesupport (~> 3.0)
    coderay (0.9.8)
    daemons (1.1.4)
    devise (1.4.2)
      bcrypt-ruby (~> 2.1.2)
      orm_adapter (~> 0.0.3)
      warden (~> 1.0.3)
    diff-lcs (1.1.2)
    differ (0.1.2)
    erubis (2.6.6)
      abstract (>= 1.0.0)
    eventmachine (0.12.10)
    factory_girl (2.0.5)
    factory_girl_rails (1.1.0)
      factory_girl (~> 2.0.0)
      railties (>= 3.0.0)
    faker (0.9.5)
      i18n (~> 0.4)
    ffi (1.0.9)
    french_rails (0.2.6)
      rails (~> 3.0.0)
    friendly_id (3.2.1.1)
      babosa (~> 0.3.0)
    fuubar (0.0.6)
      rspec (~> 2.0)
      rspec-instafail (~> 0.1.8)
      ruby-progressbar (~> 0.0.10)
    haml (3.1.2)
    haml-rails (0.3.4)
      actionpack (~> 3.0)
      activesupport (~> 3.0)
      haml (~> 3.0)
      railties (~> 3.0)
    highline (1.6.2)
    hiredis (0.3.2)
    html_spellchecker (0.1.4)
      hunspell-ffi (= 0.1.3.alpha2)
      nokogiri (~> 1.4)
    html_truncator (0.2.3)
      nokogiri (~> 1.4)
    htmlentities (4.3.0)
    hunspell-ffi (0.1.3.alpha2)
      ffi (~> 1.0.7)
    i18n (0.5.0)
    jammit (0.6.3)
      yui-compressor (>= 0.9.3)
    jquery-rails (1.0.13)
      railties (~> 3.0)
      thor (~> 0.14)
    kaminari (0.12.4)
      rails (>= 3.0.0)
    kgio (2.6.0)
    mail (2.2.19)
      activesupport (>= 2.3.6)
      i18n (>= 0.4.0)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    method_source (0.6.0)
      ruby_parser (>= 2.0.5)
    mime-types (1.16)
    mini_magick (3.3)
      subexec (~> 0.1.0)
    mysql2 (0.2.13)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-sftp (2.0.5)
      net-ssh (>= 2.0.9)
    net-ssh (2.2.1)
    net-ssh-gateway (1.1.0)
      net-ssh (>= 1.99.1)
    nokogiri (1.5.0)
    nono-redis-store (1.0.0)
      redis (>= 2.0.0)
    open4 (1.1.0)
    orm_adapter (0.0.5)
    polyglot (0.3.2)
    posix-spawn (0.3.6)
    pry (0.9.3)
      coderay (>= 0.9.8)
      method_source (>= 0.6.0)
      ruby_parser (>= 2.0.5)
      slop (~> 1.9.0)
    rack (1.2.3)
    rack-mount (0.6.14)
      rack (>= 1.0.0)
    rack-test (0.5.7)
      rack (>= 1.0)
    rails (3.0.10)
      actionmailer (= 3.0.10)
      actionpack (= 3.0.10)
      activerecord (= 3.0.10)
      activeresource (= 3.0.10)
      activesupport (= 3.0.10)
      bundler (~> 1.0)
      railties (= 3.0.10)
    rails3-generators (0.17.4)
      railties (>= 3.0.0)
    railties (3.0.10)
      actionpack (= 3.0.10)
      activesupport (= 3.0.10)
      rake (>= 0.8.7)
      rdoc (~> 3.4)
      thor (~> 0.14.4)
    rake (0.9.2)
    rdoc (3.9.3)
    redcarpet (1.17.2)
    redis (2.2.2)
    rinku (1.2.2)
    rspec (2.6.0)
      rspec-core (~> 2.6.0)
      rspec-expectations (~> 2.6.0)
      rspec-mocks (~> 2.6.0)
    rspec-core (2.6.4)
    rspec-expectations (2.6.0)
      diff-lcs (~> 1.1.2)
    rspec-instafail (0.1.8)
    rspec-mocks (2.6.0)
    rspec-rails (2.6.1)
      actionpack (~> 3.0)
      activesupport (~> 3.0)
      railties (~> 3.0)
      rspec (~> 2.6.0)
    ruby-progressbar (0.0.10)
    ruby_parser (2.2.0)
      sexp_processor (~> 3.0)
    sanitize (2.0.3)
      nokogiri (< 1.6, >= 1.4.4)
{'fraction_non_alphanumeric': 0.20485480943738657, 'fraction_numerical': 0.1297640653357532, 'mean_word_length': 1.5541714947856315, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 149, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1588422', 'n_tokens_mistral': 4814, 'n_tokens_neox': 4443, 'n_words': 714}