<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    actionmailer (4.0.0)
      actionpack (= 4.0.0)
      mail (~> 2.5.3)
    actionpack (4.0.0)
      activesupport (= 4.0.0)
      builder (~> 3.1.0)
      erubis (~> 2.7.0)
      rack (~> 1.5.2)
      rack-test (~> 0.6.2)
    activemodel (4.0.0)
      activesupport (= 4.0.0)
      builder (~> 3.1.0)
    activerecord (4.0.0)
      activemodel (= 4.0.0)
      activerecord-deprecated_finders (~> 1.0.2)
      activesupport (= 4.0.0)
      arel (~> 4.0.0)
    activerecord-deprecated_finders (1.0.3)
    activesupport (4.0.0)
      i18n (~> 0.6, >= 0.6.4)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.5)
    arel (4.0.0)
    asset_sync (1.0.0)
      activemodel
      fog (>= 1.8.0)
    atomic (1.1.14)
    better_errors (1.0.1)
      coderay (>= 1.0.0)
      erubis (>= 2.6.6)
    builder (3.1.4)
    cancan (1.6.10)
    capistrano (2.15.5)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capybara (2.1.0)
      mime-types (>= 1.16)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      xpath (~> 2.0)
    childprocess (0.3.9)
      ffi (~> 1.0, >= 1.0.11)
    cliver (0.2.2)
    coderay (1.1.0)
    cucumber (1.2.5)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.7)
      multi_json (~> 1.3)
    cucumber-rails (1.4.0)
      capybara (>= 1.1.2)
      cucumber (>= 1.2.0)
      nokogiri (>= 1.5.0)
      rails (>= 3.0.0)
    dalli (2.6.4)
    database_cleaner (1.2.0)
    diff-lcs (1.2.4)
    dotenv (0.9.0)
    dotenv-rails (0.9.0)
      dotenv (= 0.9.0)
    erubis (2.7.0)
    excon (0.27.6)
    execjs (2.0.2)
    facter (1.7.3)
    factory_girl (4.2.0)
      activesupport (>= 3.0.0)
    factory_girl_rails (4.2.1)
      factory_girl (~> 4.2.0)
      railties (>= 3.0.0)
    ffi (1.9.0)
    fog (1.16.0)
      builder
      excon (~> 0.27.0)
      formatador (~> 0.2.0)
      mime-types
      multi_json (~> 1.0)
      net-scp (~> 1.1)
      net-ssh (>= 2.1.3)
      nokogiri (~> 1.5)
      ruby-hmac
      unicode (~> 0.4.4)
    formatador (0.2.4)
    gherkin (2.11.8)
      multi_json (~> 1.3)
    hiera (1.2.1)
      json_pure
    highline (1.6.20)
    hike (1.2.3)
    httparty (0.12.0)
      json (~> 1.8)
      multi_xml (>= 0.5.2)
    i18n (0.6.5)
    jbuilder (1.5.2)
      activesupport (>= 3.0.0)
      multi_json (>= 1.2.0)
    jquery-rails (3.0.4)
      railties (>= 3.0, < 5.0)
      thor (>= 0.14, < 2.0)
    json (1.8.1)
    json_pure (1.8.1)
    kgio (2.8.1)
    launchy (2.3.0)
      addressable (~> 2.3)
    librarian-puppet (0.9.10)
      json
      thor (~> 0.15)
    libv8 (3.16.14.3)
    mail (2.5.4)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    method_source (0.8.2)
    mime-types (1.25)
    mini_portile (0.5.1)
    minitest (4.7.5)
    multi_json (1.8.2)
    multi_xml (0.5.5)
    net-scp (1.1.2)
      net-ssh (>= 2.6.5)
    net-sftp (2.1.2)
      net-ssh (>= 2.6.5)
    net-ssh (2.7.0)
    net-ssh-gateway (1.2.0)
      net-ssh (>= 2.6.5)
    newrelic_rpm (3.6.8.164)
    nokogiri (1.6.0)
      mini_portile (~> 0.5.0)
    pg (0.17.0)
    phantomjs (1.8.1.1)
      poltergeist
    poltergeist (1.4.1)
      capybara (~> 2.1.0)
      cliver (~> 0.2.1)
      multi_json (~> 1.0)
      websocket-driver (>= 0.2.0)
    polyglot (0.3.3)
    posix-spawn (0.3.6)
    pry (0.9.6)
      coderay (>= 0.9.8)
      method_source (>= 0.6.5)
      ruby_parser (>= 2.0.5)
      slop (~> 2.1.0)
    puppet (3.2.4)
      facter (~> 1.6)
      hiera (~> 1.0)
      rgen (~> 0.6.5)
    pygments.rb (0.5.2)
      posix-spawn (~> 0.3.6)
      yajl-ruby (~> 1.1.0)
    quiet_assets (1.0.2)
      railties (>= 3.1, < 5.0)
    rack (1.5.2)
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (4.0.0)
      actionmailer (= 4.0.0)
      actionpack (= 4.0.0)
      activerecord (= 4.0.0)
      activesupport (= 4.0.0)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.0.0)
      sprockets-rails (~> 2.0.0)
    railties (4.0.0)
      actionpack (= 4.0.0)
      activesupport (= 4.0.0)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    raindrops (0.12.0)
    rake (10.1.0)
    rdoc (3.12.2)
      json (~> 1.4)
    redcarpet (3.0.0)
    ref (1.0.5)
    rgen (0.6.6)
    rspec-core (2.14.6)
    rspec-expectations (2.14.3)
      diff-lcs (>= 1.1.3, < 2.0)
    rspec-mocks (2.14.4)
    rspec-rails (2.14.0)
      actionpack (>= 3.0)
      activesupport (>= 3.0)
      railties (>= 3.0)
      rspec-core (~> 2.14.0)
      rspec-expectations (~> 2.14.0)
      rspec-mocks (~> 2.14.0)
    ruby-hmac (0.4.0)
    ruby_parser (3.2.2)
      sexp_processor (~> 4.1)
    rubyzip (0.9.9)
    rvm-capistrano (1.5.1)
      capistrano (~> 2.15.4)
    sass (3.2.12)
    sass-rails (4.0.1)<commit_msg>Update rake version; should fix travis<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    actionmailer (4.0.0)
      actionpack (= 4.0.0)
      mail (~> 2.5.3)
    actionpack (4.0.0)
      activesupport (= 4.0.0)
      builder (~> 3.1.0)
      erubis (~> 2.7.0)
      rack (~> 1.5.2)
      rack-test (~> 0.6.2)
    activemodel (4.0.0)
      activesupport (= 4.0.0)
      builder (~> 3.1.0)
    activerecord (4.0.0)
      activemodel (= 4.0.0)
      activerecord-deprecated_finders (~> 1.0.2)
      activesupport (= 4.0.0)
      arel (~> 4.0.0)
    activerecord-deprecated_finders (1.0.3)
    activesupport (4.0.0)
      i18n (~> 0.6, >= 0.6.4)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.5)
    arel (4.0.0)
    asset_sync (1.0.0)
      activemodel
      fog (>= 1.8.0)
    atomic (1.1.14)
    better_errors (1.0.1)
      coderay (>= 1.0.0)
      erubis (>= 2.6.6)
    builder (3.1.4)
    cancan (1.6.10)
    capistrano (2.15.5)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capybara (2.1.0)
      mime-types (>= 1.16)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      xpath (~> 2.0)
    childprocess (0.3.9)
      ffi (~> 1.0, >= 1.0.11)
    cliver (0.2.2)
    coderay (1.1.0)
    cucumber (1.2.5)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.7)
      multi_json (~> 1.3)
    cucumber-rails (1.4.0)
      capybara (>= 1.1.2)
      cucumber (>= 1.2.0)
      nokogiri (>= 1.5.0)
      rails (>= 3.0.0)
    dalli (2.6.4)
    database_cleaner (1.2.0)
    diff-lcs (1.2.4)
    dotenv (0.9.0)
    dotenv-rails (0.9.0)
      dotenv (= 0.9.0)
    erubis (2.7.0)
    excon (0.27.6)
    execjs (2.0.2)
    facter (1.7.3)
    factory_girl (4.2.0)
      activesupport (>= 3.0.0)
    factory_girl_rails (4.2.1)
      factory_girl (~> 4.2.0)
      railties (>= 3.0.0)
    ffi (1.9.0)
    fog (1.16.0)
      builder
      excon (~> 0.27.0)
      formatador (~> 0.2.0)
      mime-types
      multi_json (~> 1.0)
      net-scp (~> 1.1)
      net-ssh (>= 2.1.3)
      nokogiri (~> 1.5)
      ruby-hmac
      unicode (~> 0.4.4)
    formatador (0.2.4)
    gherkin (2.11.8)
      multi_json (~> 1.3)
    hiera (1.2.1)
      json_pure
    highline (1.6.20)
    hike (1.2.3)
    httparty (0.12.0)
      json (~> 1.8)
      multi_xml (>= 0.5.2)
    i18n (0.6.5)
    jbuilder (1.5.2)
      activesupport (>= 3.0.0)
      multi_json (>= 1.2.0)
    jquery-rails (3.0.4)
      railties (>= 3.0, < 5.0)
      thor (>= 0.14, < 2.0)
    json (1.8.1)
    json_pure (1.8.1)
    kgio (2.8.1)
    launchy (2.3.0)
      addressable (~> 2.3)
    librarian-puppet (0.9.10)
      json
      thor (~> 0.15)
    libv8 (3.16.14.3)
    mail (2.5.4)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    method_source (0.8.2)
    mime-types (1.25)
    mini_portile (0.5.1)
    minitest (4.7.5)
    multi_json (1.8.2)
    multi_xml (0.5.5)
    net-scp (1.1.2)
      net-ssh (>= 2.6.5)
    net-sftp (2.1.2)
      net-ssh (>= 2.6.5)
    net-ssh (2.7.0)
    net-ssh-gateway (1.2.0)
      net-ssh (>= 2.6.5)
    newrelic_rpm (3.6.8.164)
    nokogiri (1.6.0)
      mini_portile (~> 0.5.0)
    pg (0.17.0)
    phantomjs (1.8.1.1)
      poltergeist
    poltergeist (1.4.1)
      capybara (~> 2.1.0)
      cliver (~> 0.2.1)
      multi_json (~> 1.0)
      websocket-driver (>= 0.2.0)
    polyglot (0.3.3)
    posix-spawn (0.3.6)
    pry (0.9.6)
      coderay (>= 0.9.8)
      method_source (>= 0.6.5)
      ruby_parser (>= 2.0.5)
      slop (~> 2.1.0)
    puppet (3.2.4)
      facter (~> 1.6)
      hiera (~> 1.0)
      rgen (~> 0.6.5)
    pygments.rb (0.5.2)
      posix-spawn (~> 0.3.6)
      yajl-ruby (~> 1.1.0)
    quiet_assets (1.0.2)
      railties (>= 3.1, < 5.0)
    rack (1.5.2)
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (4.0.0)
      actionmailer (= 4.0.0)
      actionpack (= 4.0.0)
      activerecord (= 4.0.0)
      activesupport (= 4.0.0)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.0.0)
      sprockets-rails (~> 2.0.0)
    railties (4.0.0)
      actionpack (= 4.0.0)
      activesupport (= 4.0.0)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    raindrops (0.12.0)
    rake (10.1.1)
    rdoc (3.12.2)
      json (~> 1.4)
    redcarpet (3.0.0)
    ref (1.0.5)
    rgen (0.6.6)
    rspec-core (2.14.6)
    rspec-expectations (2.14.3)
      diff-lcs (>= 1.1.3, < 2.0)
    rspec-mocks (2.14.4)
    rspec-rails (2.14.0)
      actionpack (>= 3.0)
      activesupport (>= 3.0)
      railties (>= 3.0)
      rspec-core (~> 2.14.0)
      rspec-expectations (~> 2.14.0)
      rspec-mocks (~> 2.14.0)
    ruby-hmac (0.4.0)
    ruby_parser (3.2.2)
      sexp_processor (~> 4.1)
    rubyzip (0.9.9)
    rvm-capistrano (1.5.1)
      capistrano (~> 2.15.4)
    sass (3.2.12)
    sass-rails (4.0.1)
{'fraction_non_alphanumeric': 0.20706915926039432, 'fraction_numerical': 0.12401675349882521, 'mean_word_length': 1.5115443817342227, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 183, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 6, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2518375', 'n_tokens_mistral': 5321, 'n_tokens_neox': 4933, 'n_words': 808}