<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    actionmailer (4.1.0)
      actionpack (= 4.1.0)
      actionview (= 4.1.0)
      mail (~> 2.5.4)
    actionpack (4.1.0)
      actionview (= 4.1.0)
      activesupport (= 4.1.0)
      rack (~> 1.5.2)
      rack-test (~> 0.6.2)
    actionview (4.1.0)
      activesupport (= 4.1.0)
      builder (~> 3.1)
      erubis (~> 2.7.0)
    activemodel (4.1.0)
      activesupport (= 4.1.0)
      builder (~> 3.1)
    activerecord (4.1.0)
      activemodel (= 4.1.0)
      activesupport (= 4.1.0)
      arel (~> 5.0.0)
    activesupport (4.1.0)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    arel (5.0.0)
    ast (1.1.0)
    builder (3.2.2)
    codesake-commons (0.95.0)
      mechanize
      nokogiri
      rainbow (~> 2.0.0)
    codesake-dawn (1.1.1)
      codesake-commons (~> 0.95.0)
      coveralls
      cvss
      grit
      haml
      justify
      parser
      ptools
      ruby_parser
      sys-uname
      terminal-table
    coveralls (0.7.0)
      multi_json (~> 1.3)
      rest-client
      simplecov (>= 0.7)
      term-ansicolor
      thor
    cvss (0.99.0)
    diff-lcs (1.2.5)
    docile (1.1.3)
    domain_name (0.5.18)
      unf (>= 0.0.5, < 1.0.0)
    erubis (2.7.0)
    ffi (1.9.3)
    grit (2.5.0)
      diff-lcs (~> 1.1)
      mime-types (~> 1.15)
      posix-spawn (~> 0.3.6)
    haml (4.0.5)
      tilt
    hike (1.2.3)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    i18n (0.6.9)
    json (1.8.1)
    justify (1.0.2)
    mail (2.5.4)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mechanize (2.7.2)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0.0)
      mime-types (~> 1.17, >= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.4)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (1.25.1)
    mini_portile (0.5.3)
    minitest (5.3.2)
    multi_json (1.9.2)
    net-http-digest_auth (1.4)
    net-http-persistent (2.9.4)
    nokogiri (1.6.1)
      mini_portile (~> 0.5.0)
    ntlm-http (0.1.1)
    parser (2.1.7)
      ast (~> 1.1)
      slop (~> 3.4, >= 3.4.5)
    polyglot (0.3.4)
    posix-spawn (0.3.8)
    ptools (1.2.4)
    rack (1.5.2)
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (4.1.0)
      actionmailer (= 4.1.0)
      actionpack (= 4.1.0)
      actionview (= 4.1.0)
      activemodel (= 4.1.0)
      activerecord (= 4.1.0)
      activesupport (= 4.1.0)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.1.0)
      sprockets-rails (~> 2.0)
    railties (4.1.0)
      actionpack (= 4.1.0)
      activesupport (= 4.1.0)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    rainbow (2.0.0)
    rake (10.2.2)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    ruby_parser (3.5.0)
      sexp_processor (~> 4.1)
    sexp_processor (4.4.3)
    simplecov (0.8.2)
      docile (~> 1.1.0)
      multi_json
      simplecov-html (~> 0.8.0)
    simplecov-html (0.8.0)
    slop (3.5.0)
    sprockets (2.12.0)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-rails (2.1.3)<commit_msg>Upgraded gems by rebuilding Gemfile.lock file<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    actionmailer (4.1.0)
      actionpack (= 4.1.0)
      actionview (= 4.1.0)
      mail (~> 2.5.4)
    actionpack (4.1.0)
      actionview (= 4.1.0)
      activesupport (= 4.1.0)
      rack (~> 1.5.2)
      rack-test (~> 0.6.2)
    actionview (4.1.0)
      activesupport (= 4.1.0)
      builder (~> 3.1)
      erubis (~> 2.7.0)
    activemodel (4.1.0)
      activesupport (= 4.1.0)
      builder (~> 3.1)
    activerecord (4.1.0)
      activemodel (= 4.1.0)
      activesupport (= 4.1.0)
      arel (~> 5.0.0)
    activesupport (4.1.0)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    arel (5.0.1.20140414130214)
    ast (1.1.0)
    builder (3.2.2)
    codesake-commons (0.95.0)
      mechanize
      nokogiri
      rainbow (~> 2.0.0)
    codesake-dawn (1.1.1)
      codesake-commons (~> 0.95.0)
      coveralls
      cvss
      grit
      haml
      justify
      parser
      ptools
      ruby_parser
      sys-uname
      terminal-table
    coveralls (0.7.0)
      multi_json (~> 1.3)
      rest-client
      simplecov (>= 0.7)
      term-ansicolor
      thor
    cvss (0.99.0)
    diff-lcs (1.2.5)
    docile (1.1.3)
    domain_name (0.5.18)
      unf (>= 0.0.5, < 1.0.0)
    erubis (2.7.0)
    ffi (1.9.3)
    grit (2.5.0)
      diff-lcs (~> 1.1)
      mime-types (~> 1.15)
      posix-spawn (~> 0.3.6)
    haml (4.0.5)
      tilt
    hike (1.2.3)
    http-cookie (1.0.2)
      domain_name (~> 0.5)
    i18n (0.6.9)
    json (1.8.1)
    justify (1.0.2)
    mail (2.5.4)
      mime-types (~> 1.16)
      treetop (~> 1.4.8)
    mechanize (2.7.2)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0.0)
      mime-types (~> 1.17, >= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (~> 2.5, >= 2.5.2)
      nokogiri (~> 1.4)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    mime-types (1.25.1)
    mini_portile (0.5.3)
    minitest (5.3.3)
    multi_json (1.9.2)
    net-http-digest_auth (1.4)
    net-http-persistent (2.9.4)
    nokogiri (1.6.1)
      mini_portile (~> 0.5.0)
    ntlm-http (0.1.1)
    parser (2.1.8)
      ast (~> 1.1)
      slop (~> 3.4, >= 3.4.5)
    polyglot (0.3.4)
    posix-spawn (0.3.8)
    ptools (1.2.4)
    rack (1.5.2)
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (4.1.0)
      actionmailer (= 4.1.0)
      actionpack (= 4.1.0)
      actionview (= 4.1.0)
      activemodel (= 4.1.0)
      activerecord (= 4.1.0)
      activesupport (= 4.1.0)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.1.0)
      sprockets-rails (~> 2.0)
    railties (4.1.0)
      actionpack (= 4.1.0)
      activesupport (= 4.1.0)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    rainbow (2.0.0)
    rake (10.3.0)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    ruby_parser (3.5.0)
      sexp_processor (~> 4.1)
    sexp_processor (4.4.3)
    simplecov (0.8.2)
      docile (~> 1.1.0)
      multi_json
      simplecov-html (~> 0.8.0)
    simplecov-html (0.8.0)
    slop (3.5.0)
    sprockets (2.12.0)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-rails (2.1.3)
{'fraction_non_alphanumeric': 0.19863117870722433, 'fraction_numerical': 0.11589353612167301, 'mean_word_length': 1.4984802431610942, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 113, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2165329', 'n_tokens_mistral': 3445, 'n_tokens_neox': 3201, 'n_words': 540}