<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    actionmailer (4.2.0.beta4)
      actionpack (= 4.2.0.beta4)
      actionview (= 4.2.0.beta4)
      activejob (= 4.2.0.beta4)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 1.0, >= 1.0.4)
    actionpack (4.2.0.beta4)
      actionview (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      rack (~> 1.6.0.beta)
      rack-test (~> 0.6.2)
      rails-dom-testing (~> 1.0, >= 1.0.4)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    actionview (4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      builder (~> 3.1)
      erubis (~> 2.7.0)
      rails-dom-testing (~> 1.0, >= 1.0.4)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    activejob (4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      globalid (>= 0.3.0)
    activemodel (4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      builder (~> 3.1)
    activerecord (4.2.0.beta4)
      activemodel (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      arel (>= 6.0.0.beta2, < 6.1)
    activesupport (4.2.0.beta4)
      i18n (>= 0.7.0.beta1, < 0.8)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    arel (6.0.0.beta2)
    builder (3.2.2)
    cane (2.6.2)
      parallel
    dawn (0.0.2)
    erubis (2.7.0)
    execjs (2.2.2)
    globalid (0.3.0)
      activesupport (>= 4.1.0)
    hike (1.2.3)
    i18n (0.7.0.beta1)
    jquery-rails (3.1.2)
      railties (>= 3.0, < 5.0)
      thor (>= 0.14, < 2.0)
    json (1.8.1)
    loofah (2.0.1)
      nokogiri (>= 1.5.9)
    mail (2.6.3)
      mime-types (>= 1.16, < 3)
    mime-types (2.4.3)
    mini_portile (0.6.1)
    minitest (5.4.2)
    multi_json (1.10.1)
    nokogiri (1.6.4)
      mini_portile (~> 0.6.0)
    parallel (1.3.3)
    rack (1.6.0.beta)
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (4.2.0.beta4)
      actionmailer (= 4.2.0.beta4)
      actionpack (= 4.2.0.beta4)
      actionview (= 4.2.0.beta4)
      activejob (= 4.2.0.beta4)
      activemodel (= 4.2.0.beta4)
      activerecord (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.2.0.beta4)
      sprockets-rails (~> 3.0.0.beta1)
    rails-deprecated_sanitizer (1.0.3)
      activesupport (>= 4.2.0.alpha)
    rails-dom-testing (1.0.4)
      activesupport (>= 4.2.0.beta, < 5.0)
      nokogiri (~> 1.6.0)
      rails-deprecated_sanitizer (>= 1.0.1)
    rails-html-sanitizer (1.0.1)
      loofah (~> 2.0)
    railties (4.2.0.beta4)
      actionpack (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    rake (10.3.2)
    sprockets (2.12.3)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-rails (3.0.0.beta1)
      actionpack (>= 4.0)
      activesupport (>= 4.0)
      sprockets (~> 2.8)
    sqlite3 (1.3.10)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (1.4.1)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    uglifier (2.5.3)
      execjs (>= 0.3.0)
      json (>= 1.8.0)

PLATFORMS
  ruby

DEPENDENCIES
  cane
  dawn
  jquery-rails
  rails (= 4.2.0.beta4)
  sqlite3
  uglifier
<commit_msg>Upgraded gems by rebuilding Gemfile.lock file<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    actionmailer (4.2.0.beta4)
      actionpack (= 4.2.0.beta4)
      actionview (= 4.2.0.beta4)
      activejob (= 4.2.0.beta4)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 1.0, >= 1.0.4)
    actionpack (4.2.0.beta4)
      actionview (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      rack (~> 1.6.0.beta)
      rack-test (~> 0.6.2)
      rails-dom-testing (~> 1.0, >= 1.0.4)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    actionview (4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      builder (~> 3.1)
      erubis (~> 2.7.0)
      rails-dom-testing (~> 1.0, >= 1.0.4)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    activejob (4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      globalid (>= 0.3.0)
    activemodel (4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      builder (~> 3.1)
    activerecord (4.2.0.beta4)
      activemodel (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      arel (>= 6.0.0.beta2, < 6.1)
    activesupport (4.2.0.beta4)
      i18n (>= 0.7.0.beta1, < 0.8)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    arel (6.0.0.beta2)
    builder (3.2.2)
    cane (2.6.2)
      parallel
    dawn (0.0.2)
    erubis (2.7.0)
    execjs (2.2.2)
    globalid (0.3.0)
      activesupport (>= 4.1.0)
    hike (1.2.3)
    i18n (0.7.0.beta1)
    jquery-rails (3.1.2)
      railties (>= 3.0, < 5.0)
      thor (>= 0.14, < 2.0)
    json (1.8.1)
    loofah (2.0.1)
      nokogiri (>= 1.5.9)
    mail (2.6.3)
      mime-types (>= 1.16, < 3)
    mime-types (2.4.3)
    mini_portile (0.6.1)
    minitest (5.4.2)
    multi_json (1.10.1)
    nokogiri (1.6.4.1)
      mini_portile (~> 0.6.0)
    parallel (1.3.3)
    rack (1.6.0.beta)
    rack-test (0.6.2)
      rack (>= 1.0)
    rails (4.2.0.beta4)
      actionmailer (= 4.2.0.beta4)
      actionpack (= 4.2.0.beta4)
      actionview (= 4.2.0.beta4)
      activejob (= 4.2.0.beta4)
      activemodel (= 4.2.0.beta4)
      activerecord (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.2.0.beta4)
      sprockets-rails (~> 3.0.0.beta1)
    rails-deprecated_sanitizer (1.0.3)
      activesupport (>= 4.2.0.alpha)
    rails-dom-testing (1.0.4)
      activesupport (>= 4.2.0.beta, < 5.0)
      nokogiri (~> 1.6.0)
      rails-deprecated_sanitizer (>= 1.0.1)
    rails-html-sanitizer (1.0.1)
      loofah (~> 2.0)
    railties (4.2.0.beta4)
      actionpack (= 4.2.0.beta4)
      activesupport (= 4.2.0.beta4)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    rake (10.3.2)
    sprockets (2.12.3)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-rails (3.0.0.beta1)
      actionpack (>= 4.0)
      activesupport (>= 4.0)
      sprockets (~> 2.8)
    sqlite3 (1.3.10)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (1.4.1)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    uglifier (2.5.3)
      execjs (>= 0.3.0)
      json (>= 1.8.0)

PLATFORMS
  ruby

DEPENDENCIES
  cane
  dawn
  jquery-rails
  rails (= 4.2.0.beta4)
  sqlite3
  uglifier

{'fraction_non_alphanumeric': 0.203125, 'fraction_numerical': 0.12046875, 'mean_word_length': 1.6985666104553119, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 105, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5745841', 'n_tokens_mistral': 3382, 'n_tokens_neox': 3139, 'n_words': 491}