<commit_before>GEM
  remote: https://rubygems.org/
  remote: https://rails-assets.org/
  specs:
    actionmailer (4.2.0)
      actionpack (= 4.2.0)
      actionview (= 4.2.0)
      activejob (= 4.2.0)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 1.0, >= 1.0.5)
    actionpack (4.2.0)
      actionview (= 4.2.0)
      activesupport (= 4.2.0)
      rack (~> 1.6.0)
      rack-test (~> 0.6.2)
      rails-dom-testing (~> 1.0, >= 1.0.5)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    actionpack-page_caching (1.0.2)
      actionpack (>= 4.0.0, < 5)
    actionview (4.2.0)
      activesupport (= 4.2.0)
      builder (~> 3.1)
      erubis (~> 2.7.0)
      rails-dom-testing (~> 1.0, >= 1.0.5)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    activejob (4.2.0)
      activesupport (= 4.2.0)
      globalid (>= 0.3.0)
    activemodel (4.2.0)
      activesupport (= 4.2.0)
      builder (~> 3.1)
    activerecord (4.2.0)
      activemodel (= 4.2.0)
      activesupport (= 4.2.0)
      arel (~> 6.0)
    activerecord-jdbc-adapter (1.3.14)
      activerecord (>= 2.2)
    activerecord-jdbcpostgresql-adapter (1.3.14)
      activerecord-jdbc-adapter (~> 1.3.14)
      jdbc-postgres (>= 9.1)
    activesupport (4.2.0)
      i18n (~> 0.7)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.3, >= 0.3.4)
      tzinfo (~> 1.1)
    acts_as_versioned_rails3 (0.6.2)
      activerecord (>= 3.0.9)
    addressable (2.3.7)
    arel (6.0.0)
    builder (3.2.2)
    cache_digests (0.3.1)
      actionpack (>= 3.2)
      thread_safe
    coffee-rails (4.1.0)
      coffee-script (>= 2.2.0)
      railties (>= 4.0.0, < 5.0)
    coffee-rails-source-maps (1.4.0)
      coffee-script-source (>= 1.6.1)
    coffee-script (2.3.0)
      coffee-script-source
      execjs
    coffee-script-source (1.9.0)
    connection_pool (2.1.1)
    daemons (1.1.9)
    dalli (2.7.2)
    diff-lcs (1.2.5)
    erubis (2.7.0)
    exception_notification (4.0.1)
      actionmailer (>= 3.0.4)
      activesupport (>= 3.0.4)
    execjs (2.3.0)
    foreigner (1.7.2)
      activerecord (>= 3.0.0)
    gctools (0.2.3)
    geoip (1.4.0)
    get_process_mem (0.2.0)
    globalid (0.3.3)
      activesupport (>= 4.1.0)
    hike (1.2.3)
    i18n (0.7.0)
    i18n-js (3.0.0.rc8)
      i18n (~> 0.6)
    image_size (1.4.1)
    jbuilder (2.2.7)
      activesupport (>= 3.0.0, < 5)
      multi_json (~> 1.2)
    jdbc-postgres (9.4.1200)
    jquery-rails (4.0.3)
      rails-dom-testing (~> 1.0)
      railties (>= 4.2.0)
      thor (>= 0.14, < 2.0)
    jquery-ui-rails (5.0.3)
      railties (>= 3.2.16)
    json (1.8.2)
    json (1.8.2-java)
    kgio (2.9.3)
    loofah (2.0.1)
      nokogiri (>= 1.5.9)
    mail (2.6.3)
      mime-types (>= 1.16, < 3)
    mime-types (2.4.3)
    mini_magick (4.1.0)
    mini_portile (0.6.2)
    minitest (5.5.1)
    multi_json (1.10.1)
    newrelic_rpm (3.10.0.279)
    nokogiri (1.6.6.2)
      mini_portile (~> 0.6.0)
    nokogiri (1.6.6.2-java)
    nokogiri (1.6.6.2-x86-mingw32)
      mini_portile (~> 0.6.0)
    non-stupid-digest-assets (1.0.4)
    oj (2.11.4)
    pg (0.18.1)
    pg (0.18.1-x86-mingw32)
    protected_attributes (1.0.8)
      activemodel (>= 4.0.1, < 5.0)
    puma (2.11.1)
      rack (>= 1.1, < 2.0)
    puma (2.11.1-java)
      rack (>= 1.1, < 2.0)
    quiet_assets (1.1.0)
      railties (>= 3.1, < 5.0)
    rack (1.6.0)
    rack-mini-profiler (0.9.2)
      rack (>= 1.1.3)
    rack-test (0.6.3)
      rack (>= 1.0)
    rails (4.2.0)
      actionmailer (= 4.2.0)
      actionpack (= 4.2.0)
      actionview (= 4.2.0)
      activejob (= 4.2.0)
      activemodel (= 4.2.0)
      activerecord (= 4.2.0)
      activesupport (= 4.2.0)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.2.0)
      sprockets-rails
    rails-assets-jquery (2.1.3)
    rails-assets-jquery-cookie (1.4.1)
      rails-assets-jquery (>= 1.2)
    rails-assets-mousetrap (1.4.6)
    rails-deprecated_sanitizer (1.0.3)
      activesupport (>= 4.2.0.alpha)
    rails-dom-testing (1.0.5)
      activesupport (>= 4.2.0.beta, < 5.0)
      nokogiri (~> 1.6.0)
      rails-deprecated_sanitizer (>= 1.0.1)
    rails-html-sanitizer (1.0.1)
      loofah (~> 2.0)
    rails-i18n (4.0.3)
      i18n (~> 0.6)
      railties (~> 4.0)
    rails-observers (0.1.2)
      activemodel (~> 4.0)
    railties (4.2.0)
      actionpack (= 4.2.0)
      activesupport (= 4.2.0)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    raindrops (0.13.0)
    rake (10.4.2)
    sass (3.4.12)
    sass-rails (5.0.1)
      railties (>= 4.0.0, < 5.0)
      sass (~> 3.1)
      sprockets (>= 2.8, < 4.0)
      sprockets-rails (>= 2.0, < 4.0)
      tilt (~> 1.1)
    sitemap_generator (5.0.5)
      builder
    sprockets (2.12.3)
      hike (~> 1.2)
      multi_json (~> 1.0)
      rack (~> 1.0)
      tilt (~> 1.1, != 1.3.0)
    sprockets-rails (2.2.4)
      actionpack (>= 3.0)
      activesupport (>= 3.0)
      sprockets (>= 2.8, < 4.0)
    thor (0.19.1)
    thread_safe (0.3.4)
    thread_safe (0.3.4-java)
    tilt (1.4.1)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    uglifier (2.7.0)
      execjs (>= 0.3.0)
      json (>= 1.8.0)
    unicorn (4.8.3)
      kgio (~> 2.6)
      rack
      raindrops (~> 0.7)
    unicorn-worker-killer (0.4.3)
      get_process_mem (~> 0)
      unicorn (~> 4)<commit_msg>Update gems.<commit_after>GEM
  remote: https://rubygems.org/
  remote: https://rails-assets.org/
  specs:
    actionmailer (4.2.1)
      actionpack (= 4.2.1)
      actionview (= 4.2.1)
      activejob (= 4.2.1)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 1.0, >= 1.0.5)
    actionpack (4.2.1)
      actionview (= 4.2.1)
      activesupport (= 4.2.1)
      rack (~> 1.6)
      rack-test (~> 0.6.2)
      rails-dom-testing (~> 1.0, >= 1.0.5)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    actionpack-page_caching (1.0.2)
      actionpack (>= 4.0.0, < 5)
    actionview (4.2.1)
      activesupport (= 4.2.1)
      builder (~> 3.1)
      erubis (~> 2.7.0)
      rails-dom-testing (~> 1.0, >= 1.0.5)
      rails-html-sanitizer (~> 1.0, >= 1.0.1)
    activejob (4.2.1)
      activesupport (= 4.2.1)
      globalid (>= 0.3.0)
    activemodel (4.2.1)
      activesupport (= 4.2.1)
      builder (~> 3.1)
    activerecord (4.2.1)
      activemodel (= 4.2.1)
      activesupport (= 4.2.1)
      arel (~> 6.0)
    activerecord-jdbc-adapter (1.3.16)
      activerecord (>= 2.2)
    activerecord-jdbcpostgresql-adapter (1.3.16)
      activerecord-jdbc-adapter (~> 1.3.16)
      jdbc-postgres (>= 9.1)
    activesupport (4.2.1)
      i18n (~> 0.7)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.3, >= 0.3.4)
      tzinfo (~> 1.1)
    acts_as_versioned_rails3 (0.6.2)
      activerecord (>= 3.0.9)
    addressable (2.3.8)
    arel (6.0.0)
    builder (3.2.2)
    cache_digests (0.3.1)
      actionpack (>= 3.2)
      thread_safe
    coffee-rails (4.1.0)
      coffee-script (>= 2.2.0)
      railties (>= 4.0.0, < 5.0)
    coffee-rails-source-maps (1.4.0)
      coffee-script-source (>= 1.6.1)
    coffee-script (2.4.1)
      coffee-script-source
      execjs
    coffee-script-source (1.9.1.1)
    connection_pool (2.2.0)
    daemons (1.2.2)
    dalli (2.7.4)
    diff-lcs (1.2.5)
    erubis (2.7.0)
    exception_notification (4.1.0)
      actionmailer (>= 3.0.4)
      activesupport (>= 3.0.4)
    execjs (2.5.2)
    foreigner (1.7.4)
      activerecord (>= 3.0.0)
    gctools (0.2.3)
    geoip (1.5.0)
    get_process_mem (0.2.0)
    globalid (0.3.5)
      activesupport (>= 4.1.0)
    i18n (0.7.0)
    i18n-js (3.0.0.rc9)
      i18n (~> 0.6)
    image_size (1.4.1)
    jbuilder (2.2.16)
      activesupport (>= 3.0.0, < 5)
      multi_json (~> 1.2)
    jdbc-postgres (9.4.1200)
    jquery-rails (4.0.3)
      rails-dom-testing (~> 1.0)
      railties (>= 4.2.0)
      thor (>= 0.14, < 2.0)
    jquery-ui-rails (5.0.5)
      railties (>= 3.2.16)
    json (1.8.2)
    json (1.8.2-java)
    kgio (2.9.3)
    loofah (2.0.2)
      nokogiri (>= 1.5.9)
    mail (2.6.3)
      mime-types (>= 1.16, < 3)
    mime-types (2.5)
    mini_magick (4.2.4)
    mini_portile (0.6.2)
    minitest (5.6.1)
    multi_json (1.11.0)
    newrelic_rpm (3.12.0.288)
    nokogiri (1.6.6.2)
      mini_portile (~> 0.6.0)
    nokogiri (1.6.6.2-java)
    nokogiri (1.6.6.2-x86-mingw32)
      mini_portile (~> 0.6.0)
    non-stupid-digest-assets (1.0.4)
    oj (2.12.8)
    pg (0.18.2)
    pg (0.18.2-x86-mingw32)
    protected_attributes (1.0.9)
      activemodel (>= 4.0.1, < 5.0)
    puma (2.11.3)
      rack (>= 1.1, < 2.0)
    puma (2.11.3-java)
      rack (>= 1.1, < 2.0)
    quiet_assets (1.1.0)
      railties (>= 3.1, < 5.0)
    rack (1.6.1)
    rack-mini-profiler (0.9.3)
      rack (>= 1.1.3)
    rack-test (0.6.3)
      rack (>= 1.0)
    rails (4.2.1)
      actionmailer (= 4.2.1)
      actionpack (= 4.2.1)
      actionview (= 4.2.1)
      activejob (= 4.2.1)
      activemodel (= 4.2.1)
      activerecord (= 4.2.1)
      activesupport (= 4.2.1)
      bundler (>= 1.3.0, < 2.0)
      railties (= 4.2.1)
      sprockets-rails
    rails-assets-jquery (2.1.4)
    rails-assets-jquery-cookie (1.4.1)
      rails-assets-jquery (>= 1.2)
    rails-assets-mousetrap (1.5.2)
    rails-deprecated_sanitizer (1.0.3)
      activesupport (>= 4.2.0.alpha)
    rails-dom-testing (1.0.6)
      activesupport (>= 4.2.0.beta, < 5.0)
      nokogiri (~> 1.6.0)
      rails-deprecated_sanitizer (>= 1.0.1)
    rails-html-sanitizer (1.0.2)
      loofah (~> 2.0)
    rails-i18n (4.0.4)
      i18n (~> 0.6)
      railties (~> 4.0)
    rails-observers (0.1.2)
      activemodel (~> 4.0)
    railties (4.2.1)
      actionpack (= 4.2.1)
      activesupport (= 4.2.1)
      rake (>= 0.8.7)
      thor (>= 0.18.1, < 2.0)
    raindrops (0.13.0)
    rake (10.4.2)
    sass (3.4.13)
    sass-rails (5.0.3)
      railties (>= 4.0.0, < 5.0)
      sass (~> 3.1)
      sprockets (>= 2.8, < 4.0)
      sprockets-rails (>= 2.0, < 4.0)
      tilt (~> 1.1)
    sitemap_generator (5.0.5)
      builder
    sprockets (3.1.0)
      rack (~> 1.0)
    sprockets-rails (2.3.1)
      actionpack (>= 3.0)
      activesupport (>= 3.0)
      sprockets (>= 2.8, < 4.0)
    thor (0.19.1)
    thread_safe (0.3.5)
    thread_safe (0.3.5-java)
    tilt (1.4.1)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    uglifier (2.7.1)
      execjs (>= 0.3.0)
      json (>= 1.8.0)
    unicorn (4.9.0)
      kgio (~> 2.6)
      rack
      raindrops (~> 0.7)
    unicorn-worker-killer (0.4.3)
      get_process_mem (~> 0)
      unicorn (~> 4)
{'fraction_non_alphanumeric': 0.2022107871164475, 'fraction_numerical': 0.11711454164284353, 'mean_word_length': 1.677295918367347, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 174, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 9, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '856062', 'n_tokens_mistral': 5484, 'n_tokens_neox': 5074, 'n_words': 817}