<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (4.1.5)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    addressable (2.3.6)
    auto_excerpt (0.7.1)
    backports (3.6.0)
    bcrypt (3.1.7)
    bcrypt-ruby (3.1.5)
      bcrypt (>= 3.1.3)
    celluloid (0.15.2)
      timers (~> 1.1.0)
    coderay (1.1.0)
    colorize (0.7.3)
    daemons (1.1.9)
    data_mapper (1.2.0)
      dm-aggregates (~> 1.2.0)
      dm-constraints (~> 1.2.0)
      dm-core (~> 1.2.0)
      dm-migrations (~> 1.2.0)
      dm-serializer (~> 1.2.0)
      dm-timestamps (~> 1.2.0)
      dm-transactions (~> 1.2.0)
      dm-types (~> 1.2.0)
      dm-validations (~> 1.2.0)
    diff-lcs (1.2.5)
    dm-aggregates (1.2.0)
      dm-core (~> 1.2.0)
    dm-constraints (1.2.0)
      dm-core (~> 1.2.0)
    dm-core (1.2.1)
      addressable (~> 2.3)
    dm-migrations (1.2.0)
      dm-core (~> 1.2.0)
    dm-serializer (1.2.2)
      dm-core (~> 1.2.0)
      fastercsv (~> 1.5)
      json (~> 1.6)
      json_pure (~> 1.6)
      multi_json (~> 1.0)
    dm-timestamps (1.2.0)
      dm-core (~> 1.2.0)
    dm-transactions (1.2.0)
      dm-core (~> 1.2.0)
    dm-types (1.2.2)
      bcrypt-ruby (~> 3.0)
      dm-core (~> 1.2.0)
      fastercsv (~> 1.5)
      json (~> 1.6)
      multi_json (~> 1.0)
      stringex (~> 1.4)
      uuidtools (~> 2.1)
    dm-validations (1.2.0)
      dm-core (~> 1.2.0)
    eventmachine (1.0.3)
    fastercsv (1.5.5)
    ffi (1.9.3)
    formatador (0.2.5)
    guard (2.6.1)
      formatador (>= 0.2.4)
      listen (~> 2.7)
      lumberjack (~> 1.0)
      pry (>= 0.9.12)
      thor (>= 0.18.1)
    guard-rspec (4.3.1)
      guard (~> 2.1)
      rspec (>= 2.14, < 4.0)
    i18n (0.6.11)
    json (1.8.1)
    json_pure (1.8.1)
    listen (2.7.9)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    lumberjack (1.0.9)
    method_source (0.8.2)
    minitest (5.4.1)
    multi_json (1.10.1)
    mustache (0.99.6)
    mysql2 (0.3.16)
    pry (0.10.1)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    puma (2.9.0)
      rack (>= 1.1, < 2.0)
    rack (1.5.2)
    rack-bug (0.3.0)
      rack (>= 1.0)
    rack-protection (1.5.3)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    rack_csrf (2.5.0)
      rack (>= 1.1.0)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.5)
      ffi (>= 0.5.0)
    rerun (0.10.0)
      listen (~> 2.7, >= 2.7.3)
    rspec (3.1.0)
      rspec-core (~> 3.1.0)
      rspec-expectations (~> 3.1.0)
      rspec-mocks (~> 3.1.0)
    rspec-core (3.1.2)
      rspec-support (~> 3.1.0)
    rspec-expectations (3.1.0)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.1.0)
    rspec-mocks (3.1.0)
      rspec-support (~> 3.1.0)
    rspec-nc (0.2.0)
      rspec (>= 2.9)
      terminal-notifier (>= 1.4)
    rspec-support (3.1.0)
    sequel (4.13.0)
    sinatra (1.4.5)
      rack (~> 1.4)
      rack-protection (~> 1.4)
      tilt (~> 1.3, >= 1.3.4)
    sinatra-contrib (1.4.2)
      backports (>= 2.0)
      multi_json
      rack-protection
      rack-test
      sinatra (~> 1.4.0)
      tilt (~> 1.3)
    slop (3.6.0)
    sqlite3 (1.3.9)
    stringex (1.5.1)
    terminal-notifier (1.6.1)
    thin (1.6.2)
      daemons (>= 1.0.9)
      eventmachine (>= 1.0.0)
      rack (>= 1.0.0)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (1.4.1)
    timers (1.1.0)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    uuidtools (2.1.5)
    yard (0.8.7.4)

PLATFORMS
  ruby

DEPENDENCIES
  activesupport (~> 4.1.5)
  auto_excerpt (~> 0.7.1)
  bcrypt (~> 3.1.7)
  colorize (~> 0.7.3)
  data_mapper (~> 1.2.0)
  guard (~> 2.6.1)
  guard-rspec (~> 4.3.1)
  json (~> 1.8.1)
  mustache (~> 0.99.6)
  mysql2 (~> 0.3.16)
  puma (~> 2.9.0)
  rack-bug (~> 0.3.0)
  rack-test (~> 0.6.2)
  rack_csrf (~> 2.5.0)
  rerun (~> 0.10.0)
  rspec (~> 3.1.0)
  rspec-nc (~> 0.2.0)
  sequel (~> 4.13.0)
  sinatra (~> 1.4.5)
  sinatra-contrib (~> 1.4.2)
  sqlite3 (~> 1.3.9)
  thin (~> 1.6.2)
  yard (~> 0.8.7.4)<commit_msg>Push updated Gemfile.lock to fix build.<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (4.1.5)
      i18n (~> 0.6, >= 0.6.9)
      json (~> 1.7, >= 1.7.7)
      minitest (~> 5.1)
      thread_safe (~> 0.1)
      tzinfo (~> 1.1)
    addressable (2.3.6)
    auto_excerpt (0.7.1)
    backports (3.6.0)
    bcrypt (3.1.7)
    bcrypt-ruby (3.1.5)
      bcrypt (>= 3.1.3)
    celluloid (0.15.2)
      timers (~> 1.1.0)
    coderay (1.1.0)
    colorize (0.7.3)
    daemons (1.1.9)
    data_mapper (1.2.0)
      dm-aggregates (~> 1.2.0)
      dm-constraints (~> 1.2.0)
      dm-core (~> 1.2.0)
      dm-migrations (~> 1.2.0)
      dm-serializer (~> 1.2.0)
      dm-timestamps (~> 1.2.0)
      dm-transactions (~> 1.2.0)
      dm-types (~> 1.2.0)
      dm-validations (~> 1.2.0)
    diff-lcs (1.2.5)
    dm-aggregates (1.2.0)
      dm-core (~> 1.2.0)
    dm-constraints (1.2.0)
      dm-core (~> 1.2.0)
    dm-core (1.2.1)
      addressable (~> 2.3)
    dm-migrations (1.2.0)
      dm-core (~> 1.2.0)
    dm-serializer (1.2.2)
      dm-core (~> 1.2.0)
      fastercsv (~> 1.5)
      json (~> 1.6)
      json_pure (~> 1.6)
      multi_json (~> 1.0)
    dm-timestamps (1.2.0)
      dm-core (~> 1.2.0)
    dm-transactions (1.2.0)
      dm-core (~> 1.2.0)
    dm-types (1.2.2)
      bcrypt-ruby (~> 3.0)
      dm-core (~> 1.2.0)
      fastercsv (~> 1.5)
      json (~> 1.6)
      multi_json (~> 1.0)
      stringex (~> 1.4)
      uuidtools (~> 2.1)
    dm-validations (1.2.0)
      dm-core (~> 1.2.0)
    eventmachine (1.0.3)
    fastercsv (1.5.5)
    ffi (1.9.3)
    formatador (0.2.5)
    guard (2.6.1)
      formatador (>= 0.2.4)
      listen (~> 2.7)
      lumberjack (~> 1.0)
      pry (>= 0.9.12)
      thor (>= 0.18.1)
    guard-rspec (4.3.1)
      guard (~> 2.1)
      rspec (>= 2.14, < 4.0)
    i18n (0.6.11)
    json (1.8.1)
    json_pure (1.8.1)
    listen (2.7.9)
      celluloid (>= 0.15.2)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9)
    lumberjack (1.0.9)
    method_source (0.8.2)
    minitest (5.4.1)
    multi_json (1.10.1)
    mustache (0.99.6)
    mysql2 (0.3.16)
    pry (0.10.1)
      coderay (~> 1.1.0)
      method_source (~> 0.8.1)
      slop (~> 3.4)
    puma (2.9.0)
      rack (>= 1.1, < 2.0)
    rack (1.5.2)
    rack-bug (0.3.0)
      rack (>= 1.0)
    rack-protection (1.5.3)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    rack_csrf (2.5.0)
      rack (>= 1.1.0)
    rake (0.9.6)
    rb-fsevent (0.9.4)
    rb-inotify (0.9.5)
      ffi (>= 0.5.0)
    rerun (0.10.0)
      listen (~> 2.7, >= 2.7.3)
    rspec (3.1.0)
      rspec-core (~> 3.1.0)
      rspec-expectations (~> 3.1.0)
      rspec-mocks (~> 3.1.0)
    rspec-core (3.1.2)
      rspec-support (~> 3.1.0)
    rspec-expectations (3.1.0)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.1.0)
    rspec-mocks (3.1.0)
      rspec-support (~> 3.1.0)
    rspec-nc (0.2.0)
      rspec (>= 2.9)
      terminal-notifier (>= 1.4)
    rspec-support (3.1.0)
    sequel (4.13.0)
    sinatra (1.4.5)
      rack (~> 1.4)
      rack-protection (~> 1.4)
      tilt (~> 1.3, >= 1.3.4)
    sinatra-contrib (1.4.2)
      backports (>= 2.0)
      multi_json
      rack-protection
      rack-test
      sinatra (~> 1.4.0)
      tilt (~> 1.3)
    slop (3.6.0)
    sqlite3 (1.3.9)
    stringex (1.5.1)
    terminal-notifier (1.6.1)
    thin (1.6.2)
      daemons (>= 1.0.9)
      eventmachine (>= 1.0.0)
      rack (>= 1.0.0)
    thor (0.19.1)
    thread_safe (0.3.4)
    tilt (1.4.1)
    timers (1.1.0)
    tzinfo (1.2.2)
      thread_safe (~> 0.1)
    uuidtools (2.1.5)
    yard (0.8.7.4)

PLATFORMS
  ruby

DEPENDENCIES
  activesupport (~> 4.1.5)
  auto_excerpt (~> 0.7.1)
  bcrypt (~> 3.1.7)
  colorize (~> 0.7.3)
  data_mapper (~> 1.2.0)
  guard (~> 2.6.1)
  guard-rspec (~> 4.3.1)
  json (~> 1.8.1)
  mustache (~> 0.99.6)
  mysql2 (~> 0.3.16)
  puma (~> 2.9.0)
  rack-bug (~> 0.3.0)
  rack-test (~> 0.6.2)
  rack_csrf (~> 2.5.0)
  rake
  rerun (~> 0.10.0)
  rspec (~> 3.1.0)
  rspec-nc (~> 0.2.0)
  sequel (~> 4.13.0)
  sinatra (~> 1.4.5)
  sinatra-contrib (~> 1.4.2)
  sqlite3 (~> 1.3.9)
  thin (~> 1.6.2)
  yard (~> 0.8.7.4)
{'fraction_non_alphanumeric': 0.22292374939290918, 'fraction_numerical': 0.12251092763477416, 'mean_word_length': 1.5477884317970925, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 203, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2425914', 'n_tokens_mistral': 4626, 'n_tokens_neox': 4304, 'n_words': 699}