<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    actionmailer (3.2.8)
      actionpack (= 3.2.8)
      mail (~> 2.4.4)
    actionpack (3.2.8)
      activemodel (= 3.2.8)
      activesupport (= 3.2.8)
      builder (~> 3.0.0)
      erubis (~> 2.7.0)
      journey (~> 1.0.4)
      rack (~> 1.4.0)
      rack-cache (~> 1.2)
      rack-test (~> 0.6.1)
      sprockets (~> 2.1.3)
    activemodel (3.2.8)
      activesupport (= 3.2.8)
      builder (~> 3.0.0)
    activerecord (3.2.8)
      activemodel (= 3.2.8)
      activesupport (= 3.2.8)
      arel (~> 3.0.2)
      tzinfo (~> 0.3.29)
    activeresource (3.2.8)
      activemodel (= 3.2.8)
      activesupport (= 3.2.8)
    activesupport (3.2.8)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    acts-as-taggable-on (2.3.3)
      rails (~> 3.0)
    addressable (2.3.2)
    arel (3.0.2)
    awesome_print (1.0.2)
    bibtex-ruby (2.1.2)
      latex-decode (>= 0.0.6)
      multi_json (~> 1.3)
    blacklight (4.0.1)
      bootstrap-sass (~> 2.2.0)
      kaminari (~> 0.13)
      marc (>= 0.4.3, < 1.1)
      nokogiri (~> 1.5)
      rails (~> 3.2)
      rsolr (~> 1.0.6)
      sass-rails
    blacklight_range_limit (2.0.0)
      blacklight (~> 4.0)
      jquery-rails
      rails (~> 3.0)
    bootstrap-sass (2.2.1.1)
      sass (~> 3.2)
    brakeman (1.8.1)
      activesupport
      erubis (~> 2.6)
      fastercsv (~> 1.5)
      haml (~> 3.0)
      highline (~> 1.6)
      i18n
      json_pure
      ruby2ruby (~> 1.2)
      ruby_parser (= 2.3.1)
      sass (~> 3.0)
      terminal-table (~> 1.4)
    builder (3.0.4)
    cancan (1.6.8)
    capistrano (2.12.0)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capybara (1.1.2)
      mime-types (>= 1.16)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      selenium-webdriver (~> 2.0)
      xpath (~> 0.1.4)
    childprocess (0.3.4)
      ffi (~> 1.0, >= 1.0.6)
    citeproc-ruby (0.0.6)
      logging (~> 1.5)
      nokogiri (~> 1.5)
    coffee-rails (3.2.2)
      coffee-script (>= 2.2.0)
      railties (~> 3.2.0)
    coffee-script (2.2.0)
      coffee-script-source
      execjs
    coffee-script-source (1.3.3)
    colored (1.2)
    columnize (0.3.6)
    cucumber (1.2.1)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.0)
      json (>= 1.4.6)
    cucumber-rails (1.3.0)
      capybara (>= 1.1.2)
      cucumber (>= 1.1.8)
      nokogiri (>= 1.5.0)
    dalli (2.3.0)
    database_cleaner (0.8.0)
    debugger (1.2.2)
      columnize (>= 0.3.1)
      debugger-linecache (~> 1.1.1)
      debugger-ruby_core_source (~> 1.1.5)
    debugger-linecache (1.1.2)
      debugger-ruby_core_source (>= 1.1.1)
    debugger-ruby_core_source (1.1.5)
    diff-lcs (1.1.3)
    erubis (2.7.0)
    execjs (1.4.0)
      multi_json (~> 1.0)
    fastercsv (1.5.5)
    ffi (1.1.5)
    ffi (1.1.5-x86-mingw32)
    gherkin (2.11.1)
      json (>= 1.4.6)
    gherkin (2.11.1-x86-mingw32)
      json (>= 1.4.6)
    guard (1.3.3)
      listen (>= 0.4.2)<commit_msg>Update debugger to fix dependency issue with ruby 1.9.3p362 (used by travis)<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    actionmailer (3.2.8)
      actionpack (= 3.2.8)
      mail (~> 2.4.4)
    actionpack (3.2.8)
      activemodel (= 3.2.8)
      activesupport (= 3.2.8)
      builder (~> 3.0.0)
      erubis (~> 2.7.0)
      journey (~> 1.0.4)
      rack (~> 1.4.0)
      rack-cache (~> 1.2)
      rack-test (~> 0.6.1)
      sprockets (~> 2.1.3)
    activemodel (3.2.8)
      activesupport (= 3.2.8)
      builder (~> 3.0.0)
    activerecord (3.2.8)
      activemodel (= 3.2.8)
      activesupport (= 3.2.8)
      arel (~> 3.0.2)
      tzinfo (~> 0.3.29)
    activeresource (3.2.8)
      activemodel (= 3.2.8)
      activesupport (= 3.2.8)
    activesupport (3.2.8)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    acts-as-taggable-on (2.3.3)
      rails (~> 3.0)
    addressable (2.3.2)
    arel (3.0.2)
    awesome_print (1.0.2)
    bibtex-ruby (2.1.2)
      latex-decode (>= 0.0.6)
      multi_json (~> 1.3)
    blacklight (4.0.1)
      bootstrap-sass (~> 2.2.0)
      kaminari (~> 0.13)
      marc (>= 0.4.3, < 1.1)
      nokogiri (~> 1.5)
      rails (~> 3.2)
      rsolr (~> 1.0.6)
      sass-rails
    blacklight_range_limit (2.0.0)
      blacklight (~> 4.0)
      jquery-rails
      rails (~> 3.0)
    bootstrap-sass (2.2.1.1)
      sass (~> 3.2)
    brakeman (1.8.1)
      activesupport
      erubis (~> 2.6)
      fastercsv (~> 1.5)
      haml (~> 3.0)
      highline (~> 1.6)
      i18n
      json_pure
      ruby2ruby (~> 1.2)
      ruby_parser (= 2.3.1)
      sass (~> 3.0)
      terminal-table (~> 1.4)
    builder (3.0.4)
    cancan (1.6.8)
    capistrano (2.12.0)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capybara (1.1.2)
      mime-types (>= 1.16)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      selenium-webdriver (~> 2.0)
      xpath (~> 0.1.4)
    childprocess (0.3.4)
      ffi (~> 1.0, >= 1.0.6)
    citeproc-ruby (0.0.6)
      logging (~> 1.5)
      nokogiri (~> 1.5)
    coffee-rails (3.2.2)
      coffee-script (>= 2.2.0)
      railties (~> 3.2.0)
    coffee-script (2.2.0)
      coffee-script-source
      execjs
    coffee-script-source (1.3.3)
    colored (1.2)
    columnize (0.3.6)
    cucumber (1.2.1)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.0)
      json (>= 1.4.6)
    cucumber-rails (1.3.0)
      capybara (>= 1.1.2)
      cucumber (>= 1.1.8)
      nokogiri (>= 1.5.0)
    dalli (2.3.0)
    database_cleaner (0.8.0)
    debugger (1.2.3)
      columnize (>= 0.3.1)
      debugger-linecache (~> 1.1.1)
      debugger-ruby_core_source (~> 1.1.5)
    debugger-linecache (1.1.2)
      debugger-ruby_core_source (>= 1.1.1)
    debugger-ruby_core_source (1.1.6)
    diff-lcs (1.1.3)
    erubis (2.7.0)
    execjs (1.4.0)
      multi_json (~> 1.0)
    fastercsv (1.5.5)
    ffi (1.1.5)
    ffi (1.1.5-x86-mingw32)
    gherkin (2.11.1)
      json (>= 1.4.6)
    gherkin (2.11.1-x86-mingw32)
      json (>= 1.4.6)
    guard (1.3.3)
      listen (>= 0.4.2)
{'fraction_non_alphanumeric': 0.1988154314070754, 'fraction_numerical': 0.11013286377461182, 'mean_word_length': 1.57331136738056, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 129, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '287081', 'n_tokens_mistral': 3252, 'n_tokens_neox': 3021, 'n_words': 490}