<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    bouncy-castle-java (1.5.0146.1)
    builder (3.1.4)
    diff-lcs (1.1.3)
    git (1.2.5)
    jeweler (1.8.4)
      bundler (~> 1.0)
      git (>= 1.2.5)
      rake
      rdoc
    jruby-openssl (0.7.7)
      bouncy-castle-java (>= 1.5.0146.1)
    json (1.7.5)
    json (1.7.5-java)
    lock_jar (0.7.0)
      naether (~> 0.10.0)
      thor (~> 0.14.6)
    naether (0.10.1)
      rjb (~> 1.4.0)
    naether (0.10.1-java)
    rake (0.9.2.2)
    rdoc (3.12)
      json (~> 1.4)
    rjb (1.4.9)
    rsolr (1.0.8)
      builder (>= 2.1.2)
    rspec (2.11.0)
      rspec-core (~> 2.11.0)
      rspec-expectations (~> 2.11.0)
      rspec-mocks (~> 2.11.0)
    rspec-core (2.11.1)
    rspec-expectations (2.11.3)
      diff-lcs (~> 1.1.3)
    rspec-mocks (2.11.3)
    thor (0.14.6)
    yard (0.9.20)

PLATFORMS
  java
  ruby

DEPENDENCIES
  jeweler (~> 1.8.4)
  jruby-openssl
  lock_jar (>= 0.7.0)
  rsolr (~> 1.0.0)
  rspec (~> 2.11.0)
  yard
<commit_msg>Bump rake from 0.9.2.2 to 13.0.1<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    bouncy-castle-java (1.5.0146.1)
    builder (3.1.4)
    diff-lcs (1.1.3)
    git (1.2.5)
    jeweler (1.8.4)
      bundler (~> 1.0)
      git (>= 1.2.5)
      rake
      rdoc
    jruby-openssl (0.7.7)
      bouncy-castle-java (>= 1.5.0146.1)
    json (1.7.5)
    json (1.7.5-java)
    lock_jar (0.7.0)
      naether (~> 0.10.0)
      thor (~> 0.14.6)
    naether (0.10.1)
      rjb (~> 1.4.0)
    naether (0.10.1-java)
    rake (13.0.1)
    rdoc (3.12)
      json (~> 1.4)
    rjb (1.4.9)
    rsolr (1.0.8)
      builder (>= 2.1.2)
    rspec (2.11.0)
      rspec-core (~> 2.11.0)
      rspec-expectations (~> 2.11.0)
      rspec-mocks (~> 2.11.0)
    rspec-core (2.11.1)
    rspec-expectations (2.11.3)
      diff-lcs (~> 1.1.3)
    rspec-mocks (2.11.3)
    thor (0.14.6)
    yard (0.9.20)

PLATFORMS
  java
  ruby

DEPENDENCIES
  jeweler (~> 1.8.4)
  jruby-openssl
  lock_jar (>= 0.7.0)
  rsolr (~> 1.0.0)
  rspec (~> 2.11.0)
  yard

{'fraction_non_alphanumeric': 0.2041216879293425, 'fraction_numerical': 0.13346418056918546, 'mean_word_length': 1.6074168797953965, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 35, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7503358', 'n_tokens_mistral': 1170, 'n_tokens_neox': 1077, 'n_words': 177}