<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (4.2.10)
      i18n (~> 0.7)
      minitest (~> 5.1)
      thread_safe (~> 0.3, >= 0.3.4)
      tzinfo (~> 1.1)
    addressable (2.5.2)
      public_suffix (>= 2.0.2, < 4.0)
    bson (4.3.0)
    builder (3.2.3)
    concurrent-ruby (1.0.5)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    git (1.3.0)
    github_api (0.11.3)
      addressable (~> 2.3)
      descendants_tracker (~> 0.0.1)
      faraday (~> 0.8, < 0.10)
      hashie (>= 1.2)
      multi_json (>= 1.7.5, < 2.0)
      nokogiri (~> 1.6.0)
      oauth2
    hashie (3.5.7)
    highline (1.7.10)
    i18n (0.9.5)
      concurrent-ruby (~> 1.0)
    jeweler (2.1.2)
      builder
      bundler (>= 1.0)
      git (>= 1.2.5)
      github_api (~> 0.11.0)
      highline (>= 1.6.15)
      nokogiri (>= 1.5.10)
      rake
      rdoc
      semver
    jwt (1.5.6)
    mini_portile2 (2.1.0)
    minitest (5.11.3)
    mongo (2.5.1)
      bson (>= 4.3.0, < 5.0.0)
    multi_json (1.13.1)
    multi_xml (0.6.0)
    multipart-post (2.0.0)
    nokogiri (1.6.8.1)
      mini_portile2 (~> 2.1.0)
    oauth2 (1.4.0)
      faraday (>= 0.8, < 0.13)
      jwt (~> 1.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    public_suffix (3.0.2)
    rack (1.6.9)
    rake (12.3.0)
    rdoc (5.1.0)
    semver (1.0.1)
    shoulda (3.5.0)
      shoulda-context (~> 1.0, >= 1.0.1)
      shoulda-matchers (>= 1.4.1, < 3.0)
    shoulda-context (1.2.2)
    shoulda-matchers (2.8.0)
      activesupport (>= 3.0.0)
    thread_safe (0.3.6)
    tzinfo (1.2.5)<commit_msg>Bump rack from 1.6.9 to 2.0.8<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (4.2.10)
      i18n (~> 0.7)
      minitest (~> 5.1)
      thread_safe (~> 0.3, >= 0.3.4)
      tzinfo (~> 1.1)
    addressable (2.5.2)
      public_suffix (>= 2.0.2, < 4.0)
    bson (4.3.0)
    builder (3.2.3)
    concurrent-ruby (1.0.5)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    git (1.3.0)
    github_api (0.11.3)
      addressable (~> 2.3)
      descendants_tracker (~> 0.0.1)
      faraday (~> 0.8, < 0.10)
      hashie (>= 1.2)
      multi_json (>= 1.7.5, < 2.0)
      nokogiri (~> 1.6.0)
      oauth2
    hashie (3.5.7)
    highline (1.7.10)
    i18n (0.9.5)
      concurrent-ruby (~> 1.0)
    jeweler (2.1.2)
      builder
      bundler (>= 1.0)
      git (>= 1.2.5)
      github_api (~> 0.11.0)
      highline (>= 1.6.15)
      nokogiri (>= 1.5.10)
      rake
      rdoc
      semver
    jwt (1.5.6)
    mini_portile2 (2.1.0)
    minitest (5.11.3)
    mongo (2.5.1)
      bson (>= 4.3.0, < 5.0.0)
    multi_json (1.13.1)
    multi_xml (0.6.0)
    multipart-post (2.0.0)
    nokogiri (1.6.8.1)
      mini_portile2 (~> 2.1.0)
    oauth2 (1.4.0)
      faraday (>= 0.8, < 0.13)
      jwt (~> 1.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    public_suffix (3.0.2)
    rack (2.0.8)
    rake (12.3.0)
    rdoc (5.1.0)
    semver (1.0.1)
    shoulda (3.5.0)
      shoulda-context (~> 1.0, >= 1.0.1)
      shoulda-matchers (>= 1.4.1, < 3.0)
    shoulda-context (1.2.2)
    shoulda-matchers (2.8.0)
      activesupport (>= 3.0.0)
    thread_safe (0.3.6)
    tzinfo (1.2.5)
{'fraction_non_alphanumeric': 0.20355029585798817, 'fraction_numerical': 0.12603550295857988, 'mean_word_length': 1.5888208269525268, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 67, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5846790', 'n_tokens_mistral': 1825, 'n_tokens_neox': 1691, 'n_words': 288}