<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (4.0.2)
      i18n (~> 0.6, >= 0.6.4)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.5)
    atomic (1.1.14)
    builder (3.2.2)
    diff-lcs (1.2.5)
    faraday (0.8.8)
      multipart-post (~> 1.2.0)
    git (1.2.6)
    github_api (0.10.1)
      addressable
      faraday (~> 0.8.1)
      hashie (>= 1.2)
      multi_json (~> 1.4)
      nokogiri (~> 1.5.2)
      oauth2
    hashie (2.0.5)
    highline (1.6.20)
    httpauth (0.2.0)
    i18n (0.6.9)
    diff-lcs (1.1.3)
    git (1.2.5)
    iconv (1.0.4)
    jeweler (1.8.3)
      bundler (~> 1.0)
      git (>= 1.2.5)
      github_api (= 0.10.1)
      highline (>= 1.6.15)
      nokogiri (= 1.5.10)
      rake
      rdoc
    json (1.8.1)
    jwt (0.1.8)
      multi_json (>= 1.5)
    maruku (0.7.0)
    minitest (4.7.5)
    multi_json (1.8.2)
    multi_xml (0.5.5)
    multipart-post (1.2.0)
    nokogiri (1.5.10)
    oauth2 (0.9.2)
      faraday (~> 0.8)
      httpauth (~> 0.2)
      jwt (~> 0.1.4)
      multi_json (~> 1.0)
      multi_xml (~> 0.5)
      rack (~> 1.2)
    rack (1.5.2)
    rake (10.1.0)
    rdoc (3.12.2)
      json (~> 1.4)
    rspec (2.14.1)
      rspec-core (~> 2.14.0)
      rspec-expectations (~> 2.14.0)
      rspec-mocks (~> 2.14.0)<commit_msg>gemfile update<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (4.0.2)
      i18n (~> 0.6, >= 0.6.4)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.5)
    atomic (1.1.14)
    builder (3.2.2)
    diff-lcs (1.2.5)
    faraday (0.8.8)
      multipart-post (~> 1.2.0)
    git (1.2.6)
    github_api (0.10.1)
      addressable
      faraday (~> 0.8.1)
      hashie (>= 1.2)
      multi_json (~> 1.4)
      nokogiri (~> 1.5.2)
      oauth2
    hashie (2.0.5)
    highline (1.6.20)
    httpauth (0.2.0)
    i18n (0.6.9)
    iconv (1.0.4)
    jeweler (1.8.8)
      builder
      bundler (~> 1.0)
      git (>= 1.2.5)
      github_api (= 0.10.1)
      highline (>= 1.6.15)
      nokogiri (= 1.5.10)
      rake
      rdoc
    json (1.8.1)
    jwt (0.1.8)
      multi_json (>= 1.5)
    maruku (0.7.0)
    minitest (4.7.5)
    multi_json (1.8.2)
    multi_xml (0.5.5)
    multipart-post (1.2.0)
    nokogiri (1.5.10)
    oauth2 (0.9.2)
      faraday (~> 0.8)
      httpauth (~> 0.2)
      jwt (~> 0.1.4)
      multi_json (~> 1.0)
      multi_xml (~> 0.5)
      rack (~> 1.2)
    rack (1.5.2)
    rake (10.1.0)
    rdoc (3.12.2)
      json (~> 1.4)
    rspec (2.14.1)
      rspec-core (~> 2.14.0)
      rspec-expectations (~> 2.14.0)
      rspec-mocks (~> 2.14.0)
{'fraction_non_alphanumeric': 0.2005131964809384, 'fraction_numerical': 0.125366568914956, 'mean_word_length': 1.480909090909091, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 53, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1913053', 'n_tokens_mistral': 1489, 'n_tokens_neox': 1383, 'n_words': 235}