<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.6.0)
      public_suffix (>= 2.0.2, < 4.0)
    ast (2.4.0)
    backports (3.15.0)
    clipboard (1.3.3)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    daemons (1.3.1)
    diff-lcs (1.3)
    eventmachine (1.2.7)
    hashdiff (0.4.0)
    httpclient (2.8.3)
    jaro_winkler (1.5.3)
    mini_portile2 (2.4.0)
    multi_json (1.13.1)
    mustermann (1.0.3)
    nokogiri (1.10.3)
      mini_portile2 (~> 2.4.0)
    parallel (1.17.0)
    parser (2.6.3.0)
      ast (~> 2.4.0)
    public_suffix (3.1.1)
    rack (2.0.7)
    rack-protection (2.0.5)
      rack
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rainbow (3.0.0)
    rake (12.3.2)
    rspec (3.8.0)
      rspec-core (~> 3.8.0)
      rspec-expectations (~> 3.8.0)
      rspec-mocks (~> 3.8.0)
    rspec-core (3.8.2)
      rspec-support (~> 3.8.0)
    rspec-expectations (3.8.4)
      diff-lcs (>= 1.2.0, < 2.0)<commit_msg>Bump nokogiri from 1.10.3 to 1.10.8<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.6.0)
      public_suffix (>= 2.0.2, < 4.0)
    ast (2.4.0)
    backports (3.15.0)
    clipboard (1.3.3)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    daemons (1.3.1)
    diff-lcs (1.3)
    eventmachine (1.2.7)
    hashdiff (0.4.0)
    httpclient (2.8.3)
    jaro_winkler (1.5.3)
    mini_portile2 (2.4.0)
    multi_json (1.13.1)
    mustermann (1.0.3)
    nokogiri (1.10.8)
      mini_portile2 (~> 2.4.0)
    parallel (1.17.0)
    parser (2.6.3.0)
      ast (~> 2.4.0)
    public_suffix (3.1.1)
    rack (2.0.7)
    rack-protection (2.0.5)
      rack
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rainbow (3.0.0)
    rake (12.3.2)
    rspec (3.8.0)
      rspec-core (~> 3.8.0)
      rspec-expectations (~> 3.8.0)
      rspec-mocks (~> 3.8.0)
    rspec-core (3.8.2)
      rspec-support (~> 3.8.0)
    rspec-expectations (3.8.4)
      diff-lcs (>= 1.2.0, < 2.0)
{'fraction_non_alphanumeric': 0.19917440660474717, 'fraction_numerical': 0.12693498452012383, 'mean_word_length': 1.708100558659218, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 23, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2912978', 'n_tokens_mistral': 1036, 'n_tokens_neox': 986, 'n_words': 164}