<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.3.8)
    anemone (0.7.2)
      nokogiri (>= 1.3.0)
      robotex (>= 1.0.0)
    ast (2.2.0)
    colorator (0.1)
    colorize (0.5.8)
    concurrent-ruby (1.0.1)
    diff-lcs (1.2.5)
    execjs (2.6.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    fastimage (1.9.0)
      addressable (~> 2.3.5)
    ffi (1.9.10)
    fuubar (2.0.0)
      rspec (~> 3.0)
      ruby-progressbar (~> 1.4)
    jekyll (3.1.2)
      colorator (~> 0.1)
      jekyll-sass-converter (~> 1.0)
      jekyll-watch (~> 1.1)
      kramdown (~> 1.3)
      liquid (~> 3.0)
      mercenary (~> 0.3.3)
      rouge (~> 1.7)
      safe_yaml (~> 1.0)
    jekyll-assets (2.1.2)
      fastimage (~> 1.8)
      jekyll (~> 3.0)
      sprockets (~> 3.3)
      sprockets-helpers (~> 1.2)
      tilt (~> 2.0)
    jekyll-gist (1.4.0)
      octokit (~> 4.2)
    jekyll-sass-converter (1.4.0)
      sass (~> 3.4)
    jekyll-watch (1.3.1)
      listen (~> 3.0)
    json (1.8.3)
    kramdown (1.10.0)
    libv8 (3.16.14.13)
    link-checker (0.7.2)
      anemone (~> 0.7.2)
      colorize (~> 0.5.8)
      nokogiri (~> 1.5.5)
      trollop (~> 2.0)
    liquid (3.0.6)
    listen (3.0.6)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9.7)
    mercenary (0.3.5)
    multipart-post (2.0.0)
    nokogiri (1.5.11)
    octokit (4.3.0)
      sawyer (~> 0.7.0, >= 0.5.3)
    parser (2.3.0.6)
      ast (~> 2.2)
    powerpack (0.1.1)
    rack (1.6.4)
    rainbow (2.1.0)
    rake (11.1.0)
    rb-fsevent (0.9.7)
    rb-inotify (0.9.7)
      ffi (>= 0.5.0)
    ref (2.0.0)
    robotex (1.0.0)
    rouge (1.10.1)
    rspec (3.4.0)
      rspec-core (~> 3.4.0)
      rspec-expectations (~> 3.4.0)
      rspec-mocks (~> 3.4.0)
    rspec-core (3.4.4)
      rspec-support (~> 3.4.0)
    rspec-expectations (3.4.0)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.4.0)
    rspec-mocks (3.4.1)<commit_msg>update bundle<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    addressable (2.3.8)
    anemone (0.7.2)
      nokogiri (>= 1.3.0)
      robotex (>= 1.0.0)
    ast (2.2.0)
    colorator (0.1)
    colorize (0.5.8)
    concurrent-ruby (1.0.1)
    diff-lcs (1.2.5)
    execjs (2.6.0)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    fastimage (1.9.0)
      addressable (~> 2.3.5)
    ffi (1.9.10)
    fuubar (2.0.0)
      rspec (~> 3.0)
      ruby-progressbar (~> 1.4)
    jekyll (3.1.2)
      colorator (~> 0.1)
      jekyll-sass-converter (~> 1.0)
      jekyll-watch (~> 1.1)
      kramdown (~> 1.3)
      liquid (~> 3.0)
      mercenary (~> 0.3.3)
      rouge (~> 1.7)
      safe_yaml (~> 1.0)
    jekyll-assets (2.1.2)
      fastimage (~> 1.8)
      jekyll (~> 3.0)
      sprockets (~> 3.3)
      sprockets-helpers (~> 1.2)
      tilt (~> 2.0)
    jekyll-gist (1.4.0)
      octokit (~> 4.2)
    jekyll-sass-converter (1.4.0)
      sass (~> 3.4)
    jekyll-watch (1.3.1)
      listen (~> 3.0)
    json (1.8.3)
    kramdown (1.10.0)
    libv8 (3.16.14.13)
    link-checker (0.7.2)
      anemone (~> 0.7.2)
      colorize (~> 0.5.8)
      nokogiri (~> 1.5.5)
      trollop (~> 2.0)
    liquid (3.0.6)
    listen (3.0.6)
      rb-fsevent (>= 0.9.3)
      rb-inotify (>= 0.9.7)
    mercenary (0.3.5)
    multipart-post (2.0.0)
    nokogiri (1.5.11)
    octokit (4.3.0)
      sawyer (~> 0.7.0, >= 0.5.3)
    parser (2.3.0.6)
      ast (~> 2.2)
    powerpack (0.1.1)
    rack (1.6.4)
    rainbow (2.1.0)
    rake (11.1.1)
    rb-fsevent (0.9.7)
    rb-inotify (0.9.7)
      ffi (>= 0.5.0)
    ref (2.0.0)
    robotex (1.0.0)
    rouge (1.10.1)
    rspec (3.4.0)
      rspec-core (~> 3.4.0)
      rspec-expectations (~> 3.4.0)
      rspec-mocks (~> 3.4.0)
    rspec-core (3.4.4)
      rspec-support (~> 3.4.0)
    rspec-expectations (3.4.0)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.4.0)
    rspec-mocks (3.4.1)
{'fraction_non_alphanumeric': 0.213697219361483, 'fraction_numerical': 0.1184346035015448, 'mean_word_length': 1.5392156862745099, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 79, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '168682', 'n_tokens_mistral': 2134, 'n_tokens_neox': 2022, 'n_words': 326}