<commit_before>PATH
  remote: .
  specs:
    sidekiq_snitch (1.4.0)
      rails (>= 3.0.0)
      sidekiq (>= 2.5.0)

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (6.1.3)
      actionpack (= 6.1.3)
      activesupport (= 6.1.3)
      nio4r (~> 2.0)
      websocket-driver (>= 0.6.1)
    actionmailbox (6.1.3)
      actionpack (= 6.1.3)
      activejob (= 6.1.3)
      activerecord (= 6.1.3)
      activestorage (= 6.1.3)
      activesupport (= 6.1.3)
      mail (>= 2.7.1)
    actionmailer (6.1.3)
      actionpack (= 6.1.3)
      actionview (= 6.1.3)
      activejob (= 6.1.3)
      activesupport (= 6.1.3)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (6.1.3)
      actionview (= 6.1.3)
      activesupport (= 6.1.3)
      rack (~> 2.0, >= 2.0.9)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.2.0)
    actiontext (6.1.3)
      actionpack (= 6.1.3)
      activerecord (= 6.1.3)
      activestorage (= 6.1.3)
      activesupport (= 6.1.3)
      nokogiri (>= 1.8.5)
    actionview (6.1.3)
      activesupport (= 6.1.3)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.1, >= 1.2.0)
    activejob (6.1.3)
      activesupport (= 6.1.3)
      globalid (>= 0.3.6)
    activemodel (6.1.3)
      activesupport (= 6.1.3)
    activerecord (6.1.3)
      activemodel (= 6.1.3)
      activesupport (= 6.1.3)
    activestorage (6.1.3)
      actionpack (= 6.1.3)
      activejob (= 6.1.3)
      activerecord (= 6.1.3)
      activesupport (= 6.1.3)
      marcel (~> 0.3.1)
      mimemagic (~> 0.3.2)
    activesupport (6.1.3)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 1.6, < 2)
      minitest (>= 5.1)
      tzinfo (~> 2.0)
      zeitwerk (~> 2.3)
    addressable (2.4.0)
    builder (3.2.4)
    concurrent-ruby (1.1.8)
    connection_pool (2.2.3)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    crass (1.0.6)
    diff-lcs (1.2.5)
    erubi (1.10.0)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    hashdiff (0.3.0)
    i18n (1.8.9)
      concurrent-ruby (~> 1.0)
    loofah (2.9.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    marcel (0.3.3)
      mimemagic (~> 0.3.2)
    method_source (1.0.0)
    mimemagic (0.3.5)
    mini_mime (1.0.2)
    mini_portile2 (2.5.0)
    minitest (5.14.4)
    nio4r (2.5.5)
    nokogiri (1.11.1)
      mini_portile2 (~> 2.5.0)
      racc (~> 1.4)
    racc (1.5.2)
    rack (2.2.3)
    rack-test (1.1.0)
      rack (>= 1.0, < 3)<commit_msg>Bump nokogiri from 1.11.1 to 1.11.4 (#21)<commit_after>PATH
  remote: .
  specs:
    sidekiq_snitch (1.4.0)
      rails (>= 3.0.0)
      sidekiq (>= 2.5.0)

GEM
  remote: https://rubygems.org/
  specs:
    actioncable (6.1.3)
      actionpack (= 6.1.3)
      activesupport (= 6.1.3)
      nio4r (~> 2.0)
      websocket-driver (>= 0.6.1)
    actionmailbox (6.1.3)
      actionpack (= 6.1.3)
      activejob (= 6.1.3)
      activerecord (= 6.1.3)
      activestorage (= 6.1.3)
      activesupport (= 6.1.3)
      mail (>= 2.7.1)
    actionmailer (6.1.3)
      actionpack (= 6.1.3)
      actionview (= 6.1.3)
      activejob (= 6.1.3)
      activesupport (= 6.1.3)
      mail (~> 2.5, >= 2.5.4)
      rails-dom-testing (~> 2.0)
    actionpack (6.1.3)
      actionview (= 6.1.3)
      activesupport (= 6.1.3)
      rack (~> 2.0, >= 2.0.9)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.2.0)
    actiontext (6.1.3)
      actionpack (= 6.1.3)
      activerecord (= 6.1.3)
      activestorage (= 6.1.3)
      activesupport (= 6.1.3)
      nokogiri (>= 1.8.5)
    actionview (6.1.3)
      activesupport (= 6.1.3)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.1, >= 1.2.0)
    activejob (6.1.3)
      activesupport (= 6.1.3)
      globalid (>= 0.3.6)
    activemodel (6.1.3)
      activesupport (= 6.1.3)
    activerecord (6.1.3)
      activemodel (= 6.1.3)
      activesupport (= 6.1.3)
    activestorage (6.1.3)
      actionpack (= 6.1.3)
      activejob (= 6.1.3)
      activerecord (= 6.1.3)
      activesupport (= 6.1.3)
      marcel (~> 0.3.1)
      mimemagic (~> 0.3.2)
    activesupport (6.1.3)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 1.6, < 2)
      minitest (>= 5.1)
      tzinfo (~> 2.0)
      zeitwerk (~> 2.3)
    addressable (2.4.0)
    builder (3.2.4)
    concurrent-ruby (1.1.8)
    connection_pool (2.2.3)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    crass (1.0.6)
    diff-lcs (1.2.5)
    erubi (1.10.0)
    globalid (0.4.2)
      activesupport (>= 4.2.0)
    hashdiff (0.3.0)
    i18n (1.8.9)
      concurrent-ruby (~> 1.0)
    loofah (2.9.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    mail (2.7.1)
      mini_mime (>= 0.1.1)
    marcel (0.3.3)
      mimemagic (~> 0.3.2)
    method_source (1.0.0)
    mimemagic (0.3.10)
      nokogiri (~> 1)
      rake
    mini_mime (1.0.2)
    mini_portile2 (2.5.1)
    minitest (5.14.4)
    nio4r (2.5.5)
    nokogiri (1.11.4)
      mini_portile2 (~> 2.5.0)
      racc (~> 1.4)
    racc (1.5.2)
    rack (2.2.3)
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
{'fraction_non_alphanumeric': 0.19996187571483034, 'fraction_numerical': 0.11589782691574534, 'mean_word_length': 1.6091496767777225, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 82, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1588467', 'n_tokens_mistral': 2750, 'n_tokens_neox': 2518, 'n_words': 420}