<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (7.0.3.1)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 1.6, < 2)
      minitest (>= 5.1)
      tzinfo (~> 2.0)
    bcrypt_pbkdf (1.1.0)
    benchmark-ips (2.10.0)
    cinch (2.3.4)
    coderay (1.1.3)
    colorize (0.8.1)
    concurrent-ruby (1.1.10)
    concurrent-ruby-ext (1.1.10)
      concurrent-ruby (= 1.1.10)
    differ (0.1.2)
    dotenv (2.8.1)
    ed25519 (1.3.0)
    ffi (1.15.5)
    highline (2.0.3)
    httparty (0.20.0)
      mime-types (~> 3.0)
      multi_xml (>= 0.5.2)
    i18n (1.12.0)
      concurrent-ruby (~> 1.0)
    json (2.6.2)
    method_source (1.0.0)
    mime-types (3.4.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2022.0105)
    mini_portile2 (2.8.0)
    minitest (5.16.3)
    multi_xml (0.6.0)
    net-scp (3.0.0)
      net-ssh (>= 2.6.5, < 7.0.0)
    net-sftp (3.0.0)
      net-ssh (>= 5.0.0, < 7.0.0)
    net-ssh (6.1.0)
    nokogiri (1.13.8)
      mini_portile2 (~> 2.8.0)
      racc (~> 1.4)
    oj (3.13.21)
    openssl (3.0.0)
    parallel (1.22.1)
    pry (0.14.1)
      coderay (~> 1.1)
      method_source (~> 1.0)
    racc (1.6.0)
    terminal-size (0.0.6)
    tty-cursor (0.7.1)
    tzinfo (2.0.5)
      concurrent-ruby (~> 1.0)

PLATFORMS
  ruby
<commit_msg>update dependencies<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activesupport (7.0.4)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 1.6, < 2)
      minitest (>= 5.1)
      tzinfo (~> 2.0)
    bcrypt_pbkdf (1.1.0)
    benchmark-ips (2.10.0)
    cinch (2.3.4)
    coderay (1.1.3)
    colorize (0.8.1)
    concurrent-ruby (1.1.10)
    concurrent-ruby-ext (1.1.10)
      concurrent-ruby (= 1.1.10)
    differ (0.1.2)
    dotenv (2.8.1)
    ed25519 (1.3.0)
    ffi (1.15.5)
    highline (2.0.3)
    httparty (0.20.0)
      mime-types (~> 3.0)
      multi_xml (>= 0.5.2)
    i18n (1.12.0)
      concurrent-ruby (~> 1.0)
    json (2.6.2)
    method_source (1.0.0)
    mime-types (3.4.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2022.0105)
    mini_portile2 (2.8.0)
    minitest (5.16.3)
    multi_xml (0.6.0)
    net-scp (3.0.0)
      net-ssh (>= 2.6.5, < 7.0.0)
    net-sftp (3.0.0)
      net-ssh (>= 5.0.0, < 7.0.0)
    net-ssh (6.1.0)
    nokogiri (1.13.8)
      mini_portile2 (~> 2.8.0)
      racc (~> 1.4)
    oj (3.13.21)
    openssl (3.0.1)
    parallel (1.22.1)
    pry (0.14.1)
      coderay (~> 1.1)
      method_source (~> 1.0)
    racc (1.6.0)
    terminal-size (0.0.6)
    tty-cursor (0.7.1)
    tzinfo (2.0.5)
      concurrent-ruby (~> 1.0)

PLATFORMS
  ruby

{'fraction_non_alphanumeric': 0.2037461773700306, 'fraction_numerical': 0.13952599388379205, 'mean_word_length': 1.6676860346585116, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 35, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2835554', 'n_tokens_mistral': 1472, 'n_tokens_neox': 1331, 'n_words': 221}