<commit_before>PATH
  remote: .
  specs:
    pg_query (0.8.0)
      json (~> 1.8)

GEM
  remote: https://rubygems.org/
  specs:
    ast (2.0.0)
    astrolabe (1.3.0)
      parser (>= 2.2.0.pre.3, < 3.0)
    diff-lcs (1.2.5)
    json (1.8.3)
    parser (2.2.2.5)
      ast (>= 1.1, < 3.0)
    powerpack (0.1.1)
    rainbow (2.0.0)
    rake (10.4.2)
    rake-compiler (0.9.3)
      rake
    rspec (3.4.0)
      rspec-core (~> 3.4.0)
      rspec-expectations (~> 3.4.0)
      rspec-mocks (~> 3.4.0)
    rspec-core (3.4.2)
      rspec-support (~> 3.4.0)
    rspec-expectations (3.4.0)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.4.0)
    rspec-mocks (3.4.1)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.4.0)<commit_msg>Bump rspec to avoid deprecation warnings.<commit_after>PATH
  remote: .
  specs:
    pg_query (0.8.0)
      json (~> 1.8)

GEM
  remote: https://rubygems.org/
  specs:
    ast (2.0.0)
    astrolabe (1.3.0)
      parser (>= 2.2.0.pre.3, < 3.0)
    diff-lcs (1.2.5)
    json (1.8.3)
    parser (2.2.2.5)
      ast (>= 1.1, < 3.0)
    powerpack (0.1.1)
    rainbow (2.0.0)
    rake (10.4.2)
    rake-compiler (0.9.3)
      rake
    rspec (3.4.0)
      rspec-core (~> 3.4.0)
      rspec-expectations (~> 3.4.0)
      rspec-mocks (~> 3.4.0)
    rspec-core (3.4.4)
      rspec-support (~> 3.4.0)
    rspec-expectations (3.4.0)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.4.0)
    rspec-mocks (3.4.1)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.4.0)
{'fraction_non_alphanumeric': 0.21306068601583114, 'fraction_numerical': 0.11081794195250659, 'mean_word_length': 1.6110154905335627, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 25, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5846766', 'n_tokens_mistral': 812, 'n_tokens_neox': 771, 'n_words': 128}