<commit_before>PATH
  remote: .
  specs:
    circleci-cli (2.3.0)
      circleci (~> 2.0.2)
      colorize (~> 0.8.1)
      faraday (>= 0.14, < 0.18)
      highline (>= 1.7.8, < 2.1.0)
      launchy (~> 2.4.3)
      pusher-client (~> 0.6.2)
      rugged (>= 0.26, < 0.29)
      terminal-notifier (~> 2.0.0)
      terminal-table (~> 1.8.0)
      thor (>= 0.20, < 1.1)

GEM
  remote: https://rubygems.org/
  specs:
    activesupport (6.0.2.1)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
      zeitwerk (~> 2.2)
    addressable (2.7.0)
      public_suffix (>= 2.0.2, < 5.0)
    ast (2.4.0)
    circleci (2.0.2)
    codecov (0.1.16)
      json
      simplecov
      url
    coderay (1.1.2)
    colorize (0.8.1)
    concurrent-ruby (1.1.5)
    diff-lcs (1.3)
    docile (1.3.2)
    faraday (0.17.1)
      multipart-post (>= 1.2, < 3)
    faraday-http-cache (2.0.0)
      faraday (~> 0.8)
    ffi (1.11.3)
    formatador (0.2.5)
    github_changelog_generator (1.15.0)
      activesupport
      faraday-http-cache
      multi_json
      octokit (~> 4.6)
      rainbow (>= 2.2.1)
      rake (>= 10.0)
      retriable (~> 3.0)
    guard (2.16.1)
      formatador (>= 0.2.4)
      listen (>= 2.7, < 4.0)
      lumberjack (>= 1.0.12, < 2.0)
      nenv (~> 0.1)
      notiffany (~> 0.0)
      pry (>= 0.9.12)
      shellany (~> 0.0)
      thor (>= 0.18.1)
    guard-compat (1.2.1)
    guard-rspec (4.7.3)
      guard (~> 2.1)
      guard-compat (~> 1.1)
      rspec (>= 2.99.0, < 4.0)
    guard-rubocop (1.3.0)
      guard (~> 2.0)
      rubocop (~> 0.20)
    highline (2.0.3)
    i18n (1.7.0)
      concurrent-ruby (~> 1.0)
    jaro_winkler (1.5.4)
    json (2.3.0)
    launchy (2.4.3)
      addressable (~> 2.3)
    listen (3.2.1)
      rb-fsevent (~> 0.10, >= 0.10.3)
      rb-inotify (~> 0.9, >= 0.9.10)
    lumberjack (1.0.13)
    method_source (0.9.2)
    minitest (5.13.0)
    multi_json (1.14.1)
    multipart-post (2.1.1)
    nenv (0.3.0)
    notiffany (0.1.3)
      nenv (~> 0.1)
      shellany (~> 0.0)
    octokit (4.14.0)
      sawyer (~> 0.8.0, >= 0.5.3)
    parallel (1.19.1)
    parser (2.6.5.0)
      ast (~> 2.4.0)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    public_suffix (4.0.1)
    pusher-client (0.6.2)
      json
      websocket (~> 1.0)
    rainbow (3.0.0)
    rake (13.0.1)
    rb-fsevent (0.10.3)
    rb-inotify (0.10.0)
      ffi (~> 1.0)
    retriable (3.1.2)<commit_msg>Bump rb-inotify from 0.10.0 to 0.10.1<commit_after>PATH
  remote: .
  specs:
    circleci-cli (2.3.0)
      circleci (~> 2.0.2)
      colorize (~> 0.8.1)
      faraday (>= 0.14, < 0.18)
      highline (>= 1.7.8, < 2.1.0)
      launchy (~> 2.4.3)
      pusher-client (~> 0.6.2)
      rugged (>= 0.26, < 0.29)
      terminal-notifier (~> 2.0.0)
      terminal-table (~> 1.8.0)
      thor (>= 0.20, < 1.1)

GEM
  remote: https://rubygems.org/
  specs:
    activesupport (6.0.2.1)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
      zeitwerk (~> 2.2)
    addressable (2.7.0)
      public_suffix (>= 2.0.2, < 5.0)
    ast (2.4.0)
    circleci (2.0.2)
    codecov (0.1.16)
      json
      simplecov
      url
    coderay (1.1.2)
    colorize (0.8.1)
    concurrent-ruby (1.1.5)
    diff-lcs (1.3)
    docile (1.3.2)
    faraday (0.17.1)
      multipart-post (>= 1.2, < 3)
    faraday-http-cache (2.0.0)
      faraday (~> 0.8)
    ffi (1.11.3)
    formatador (0.2.5)
    github_changelog_generator (1.15.0)
      activesupport
      faraday-http-cache
      multi_json
      octokit (~> 4.6)
      rainbow (>= 2.2.1)
      rake (>= 10.0)
      retriable (~> 3.0)
    guard (2.16.1)
      formatador (>= 0.2.4)
      listen (>= 2.7, < 4.0)
      lumberjack (>= 1.0.12, < 2.0)
      nenv (~> 0.1)
      notiffany (~> 0.0)
      pry (>= 0.9.12)
      shellany (~> 0.0)
      thor (>= 0.18.1)
    guard-compat (1.2.1)
    guard-rspec (4.7.3)
      guard (~> 2.1)
      guard-compat (~> 1.1)
      rspec (>= 2.99.0, < 4.0)
    guard-rubocop (1.3.0)
      guard (~> 2.0)
      rubocop (~> 0.20)
    highline (2.0.3)
    i18n (1.7.0)
      concurrent-ruby (~> 1.0)
    jaro_winkler (1.5.4)
    json (2.3.0)
    launchy (2.4.3)
      addressable (~> 2.3)
    listen (3.2.1)
      rb-fsevent (~> 0.10, >= 0.10.3)
      rb-inotify (~> 0.9, >= 0.9.10)
    lumberjack (1.0.13)
    method_source (0.9.2)
    minitest (5.13.0)
    multi_json (1.14.1)
    multipart-post (2.1.1)
    nenv (0.3.0)
    notiffany (0.1.3)
      nenv (~> 0.1)
      shellany (~> 0.0)
    octokit (4.14.0)
      sawyer (~> 0.8.0, >= 0.5.3)
    parallel (1.19.1)
    parser (2.6.5.0)
      ast (~> 2.4.0)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    public_suffix (4.0.1)
    pusher-client (0.6.2)
      json
      websocket (~> 1.0)
    rainbow (3.0.0)
    rake (13.0.1)
    rb-fsevent (0.10.3)
    rb-inotify (0.10.1)
      ffi (~> 1.0)
    retriable (3.1.2)
{'fraction_non_alphanumeric': 0.2069172331067573, 'fraction_numerical': 0.124750099960016, 'mean_word_length': 1.5408836973082782, 'pattern_counts': {'":': 0, '<': 23, '<?xml version=': 0, '>': 105, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '168633', 'n_tokens_mistral': 2701, 'n_tokens_neox': 2477, 'n_words': 424}