<commit_before>PATH
  remote: .
  specs:
    doorkeeper-mongodb (5.2.2)
      doorkeeper (>= 5.2, < 6.0)

PATH
  remote: doorkeeper
  specs:
    doorkeeper (5.4.0)
      railties (>= 5)

GEM
  remote: https://rubygems.org/
  specs:
    actionpack (5.2.4.3)
      actionview (= 5.2.4.3)
      activesupport (= 5.2.4.3)
      rack (~> 2.0, >= 2.0.8)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.2.4.3)
      activesupport (= 5.2.4.3)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activemodel (5.2.4.3)
      activesupport (= 5.2.4.3)
    activesupport (5.2.4.3)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.7.0)
      public_suffix (>= 2.0.2, < 5.0)
    bson (4.8.2)
    builder (3.2.4)
    capybara (2.18.0)
      addressable
      mini_mime (>= 0.1.3)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      xpath (>= 2.0, < 4.0)
    concurrent-ruby (1.1.6)
    coveralls (0.8.23)
      json (>= 1.8, < 3)
      simplecov (~> 0.16.1)
      term-ansicolor (~> 1.3)
      thor (>= 0.19.4, < 2.0)
      tins (~> 1.6)
    crass (1.0.6)
    database_cleaner (1.6.2)
    diff-lcs (1.3)
    docile (1.3.2)
    dry-configurable (0.11.5)
      concurrent-ruby (~> 1.0)
      dry-core (~> 0.4, >= 0.4.7)
      dry-equalizer (~> 0.2)
    dry-container (0.7.2)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1, >= 0.1.3)
    dry-core (0.4.9)
      concurrent-ruby (~> 1.0)
    dry-equalizer (0.3.0)
    dry-inflector (0.2.0)
    dry-logic (1.0.6)
      concurrent-ruby (~> 1.0)
      dry-core (~> 0.2)
      dry-equalizer (~> 0.2)
    dry-types (1.4.0)
      concurrent-ruby (~> 1.0)
      dry-container (~> 0.3)
      dry-core (~> 0.4, >= 0.4.4)
      dry-equalizer (~> 0.3)
      dry-inflector (~> 0.1, >= 0.1.2)
      dry-logic (~> 1.0, >= 1.0.2)
    erubi (1.9.0)
    factory_bot (4.11.1)
      activesupport (>= 3.0.0)
    generator_spec (0.9.4)
      activesupport (>= 3.0.0)
      railties (>= 3.0.0)
    grape (1.3.1)
      activesupport
      builder
      dry-types (>= 1.1)
      mustermann-grape (~> 1.0.0)
      rack (>= 1.3.0)
      rack-accept
    i18n (1.8.2)
      concurrent-ruby (~> 1.0)
    json (2.3.0)
    loofah (2.5.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    method_source (1.0.0)
    mini_mime (1.0.2)
    mini_portile2 (2.4.0)
    minitest (5.14.1)
    mongo (2.11.4)
      bson (>= 4.4.2, < 5.0.0)
    mongoid (6.4.4)
      activemodel (>= 5.1, < 6.0.0)
      mongo (>= 2.5.1, < 3.0.0)
    mustermann (1.1.1)
      ruby2_keywords (~> 0.0.1)
    mustermann-grape (1.0.1)
      mustermann (>= 1.0.0)
    nokogiri (1.10.9)
      mini_portile2 (~> 2.4.0)
    public_suffix (4.0.3)
    rack (2.2.2)
    rack-accept (0.4.5)
      rack (>= 0.4)
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rails-dom-testing (2.0.3)<commit_msg>Bump rack from 2.2.2 to 2.2.3<commit_after>PATH
  remote: .
  specs:
    doorkeeper-mongodb (5.2.2)
      doorkeeper (>= 5.2, < 6.0)

PATH
  remote: doorkeeper
  specs:
    doorkeeper (5.4.0)
      railties (>= 5)

GEM
  remote: https://rubygems.org/
  specs:
    actionpack (5.2.4.3)
      actionview (= 5.2.4.3)
      activesupport (= 5.2.4.3)
      rack (~> 2.0, >= 2.0.8)
      rack-test (>= 0.6.3)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.2)
    actionview (5.2.4.3)
      activesupport (= 5.2.4.3)
      builder (~> 3.1)
      erubi (~> 1.4)
      rails-dom-testing (~> 2.0)
      rails-html-sanitizer (~> 1.0, >= 1.0.3)
    activemodel (5.2.4.3)
      activesupport (= 5.2.4.3)
    activesupport (5.2.4.3)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.7.0)
      public_suffix (>= 2.0.2, < 5.0)
    bson (4.8.2)
    builder (3.2.4)
    capybara (2.18.0)
      addressable
      mini_mime (>= 0.1.3)
      nokogiri (>= 1.3.3)
      rack (>= 1.0.0)
      rack-test (>= 0.5.4)
      xpath (>= 2.0, < 4.0)
    concurrent-ruby (1.1.6)
    coveralls (0.8.23)
      json (>= 1.8, < 3)
      simplecov (~> 0.16.1)
      term-ansicolor (~> 1.3)
      thor (>= 0.19.4, < 2.0)
      tins (~> 1.6)
    crass (1.0.6)
    database_cleaner (1.6.2)
    diff-lcs (1.3)
    docile (1.3.2)
    dry-configurable (0.11.5)
      concurrent-ruby (~> 1.0)
      dry-core (~> 0.4, >= 0.4.7)
      dry-equalizer (~> 0.2)
    dry-container (0.7.2)
      concurrent-ruby (~> 1.0)
      dry-configurable (~> 0.1, >= 0.1.3)
    dry-core (0.4.9)
      concurrent-ruby (~> 1.0)
    dry-equalizer (0.3.0)
    dry-inflector (0.2.0)
    dry-logic (1.0.6)
      concurrent-ruby (~> 1.0)
      dry-core (~> 0.2)
      dry-equalizer (~> 0.2)
    dry-types (1.4.0)
      concurrent-ruby (~> 1.0)
      dry-container (~> 0.3)
      dry-core (~> 0.4, >= 0.4.4)
      dry-equalizer (~> 0.3)
      dry-inflector (~> 0.1, >= 0.1.2)
      dry-logic (~> 1.0, >= 1.0.2)
    erubi (1.9.0)
    factory_bot (4.11.1)
      activesupport (>= 3.0.0)
    generator_spec (0.9.4)
      activesupport (>= 3.0.0)
      railties (>= 3.0.0)
    grape (1.3.1)
      activesupport
      builder
      dry-types (>= 1.1)
      mustermann-grape (~> 1.0.0)
      rack (>= 1.3.0)
      rack-accept
    i18n (1.8.2)
      concurrent-ruby (~> 1.0)
    json (2.3.0)
    loofah (2.5.0)
      crass (~> 1.0.2)
      nokogiri (>= 1.5.9)
    method_source (1.0.0)
    mini_mime (1.0.2)
    mini_portile2 (2.4.0)
    minitest (5.14.1)
    mongo (2.11.4)
      bson (>= 4.4.2, < 5.0.0)
    mongoid (6.4.4)
      activemodel (>= 5.1, < 6.0.0)
      mongo (>= 2.5.1, < 3.0.0)
    mustermann (1.1.1)
      ruby2_keywords (~> 0.0.1)
    mustermann-grape (1.0.1)
      mustermann (>= 1.0.0)
    nokogiri (1.10.9)
      mini_portile2 (~> 2.4.0)
    public_suffix (4.0.3)
    rack (2.2.3)
    rack-accept (0.4.5)
      rack (>= 0.4)
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rails-dom-testing (2.0.3)
{'fraction_non_alphanumeric': 0.21175311884438608, 'fraction_numerical': 0.1149047931713723, 'mean_word_length': 1.6105398457583548, 'pattern_counts': {'":': 0, '<': 23, '<?xml version=': 0, '>': 135, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 16, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1140388', 'n_tokens_mistral': 3207, 'n_tokens_neox': 2961, 'n_words': 492}