<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (5.2.3)
      activesupport (= 5.2.3)
    activerecord (5.2.3)
      activemodel (= 5.2.3)
      activesupport (= 5.2.3)
      arel (>= 9.0)
    activesupport (5.2.3)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.6.0)
      public_suffix (>= 2.0.2, < 4.0)
    arel (9.0.0)
    backports (3.14.0)
    buftok (0.2.0)
    coderay (1.1.2)
    concurrent-ruby (1.1.5)
    connection_pool (2.2.2)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    database_cleaner (1.7.0)
    diffy (3.3.0)
    docile (1.3.1)
    domain_name (0.5.20180417)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.7.2)
    dropbox_api (0.1.16)
      faraday (>= 0.8, <= 0.15.4)
      oauth2 (~> 1.1)
    equalizer (0.0.11)
    factory_girl (4.9.0)
      activesupport (>= 3.0.0)
    faraday (0.15.4)
      multipart-post (>= 1.2, < 3)
    foreman (0.85.0)
      thor (~> 0.19.1)
    get_process_mem (0.2.3)
    hamlit (2.9.3)
      temple (>= 0.8.0)
      thor
      tilt
    hashdiff (0.3.9)
    hashie (3.6.0)
    http (3.3.0)
      addressable (~> 2.3)
      http-cookie (~> 1.0)
      http-form_data (~> 2.0)
      http_parser.rb (~> 0.6.0)
    http-cookie (1.0.3)
      domain_name (~> 0.5)
    http-form_data (2.1.1)
    http_parser.rb (0.6.0)
    i18n (1.6.0)
      concurrent-ruby (~> 1.0)
    json (2.2.0)
    jwt (2.1.0)
    kgio (2.11.2)
    ltsv (0.1.2)
    mechanize (2.7.6)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (>= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (>= 2.5.2)
      nokogiri (~> 1.6)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    memoizable (0.4.2)
      thread_safe (~> 0.3, >= 0.3.1)
    method_source (0.9.2)
    mime-types (3.2.2)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2019.0331)
    mini_portile2 (2.4.0)
    minitest (5.11.3)
    multi_json (1.13.1)
    multi_xml (0.6.0)
    multipart-post (2.1.0)
    mustermann (1.0.3)
    naught (1.1.0)
    net-http-digest_auth (1.4.1)
    net-http-persistent (3.0.1)
      connection_pool (~> 2.2)
    nokogiri (1.10.3)
      mini_portile2 (~> 2.4.0)
    ntlm-http (0.1.1)
    oauth2 (1.4.1)
      faraday (>= 0.8, < 0.16.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    octokit (4.14.0)
      sawyer (~> 0.8.0, >= 0.5.3)
    pg (1.1.4)
    power_assert (1.1.4)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    public_suffix (3.0.3)
    rack (2.0.7)
    rack-contrib (2.1.0)
      rack (~> 2.0)
    rack-protection (2.0.5)
      rack
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rack-timeout (0.5.1)
    raindrops (0.19.0)
    rake (12.3.2)
    ridgepole (0.7.7)
      activerecord (>= 5.0.1, < 6)
      diffy
    rr (1.2.1)
    safe_yaml (1.0.5)
    sawyer (0.8.2)
      addressable (>= 2.3.5)
      faraday (> 0.8, < 2.0)
    server-starter (0.3.1)
    simple_oauth (0.3.1)
    simplecov (0.16.1)
      docile (~> 1.1)
      json (>= 1.8, < 3)
      simplecov-html (~> 0.10.0)
    simplecov-html (0.10.2)
    sinatra (2.0.5)
      mustermann (~> 1.0)
      rack (~> 2.0)
      rack-protection (= 2.0.5)
      tilt (~> 2.0)
    sinatra-contrib (2.0.5)
      backports (>= 2.8.2)
      multi_json
      mustermann (~> 1.0)
      rack-protection (= 2.0.5)
      sinatra (= 2.0.5)
      tilt (>= 1.3, < 3)
    temple (0.8.1)
    test-unit (3.3.2)
      power_assert
    test-unit-rr (1.0.5)
      rr (>= 1.1.1)
      test-unit (>= 2.5.2)
    thor (0.19.4)
    thread_safe (0.3.6)<commit_msg>bundle update<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (5.2.3)
      activesupport (= 5.2.3)
    activerecord (5.2.3)
      activemodel (= 5.2.3)
      activesupport (= 5.2.3)
      arel (>= 9.0)
    activesupport (5.2.3)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
    addressable (2.6.0)
      public_suffix (>= 2.0.2, < 4.0)
    arel (9.0.0)
    backports (3.14.0)
    buftok (0.2.0)
    coderay (1.1.2)
    concurrent-ruby (1.1.5)
    connection_pool (2.2.2)
    crack (0.4.3)
      safe_yaml (~> 1.0.0)
    database_cleaner (1.7.0)
    diffy (3.3.0)
    docile (1.3.1)
    domain_name (0.5.20180417)
      unf (>= 0.0.5, < 1.0.0)
    dotenv (2.7.2)
    dropbox_api (0.1.16)
      faraday (>= 0.8, <= 0.15.4)
      oauth2 (~> 1.1)
    equalizer (0.0.11)
    factory_girl (4.9.0)
      activesupport (>= 3.0.0)
    faraday (0.15.4)
      multipart-post (>= 1.2, < 3)
    foreman (0.85.0)
      thor (~> 0.19.1)
    get_process_mem (0.2.3)
    hamlit (2.9.3)
      temple (>= 0.8.0)
      thor
      tilt
    hashdiff (0.3.9)
    hashie (3.6.0)
    http (3.3.0)
      addressable (~> 2.3)
      http-cookie (~> 1.0)
      http-form_data (~> 2.0)
      http_parser.rb (~> 0.6.0)
    http-cookie (1.0.3)
      domain_name (~> 0.5)
    http-form_data (2.1.1)
    http_parser.rb (0.6.0)
    i18n (1.6.0)
      concurrent-ruby (~> 1.0)
    json (2.2.0)
    jwt (2.1.0)
    kgio (2.11.2)
    ltsv (0.1.2)
    mechanize (2.7.6)
      domain_name (~> 0.5, >= 0.5.1)
      http-cookie (~> 1.0)
      mime-types (>= 1.17.2)
      net-http-digest_auth (~> 1.1, >= 1.1.1)
      net-http-persistent (>= 2.5.2)
      nokogiri (~> 1.6)
      ntlm-http (~> 0.1, >= 0.1.1)
      webrobots (>= 0.0.9, < 0.2)
    memoizable (0.4.2)
      thread_safe (~> 0.3, >= 0.3.1)
    method_source (0.9.2)
    mime-types (3.2.2)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2019.0331)
    mini_portile2 (2.4.0)
    minitest (5.11.3)
    multi_json (1.13.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    mustermann (1.0.3)
    naught (1.1.0)
    net-http-digest_auth (1.4.1)
    net-http-persistent (3.0.1)
      connection_pool (~> 2.2)
    nokogiri (1.10.3)
      mini_portile2 (~> 2.4.0)
    ntlm-http (0.1.1)
    oauth2 (1.4.1)
      faraday (>= 0.8, < 0.16.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    octokit (4.14.0)
      sawyer (~> 0.8.0, >= 0.5.3)
    pg (1.1.4)
    power_assert (1.1.4)
    pry (0.12.2)
      coderay (~> 1.1.0)
      method_source (~> 0.9.0)
    public_suffix (3.0.3)
    rack (2.0.7)
    rack-contrib (2.1.0)
      rack (~> 2.0)
    rack-protection (2.0.5)
      rack
    rack-test (1.1.0)
      rack (>= 1.0, < 3)
    rack-timeout (0.5.1)
    raindrops (0.19.0)
    rake (12.3.2)
    ridgepole (0.7.7)
      activerecord (>= 5.0.1, < 6)
      diffy
    rr (1.2.1)
    safe_yaml (1.0.5)
    sawyer (0.8.2)
      addressable (>= 2.3.5)
      faraday (> 0.8, < 2.0)
    server-starter (0.3.1)
    simple_oauth (0.3.1)
    simplecov (0.16.1)
      docile (~> 1.1)
      json (>= 1.8, < 3)
      simplecov-html (~> 0.10.0)
    simplecov-html (0.10.2)
    sinatra (2.0.5)
      mustermann (~> 1.0)
      rack (~> 2.0)
      rack-protection (= 2.0.5)
      tilt (~> 2.0)
    sinatra-contrib (2.0.5)
      backports (>= 2.8.2)
      multi_json
      mustermann (~> 1.0)
      rack-protection (= 2.0.5)
      sinatra (= 2.0.5)
      tilt (>= 1.3, < 3)
    temple (0.8.1)
    test-unit (3.3.3)
      power_assert
    test-unit-rr (1.0.5)
      rr (>= 1.1.1)
      test-unit (>= 2.5.2)
    thor (0.19.4)
    thread_safe (0.3.6)
{'fraction_non_alphanumeric': 0.20583468395461912, 'fraction_numerical': 0.1272285251215559, 'mean_word_length': 1.5927871148459383, 'pattern_counts': {'":': 0, '<': 31, '<?xml version=': 0, '>': 127, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1007768', 'n_tokens_mistral': 3968, 'n_tokens_neox': 3658, 'n_words': 620}