<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (6.0.3.1)
      activesupport (= 6.0.3.1)
    activerecord (6.0.3.1)
      activemodel (= 6.0.3.1)
      activesupport (= 6.0.3.1)
    activesupport (6.0.3.1)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
      zeitwerk (~> 2.2, >= 2.2.2)
    concurrent-ruby (1.1.6)
    ffi (1.12.2)
    httparty (0.17.3)
      mime-types (~> 3.0)
      multi_xml (>= 0.5.2)
    i18n (1.8.2)
      concurrent-ruby (~> 1.0)
    jbuilder (2.10.0)
      activesupport (>= 5.0.0)
    mime-types (3.3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2019.1009)
    minitest (5.14.1)
    multi_xml (0.6.0)
    mustermann (1.1.1)
      ruby2_keywords (~> 0.0.1)
    newrelic_rpm (6.9.0.363)
    nio4r (2.5.2)
    pg (1.2.2)
    puma (4.3.5)
      nio4r (~> 2.0)
    rack (2.2.3)
    rack-protection (2.0.8.1)
      rack
    rake (13.0.1)
    rb-fsevent (0.10.3)
    rb-inotify (0.10.1)
      ffi (~> 1.0)
    ruby2_keywords (0.0.2)
    sass (3.7.4)
      sass-listen (~> 4.0.0)
    sass-listen (4.0.0)
      rb-fsevent (~> 0.9, >= 0.9.4)
      rb-inotify (~> 0.9, >= 0.9.7)
    shotgun (0.9.2)
      rack (>= 1.0)
    sinatra (2.0.8.1)
      mustermann (~> 1.0)
      rack (~> 2.0)
      rack-protection (= 2.0.8.1)
      tilt (~> 2.0)
    sinatra-activerecord (2.0.14)
      activerecord (>= 3.2)
      sinatra (>= 1.0)
    sqlite3 (1.4.2)
    thread_safe (0.3.6)
    tilt (2.0.10)
    tilt-jbuilder (0.7.1)
      jbuilder
      tilt (>= 1.3.0, < 3)
    tsp_scraper (0.8.0)
      httparty (~> 0.17.1)
    tzinfo (1.2.7)
      thread_safe (~> 0.1)
    zeitwerk (2.3.0)

PLATFORMS
  ruby

DEPENDENCIES
  activerecord
  activesupport
  newrelic_rpm
  pg
  puma
  rake
  sass
  shotgun
  sinatra
  sinatra-activerecord
  sqlite3
  tilt-jbuilder
  tsp_scraper

RUBY VERSION
   ruby 2.6.5p114

BUNDLED WITH
   2.1.4<commit_msg>update tsp_scraper plus all dependencies<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    activemodel (6.0.3.2)
      activesupport (= 6.0.3.2)
    activerecord (6.0.3.2)
      activemodel (= 6.0.3.2)
      activesupport (= 6.0.3.2)
    activesupport (6.0.3.2)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (>= 0.7, < 2)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
      zeitwerk (~> 2.2, >= 2.2.2)
    concurrent-ruby (1.1.6)
    ffi (1.13.1)
    httparty (0.17.3)
      mime-types (~> 3.0)
      multi_xml (>= 0.5.2)
    i18n (1.8.3)
      concurrent-ruby (~> 1.0)
    jbuilder (2.10.0)
      activesupport (>= 5.0.0)
    mime-types (3.3.1)
      mime-types-data (~> 3.2015)
    mime-types-data (3.2020.0512)
    minitest (5.14.1)
    multi_xml (0.6.0)
    mustermann (1.1.1)
      ruby2_keywords (~> 0.0.1)
    newrelic_rpm (6.12.0.367)
    nio4r (2.5.2)
    pg (1.2.3)
    puma (4.3.5)
      nio4r (~> 2.0)
    rack (2.2.3)
    rack-protection (2.0.8.1)
      rack
    rake (13.0.1)
    rb-fsevent (0.10.4)
    rb-inotify (0.10.1)
      ffi (~> 1.0)
    ruby2_keywords (0.0.2)
    sass (3.7.4)
      sass-listen (~> 4.0.0)
    sass-listen (4.0.0)
      rb-fsevent (~> 0.9, >= 0.9.4)
      rb-inotify (~> 0.9, >= 0.9.7)
    shotgun (0.9.2)
      rack (>= 1.0)
    sinatra (2.0.8.1)
      mustermann (~> 1.0)
      rack (~> 2.0)
      rack-protection (= 2.0.8.1)
      tilt (~> 2.0)
    sinatra-activerecord (2.0.18)
      activerecord (>= 4.1)
      sinatra (>= 1.0)
    sqlite3 (1.4.2)
    thread_safe (0.3.6)
    tilt (2.0.10)
    tilt-jbuilder (0.7.1)
      jbuilder
      tilt (>= 1.3.0, < 3)
    tsp_scraper (0.9.0)
      httparty (~> 0.17.1)
    tzinfo (1.2.7)
      thread_safe (~> 0.1)
    zeitwerk (2.4.0)

PLATFORMS
  ruby

DEPENDENCIES
  activerecord
  activesupport
  newrelic_rpm
  pg
  puma
  rake
  sass
  shotgun
  sinatra
  sinatra-activerecord
  sqlite3
  tilt-jbuilder
  tsp_scraper

RUBY VERSION
   ruby 2.6.5p114

BUNDLED WITH
   2.1.4
{'fraction_non_alphanumeric': 0.18311291963377416, 'fraction_numerical': 0.12080366225839267, 'mean_word_length': 1.7180373185901865, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 61, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 20, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1140467', 'n_tokens_mistral': 2139, 'n_tokens_neox': 1954, 'n_words': 329}