<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    backports (2.6.4)
    eventmachine (1.0.0)
    foreman (0.27.0)
      term-ansicolor (~> 1.0.5)
      thor (>= 0.13.6)
    kgio (2.7.0)
    libxml-ruby (2.2.2)
    rack (1.3.5)
    rack-force_domain (0.2.0)
    rack-protection (1.1.4)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    raindrops (0.8.0)
    rake (0.9.2.2)
    ratom (0.6.10)
      libxml-ruby (>= 1.1.2)
    redcarpet (2.0.1)
    redis (3.0.1)
    redis-namespace (1.2.1)
      redis (~> 3.0.0)
    shotgun (0.9)
      rack (>= 1.0)
    sinatra (1.3.1)
      rack (~> 1.3, >= 1.3.4)
      rack-protection (~> 1.1, >= 1.1.2)
      tilt (~> 1.3, >= 1.3.3)
    sinatra-contrib (1.3.1)
      backports (>= 2.0)
      eventmachine
      rack-protection
      rack-test
      sinatra (~> 1.3.0)
      tilt (~> 1.3)
    split (0.4.5)
      redis (>= 2.1)
      redis-namespace (>= 1.1.0)
      sinatra (>= 1.2.6)
    term-ansicolor (1.0.7)
    thor (0.14.6)
    tilt (1.3.3)
    unicorn (4.1.1)
      kgio (~> 2.4)
      rack
      raindrops (~> 0.6)

PLATFORMS
  ruby

DEPENDENCIES
  foreman
  rack-force_domain
  rake
  ratom
  redcarpet
  shotgun
  sinatra
  sinatra-contrib
  split
  unicorn<commit_msg>Update gemfile<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    backports (2.6.4)
    docverter (0.0.3)
      rest-client (~> 1.6.7)
    eventmachine (1.0.0)
    foreman (0.27.0)
      term-ansicolor (~> 1.0.5)
      thor (>= 0.13.6)
    kgio (2.7.0)
    mime-types (1.19)
    rack (1.3.5)
    rack-protection (1.1.4)
      rack
    rack-test (0.6.2)
      rack (>= 1.0)
    raindrops (0.8.0)
    rake (0.9.2.2)
    rest-client (1.6.7)
      mime-types (>= 1.16)
    shotgun (0.9)
      rack (>= 1.0)
    sinatra (1.3.1)
      rack (~> 1.3, >= 1.3.4)
      rack-protection (~> 1.1, >= 1.1.2)
      tilt (~> 1.3, >= 1.3.3)
    sinatra-contrib (1.3.1)
      backports (>= 2.0)
      eventmachine
      rack-protection
      rack-test
      sinatra (~> 1.3.0)
      tilt (~> 1.3)
    term-ansicolor (1.0.7)
    thor (0.14.6)
    tilt (1.3.3)
    unicorn (4.1.1)
      kgio (~> 2.4)
      rack
      raindrops (~> 0.6)

PLATFORMS
  ruby

DEPENDENCIES
  docverter
  foreman
  rake
  shotgun
  sinatra
  sinatra-contrib
  unicorn
{'fraction_non_alphanumeric': 0.1809775429326288, 'fraction_numerical': 0.09907529722589167, 'mean_word_length': 1.6205305651672435, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 40, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7605383', 'n_tokens_mistral': 1147, 'n_tokens_neox': 1076, 'n_words': 193}