<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    airbrake (3.1.6)
      builder
      girl_friday
    builder (3.1.4)
    byebug (3.5.1)
      columnize (~> 0.8)
      debugger-linecache (~> 1.2)
      slop (~> 3.6)
    capistrano (2.13.5)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capistrano-ext (1.2.1)
      capistrano (>= 1.0.0)
    columnize (0.8.9)
    connection_pool (0.9.3)
    debugger-linecache (1.2.0)
    diff-lcs (1.2.5)
    dragonfly (0.9.14)
      multi_json (~> 1.0)
      rack
    girl_friday (0.11.1)
      connection_pool (~> 0.9.0)
      rubinius-actor
    highline (1.6.15)
    hpricot (0.8.6)
    iconv (1.0.4)
    kgio (2.7.4)
    multi_json (1.6.1)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-sftp (2.0.5)
      net-ssh (>= 2.0.9)
    net-ssh (2.6.2)
    net-ssh-gateway (1.1.0)
      net-ssh (>= 1.99.1)
    pdfbeads (1.0.9)
    pdfkit (0.5.2)
    rack (1.5.2)
    rack-cache (1.2)
      rack (>= 0.4)
    rack-protection (1.3.2)
      rack
    raindrops (0.10.0)
    rake (10.0.3)
    redis (3.0.2)
    redis-namespace (1.2.1)
      redis (~> 3.0.0)
    rmagick (2.13.2)
    rspec (3.1.0)
      rspec-core (~> 3.1.0)
      rspec-expectations (~> 3.1.0)
      rspec-mocks (~> 3.1.0)
    rspec-core (3.1.7)
      rspec-support (~> 3.1.0)
    rspec-expectations (3.1.2)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.1.0)
    rspec-mocks (3.1.3)
      rspec-support (~> 3.1.0)
    rspec-support (3.1.2)
    rubinius-actor (0.0.2)
      rubinius-core-api
    rubinius-core-api (0.0.1)
    sinatra (1.3.3)
      rack (~> 1.3, >= 1.3.6)
      rack-protection (~> 1.2)
      tilt (~> 1.3, >= 1.3.3)
    slop (3.6.0)
    tilt (1.3.3)
    unicorn (4.5.0)
      kgio (~> 2.6)
      rack
      raindrops (~> 0.7)
    wkhtmltopdf-binary (0.9.9.1)
    yajl-ruby (1.1.0)

PLATFORMS
  ruby

DEPENDENCIES
  airbrake (~> 3.1.6)
  byebug
  capistrano (~> 2.13.5)
  capistrano-ext (~> 1.2.1)
  dragonfly (~> 0.9.12)
  hpricot (~> 0.8.6)
  iconv
  pdfbeads (~> 1.0.9)
  pdfkit (~> 0.5.2)
  rack-cache (~> 1.2)
  rake (~> 10.0.3)
  redis (~> 3.0.2)
  redis-namespace (~> 1.2.1)
  rmagick (~> 2.13.2)
  rspec
  sinatra (~> 1.3.3)
  unicorn
  wkhtmltopdf-binary (~> 0.9.9.1)
  yajl-ruby (~> 1.1.0)
<commit_msg>Arsing about with bundler<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    airbrake (3.1.6)
      builder
      girl_friday
    builder (3.1.4)
    byebug (3.5.1)
      columnize (~> 0.8)
      debugger-linecache (~> 1.2)
      slop (~> 3.6)
    capistrano (2.13.5)
      highline
      net-scp (>= 1.0.0)
      net-sftp (>= 2.0.0)
      net-ssh (>= 2.0.14)
      net-ssh-gateway (>= 1.1.0)
    capistrano-ext (1.2.1)
      capistrano (>= 1.0.0)
    columnize (0.8.9)
    connection_pool (0.9.3)
    debugger-linecache (1.2.0)
    diff-lcs (1.2.5)
    dragonfly (0.9.14)
      multi_json (~> 1.0)
      rack
    girl_friday (0.11.1)
      connection_pool (~> 0.9.0)
      rubinius-actor
    highline (1.6.15)
    hpricot (0.8.6)
    iconv (1.0.4)
    kgio (2.7.4)
    mail (2.6.3)
      mime-types (>= 1.16, < 3)
    mime-types (2.4.3)
    multi_json (1.6.1)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-sftp (2.0.5)
      net-ssh (>= 2.0.9)
    net-ssh (2.6.2)
    net-ssh-gateway (1.1.0)
      net-ssh (>= 1.99.1)
    pdfbeads (1.0.9)
    pdfkit (0.5.2)
    rack (1.5.2)
    rack-cache (1.2)
      rack (>= 0.4)
    rack-protection (1.3.2)
      rack
    raindrops (0.10.0)
    rake (10.0.3)
    redis (3.0.2)
    redis-namespace (1.2.1)
      redis (~> 3.0.0)
    rmagick (2.13.2)
    rspec (3.1.0)
      rspec-core (~> 3.1.0)
      rspec-expectations (~> 3.1.0)
      rspec-mocks (~> 3.1.0)
    rspec-core (3.1.7)
      rspec-support (~> 3.1.0)
    rspec-expectations (3.1.2)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.1.0)
    rspec-mocks (3.1.3)
      rspec-support (~> 3.1.0)
    rspec-support (3.1.2)
    rubinius-actor (0.0.2)
      rubinius-core-api
    rubinius-core-api (0.0.1)
    sinatra (1.3.3)
      rack (~> 1.3, >= 1.3.6)
      rack-protection (~> 1.2)
      tilt (~> 1.3, >= 1.3.3)
    slop (3.6.0)
    tilt (1.3.3)
    unicorn (4.5.0)
      kgio (~> 2.6)
      rack
      raindrops (~> 0.7)
    wkhtmltopdf-binary (0.9.9.1)
    yajl-ruby (1.1.0)

PLATFORMS
  ruby

DEPENDENCIES
  airbrake (~> 3.1.6)
  byebug
  capistrano (~> 2.13.5)
  capistrano-ext (~> 1.2.1)
  dragonfly (~> 0.9.12)
  hpricot (~> 0.8.6)
  iconv
  mail
  pdfbeads (~> 1.0.9)
  pdfkit (~> 0.5.2)
  rack-cache (~> 1.2)
  rake (~> 10.0.3)
  redis (~> 3.0.2)
  redis-namespace (~> 1.2.1)
  rmagick (~> 2.13.2)
  rspec
  sinatra (~> 1.3.3)
  unicorn
  wkhtmltopdf-binary (~> 0.9.9.1)
  yajl-ruby (~> 1.1.0)

{'fraction_non_alphanumeric': 0.20587618048268624, 'fraction_numerical': 0.11416579223504722, 'mean_word_length': 1.6551532033426184, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 92, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3975019', 'n_tokens_mistral': 2628, 'n_tokens_neox': 2472, 'n_words': 395}