<commit_before>PATH
  remote: .
  specs:
    stemcell (0.0.1)
      deep_merge
      kwalify
      logger-colors
      net-ssh
      retryable
      thor
      vagrant
      veewee

GEM
  remote: https://rubygems.org/
  specs:
    CFPropertyList (2.0.17)
      libxml-ruby (>= 1.1.0)
      rake (>= 0.7.0)
    Platform (0.4.0)
    ansi (1.3.0)
    archive-tar-minitar (0.5.2)
    builder (3.2.0)
    childprocess (0.3.9)
      ffi (~> 1.0, >= 1.0.11)
    cucumber (1.2.1)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.0)
      json (>= 1.4.6)
    deep_merge (1.0.0)
    diff-lcs (1.2.1)
    erubis (2.7.0)
    excon (0.19.5)
    ffi (1.4.0)
    fission (0.4.0)
      CFPropertyList (~> 2.0.17)
    fog (1.9.0)
      builder
      excon (~> 0.14)
      formatador (~> 0.2.0)
      mime-types
      multi_json (~> 1.0)
      net-scp (~> 1.0.4)
      net-ssh (>= 2.1.3)
      nokogiri (~> 1.5.0)
      ruby-hmac
    formatador (0.2.4)
    gherkin (2.11.5)
      json (>= 1.4.6)
    grit (2.5.0)
      diff-lcs (~> 1.1)
      mime-types (~> 1.15)
      posix-spawn (~> 0.3.6)
    highline (1.6.15)
    i18n (0.6.4)
    json (1.5.5)
    kwalify (0.7.2)
    libxml-ruby (2.6.0)
    log4r (1.1.10)
    logger-colors (1.0.0)
    mime-types (1.21)
    multi_json (1.6.1)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-ssh (2.2.2)
    nokogiri (1.5.6)
    open4 (1.3.0)
    popen4 (0.1.2)
      Platform (>= 0.4.0)
      open4 (>= 0.4.0)
    posix-spawn (0.3.6)
    progressbar (0.20.0)
    rake (10.0.3)
    retryable (1.3.2)
    rspec (2.13.0)
      rspec-core (~> 2.13.0)
      rspec-expectations (~> 2.13.0)
      rspec-mocks (~> 2.13.0)
    rspec-core (2.13.0)
    rspec-expectations (2.13.0)
      diff-lcs (>= 1.1.3, < 2.0)
    rspec-mocks (2.13.0)
    ruby-hmac (0.4.0)
    ruby-vnc (1.0.1)
    thor (0.17.0)
    vagrant (1.0.6)
      archive-tar-minitar (= 0.5.2)
      childprocess (~> 0.3.1)
      erubis (~> 2.7.0)
      i18n (~> 0.6.0)
      json (~> 1.5.1)
      log4r (~> 1.1.9)<commit_msg>Update Gemfile.lock<commit_after>PATH
  remote: .
  specs:
    stemcell (0.0.1)
      deep_merge
      kwalify
      logger-colors
      net-ssh
      retryable
      thor
      vagrant
      veewee

GEM
  remote: https://rubygems.org/
  specs:
    CFPropertyList (2.0.17)
      libxml-ruby (>= 1.1.0)
      rake (>= 0.7.0)
    Platform (0.4.0)
    ansi (1.3.0)
    archive-tar-minitar (0.5.2)
    builder (3.2.0)
    childprocess (0.3.9)
      ffi (~> 1.0, >= 1.0.11)
    cucumber (1.2.1)
      builder (>= 2.1.2)
      diff-lcs (>= 1.1.3)
      gherkin (~> 2.11.0)
      json (>= 1.4.6)
    deep_merge (1.0.0)
    diff-lcs (1.2.1)
    erubis (2.7.0)
    excon (0.20.0)
    ffi (1.4.0)
    fission (0.4.0)
      CFPropertyList (~> 2.0.17)
    fog (1.9.0)
      builder
      excon (~> 0.14)
      formatador (~> 0.2.0)
      mime-types
      multi_json (~> 1.0)
      net-scp (~> 1.0.4)
      net-ssh (>= 2.1.3)
      nokogiri (~> 1.5.0)
      ruby-hmac
    formatador (0.2.4)
    gherkin (2.11.5)
      json (>= 1.4.6)
    grit (2.5.0)
      diff-lcs (~> 1.1)
      mime-types (~> 1.15)
      posix-spawn (~> 0.3.6)
    highline (1.6.15)
    i18n (0.6.4)
    json (1.5.5)
    kwalify (0.7.2)
    libxml-ruby (2.6.0)
    log4r (1.1.10)
    logger-colors (1.0.0)
    mime-types (1.21)
    multi_json (1.6.1)
    net-scp (1.0.4)
      net-ssh (>= 1.99.1)
    net-ssh (2.2.2)
    nokogiri (1.5.6)
    open4 (1.3.0)
    popen4 (0.1.2)
      Platform (>= 0.4.0)
      open4 (>= 0.4.0)
    posix-spawn (0.3.6)
    progressbar (0.20.0)
    rake (10.0.3)
    retryable (1.3.2)
    rspec (2.13.0)
      rspec-core (~> 2.13.0)
      rspec-expectations (~> 2.13.0)
      rspec-mocks (~> 2.13.0)
    rspec-core (2.13.1)
    rspec-expectations (2.13.0)
      diff-lcs (>= 1.1.3, < 2.0)
    rspec-mocks (2.13.0)
    ruby-hmac (0.4.0)
    ruby-vnc (1.0.1)
    thor (0.17.0)
    vagrant (1.0.6)
      archive-tar-minitar (= 0.5.2)
      childprocess (~> 0.3.1)
      erubis (~> 2.7.0)
      i18n (~> 0.6.0)
      json (~> 1.5.1)
      log4r (~> 1.1.9)
{'fraction_non_alphanumeric': 0.20093457943925233, 'fraction_numerical': 0.12543039842597148, 'mean_word_length': 1.4633555420956996, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 65, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '168479', 'n_tokens_mistral': 2211, 'n_tokens_neox': 2069, 'n_words': 340}