<commit_before>PATH
  remote: .
  specs:
    mongo_cluster (0.1.0)
      activesupport (~> 5.0)
      aws-sdk-cloudformation (~> 1.0)
      aws-sdk-ec2 (~> 1.0)
      aws-sdk-efs (~> 1.0)
      aws-sdk-glacier (~> 1.0)
      aws-sdk-kms (~> 1.0)
      aws-sdk-s3 (~> 1.0)
      aws-sdk-sns (~> 1.0)
      daemons (~> 1.0)
      dogstatsd-ruby (~> 3.0)
      mongo (~> 2.4)
      net-ssh (~> 4.0)
      parallel (~> 1.0)
      rufus-scheduler (~> 3.0)
      treehash (= 0.0.2)

GEM
  remote: https://rubygems.org/
  specs:
    activesupport (5.1.4)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (~> 0.7)
      minitest (~> 5.1)
      tzinfo (~> 1.1)<commit_msg>Gemfile.lock update<commit_after>PATH
  remote: .
  specs:
    mongo_cluster (1.0.0)
      activesupport (~> 5.0)
      aws-sdk-cloudformation (~> 1.0)
      aws-sdk-ec2 (~> 1.0)
      aws-sdk-efs (~> 1.0)
      aws-sdk-glacier (~> 1.0)
      aws-sdk-kms (~> 1.0)
      aws-sdk-s3 (~> 1.0)
      aws-sdk-sns (~> 1.0)
      daemons (~> 1.0)
      dogstatsd-ruby (~> 3.0)
      mongo (~> 2.4)
      net-ssh (~> 4.0)
      parallel (~> 1.0)
      rufus-scheduler (~> 3.0)
      treehash (= 0.0.2)

GEM
  remote: https://rubygems.org/
  specs:
    activesupport (5.1.4)
      concurrent-ruby (~> 1.0, >= 1.0.2)
      i18n (~> 0.7)
      minitest (~> 5.1)
      tzinfo (~> 1.1)
{'fraction_non_alphanumeric': 0.2085201793721973, 'fraction_numerical': 0.07772795216741404, 'mean_word_length': 1.662027833001988, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 41, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1007644', 'n_tokens_mistral': 704, 'n_tokens_neox': 650, 'n_words': 100}