<commit_before>GEM
  remote: https://rubygems.org/
  specs:
    CFPropertyList (2.2.8)
    addressable (2.3.8)
    ansi (1.5.0)
    aws-sdk (2.0.48)
      aws-sdk-resources (= 2.0.48)
    aws-sdk-core (2.0.48)
      builder (~> 3.0)
      jmespath (~> 1.0)
      multi_json (~> 1.0)
    aws-sdk-resources (2.0.48)
      aws-sdk-core (= 2.0.48)
    boxen (2.8.0)
      ansi (~> 1.4)
      hiera (~> 1.0)
      highline (~> 1.6.0)
      json_pure (>= 1.7.7, < 2.0)
      librarian-puppet (~> 1.0.0)
      octokit (~> 2.7, >= 2.7.1)
      puppet (~> 3.7)
    builder (3.2.2)
    deep_merge (1.0.1)
    diff-lcs (1.2.5)
    facter (2.4.4)
      CFPropertyList (~> 2.2.6)
    faraday (0.9.1)
      multipart-post (>= 1.2, < 3)
    hiera (1.3.4)
      json_pure
    highline (1.6.21)
    jmespath (1.0.2)
      multi_json (~> 1.0)
    json (1.8.3)
    json_pure (1.8.2)
    librarian (0.1.2)
      highline
      thor (~> 0.15)
    librarian-puppet (1.0.9)
      json
      librarian (>= 0.1.2)
    metaclass (0.0.4)
    mini_portile (0.6.2)
    mocha (1.1.0)
      metaclass (~> 0.0.1)
    multi_json (1.11.2)
    multipart-post (2.0.0)
    net-ssh (2.9.2)
    nokogiri (1.6.6.2)
      mini_portile (~> 0.6.0)
    octokit (2.7.2)
      sawyer (~> 0.5.2)
    open4 (1.3.4)
    puppet (3.7.1)
      facter (> 1.6, < 3)
      hiera (~> 1.0)
      json_pure
    puppet-lint (0.3.2)
    puppetlabs_spec_helper (0.4.1)
      mocha (>= 0.10.5)
      rake
      rspec (>= 2.9.0)
      rspec-puppet (>= 0.1.1)
    rake (10.3.2)
    rbvmomi (1.8.2)
      builder
      nokogiri (>= 1.4.1)
      trollop
    rspec (3.3.0)
      rspec-core (~> 3.3.0)
      rspec-expectations (~> 3.3.0)
      rspec-mocks (~> 3.3.0)
    rspec-core (3.3.2)
      rspec-support (~> 3.3.0)
    rspec-expectations (3.3.1)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.3.0)
    rspec-mocks (3.3.2)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.3.0)
    rspec-puppet (1.0.1)
      rspec
    rspec-support (3.3.0)
    sawyer (0.5.5)
      addressable (~> 2.3.5)
      faraday (~> 0.8, < 0.10)
    thor (0.19.1)
    trollop (2.1.2)

PLATFORMS
  ruby

DEPENDENCIES
  aws-sdk (~> 2.0.11)
  boxen (~> 2.8.0)
  deep_merge (~> 1.0)
  hiera (~> 1.3.3)
  librarian-puppet (~> 1.0.9)
  net-ssh
  open4 (~> 1.3.4)
  puppet (= 3.7.1)
  puppet-lint (= 0.3.2)
  puppetlabs_spec_helper (= 0.4.1)
  rake (= 10.3.2)
  rbvmomi
  rspec-puppet (= 1.0.1)

BUNDLED WITH
   1.10.5
<commit_msg>Update bundle<commit_after>GEM
  remote: https://rubygems.org/
  specs:
    CFPropertyList (2.2.8)
    addressable (2.3.8)
    ansi (1.5.0)
    aws-sdk (2.0.48)
      aws-sdk-resources (= 2.0.48)
    aws-sdk-core (2.0.48)
      builder (~> 3.0)
      jmespath (~> 1.0)
      multi_json (~> 1.0)
    aws-sdk-resources (2.0.48)
      aws-sdk-core (= 2.0.48)
    boxen (2.8.0)
      ansi (~> 1.4)
      hiera (~> 1.0)
      highline (~> 1.6.0)
      json_pure (>= 1.7.7, < 2.0)
      librarian-puppet (~> 1.0.0)
      octokit (~> 2.7, >= 2.7.1)
      puppet (~> 3.7)
    builder (3.2.2)
    deep_merge (1.0.1)
    diff-lcs (1.2.5)
    facter (2.4.4)
      CFPropertyList (~> 2.2.6)
    faraday (0.9.1)
      multipart-post (>= 1.2, < 3)
    hiera (1.3.4)
      json_pure
    highline (1.6.21)
    jmespath (1.1.3)
    json (1.8.3)
    json_pure (1.8.2)
    librarian (0.1.2)
      highline
      thor (~> 0.15)
    librarian-puppet (1.0.9)
      json
      librarian (>= 0.1.2)
    metaclass (0.0.4)
    mini_portile (0.6.2)
    mocha (1.1.0)
      metaclass (~> 0.0.1)
    multi_json (1.11.2)
    multipart-post (2.0.0)
    net-ssh (3.0.1)
    nokogiri (1.6.6.2)
      mini_portile (~> 0.6.0)
    octokit (2.7.2)
      sawyer (~> 0.5.2)
    open4 (1.3.4)
    puppet (3.7.1)
      facter (> 1.6, < 3)
      hiera (~> 1.0)
      json_pure
    puppet-lint (0.3.2)
    puppetlabs_spec_helper (0.4.1)
      mocha (>= 0.10.5)
      rake
      rspec (>= 2.9.0)
      rspec-puppet (>= 0.1.1)
    rake (10.3.2)
    rbvmomi (1.8.2)
      builder
      nokogiri (>= 1.4.1)
      trollop
    rspec (3.3.0)
      rspec-core (~> 3.3.0)
      rspec-expectations (~> 3.3.0)
      rspec-mocks (~> 3.3.0)
    rspec-core (3.3.2)
      rspec-support (~> 3.3.0)
    rspec-expectations (3.3.1)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.3.0)
    rspec-mocks (3.3.2)
      diff-lcs (>= 1.2.0, < 2.0)
      rspec-support (~> 3.3.0)
    rspec-puppet (1.0.1)
      rspec
    rspec-support (3.3.0)
    sawyer (0.5.5)
      addressable (~> 2.3.5)
      faraday (~> 0.8, < 0.10)
    thor (0.19.1)
    trollop (2.1.2)

PLATFORMS
  ruby

DEPENDENCIES
  aws-sdk (~> 2.0.11)
  boxen (~> 2.8.0)
  deep_merge (~> 1.0)
  hiera (~> 1.3.3)
  librarian-puppet (~> 1.0.9)
  net-ssh
  open4 (~> 1.3.4)
  puppet (= 3.7.1)
  puppet-lint (= 0.3.2)
  puppetlabs_spec_helper (= 0.4.1)
  rake (= 10.3.2)
  rbvmomi
  rspec-puppet (= 1.0.1)

{'fraction_non_alphanumeric': 0.2030028794734677, 'fraction_numerical': 0.11682435211846977, 'mean_word_length': 1.6075067024128686, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 84, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '594706', 'n_tokens_mistral': 2689, 'n_tokens_neox': 2523, 'n_words': 406}