<commit_before>PATH
  remote: .
  specs:
    dpl (1.5.7)

GEM
  remote: https://rubygems.org/
  specs:
    activemodel (4.0.2)
      activesupport (= 4.0.2)
      builder (~> 3.1.0)
    activesupport (4.0.2)
      i18n (~> 0.6, >= 0.6.4)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.5)
    af (0.3.12.3)
      highline (~> 1.6.1)
      json_pure (~> 1.5.1)
      rest-client (>= 1.6.1, < 1.7.0)
      rest-client (>= 1.6.1, < 1.7.0)
      rubyzip2 (~> 2.0.1)
      terminal-table (~> 1.4.2)
    anvil-cli (0.16.1)
      progress (~> 2.4.0)
      rest-client (~> 1.6.7)
      thor (~> 0.15.2)
    archive-tar-minitar (0.5.2)
    atomic (1.1.14)
    aws-sdk (1.32.0)
      json (~> 1.4)
      nokogiri (>= 1.4.4)
      uuidtools (~> 2.1)
    builder (3.1.4)
    caldecott-client (0.0.2)
      multi_json (~> 1.3)
    cf (5.4.5)
      addressable
      caldecott-client (~> 0.0.2)
      cfoundry (~> 4.7.1.rc1)
      interact (>= 0.5)
      json_pure
      mothership (>= 0.5.1)
      multi_json (~> 1.3)
      rest-client (~> 1.6)
      uuidtools (~> 2.1)
    cf-uaa-lib (2.0.1)
      multi_json
    cfoundry (4.7.1)
      activemodel (>= 3.2.13, < 5.0.0)
      cf-uaa-lib (~> 2.0.0)<commit_msg>Updated Gemfile.lock<commit_after>PATH
  remote: .
  specs:
    dpl (1.5.7)

GEM
  remote: https://rubygems.org/
  specs:
    activemodel (4.0.2)
      activesupport (= 4.0.2)
      builder (~> 3.1.0)
    activesupport (4.0.2)
      i18n (~> 0.6, >= 0.6.4)
      minitest (~> 4.2)
      multi_json (~> 1.3)
      thread_safe (~> 0.1)
      tzinfo (~> 0.3.37)
    addressable (2.3.5)
    af (0.3.12.3)
      highline (~> 1.6.1)
      json_pure (~> 1.5.1)
      rest-client (>= 1.6.1, < 1.7.0)
      rubyzip2 (~> 2.0.1)
      terminal-table (~> 1.4.2)
    anvil-cli (0.16.1)
      progress (~> 2.4.0)
      rest-client (~> 1.6.7)
      thor (~> 0.15.2)
    archive-tar-minitar (0.5.2)
    atomic (1.1.14)
    aws-sdk (1.32.0)
      json (~> 1.4)
      nokogiri (>= 1.4.4)
      uuidtools (~> 2.1)
    builder (3.1.4)
    caldecott-client (0.0.2)
      multi_json (~> 1.3)
    cf (5.4.5)
      addressable
      caldecott-client (~> 0.0.2)
      cfoundry (~> 4.7.1.rc1)
      interact (>= 0.5)
      json_pure
      mothership (>= 0.5.1)
      multi_json (~> 1.3)
      rest-client (~> 1.6)
      uuidtools (~> 2.1)
    cf-uaa-lib (2.0.1)
      multi_json
    cfoundry (4.7.1)
      activemodel (>= 3.2.13, < 5.0.0)
      cf-uaa-lib (~> 2.0.0)
{'fraction_non_alphanumeric': 0.20708880923934686, 'fraction_numerical': 0.11071286340103545, 'mean_word_length': 1.571136131013306, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 60, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '46869', 'n_tokens_mistral': 1317, 'n_tokens_neox': 1227, 'n_words': 197}