<commit_before>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (3.2.12)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.4.0)
    bourne (1.1.2)
      mocha (= 0.10.5)
    builder (3.2.3)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    git (1.5.0)
    github_api (0.16.0)
      addressable (~> 2.4.0)
      descendants_tracker (~> 0.0.4)
      faraday (~> 0.8, < 0.10)
      hashie (>= 3.4)
      mime-types (>= 1.16, < 3.0)
      oauth2 (~> 1.0)
    hashie (3.6.0)
    highline (2.0.3)
    i18n (0.6.1)
    jeweler (2.3.9)
      builder
      bundler
      git (>= 1.2.5)
      github_api (~> 0.16.0)
      highline (>= 1.6.15)
      nokogiri (>= 1.5.10)
      psych
      rake
      rdoc
      semver2
    json (1.8.6)
    jwt (2.2.1)
    metaclass (0.0.1)
    mime-types (2.99.3)
    mini_portile2 (2.4.0)
    mocha (0.10.5)
      metaclass (~> 0.0.1)
    multi_json (1.6.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    nokogiri (1.10.4)
      mini_portile2 (~> 2.4.0)
    oauth2 (1.4.2)
      faraday (>= 0.8, < 2.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    psych (3.1.0)
    rack (2.0.7)
    rake (13.0.0)
    rdoc (3.12.2)
      json (~> 1.4)
    semver2 (3.4.2)
    shoulda (3.3.2)
      shoulda-context (~> 1.0.1)
      shoulda-matchers (~> 1.4.1)
    shoulda-context (1.0.2)
    shoulda-matchers (1.4.2)
      activesupport (>= 3.0.0)
      bourne (~> 1.1.2)
    simplecov (0.7.1)
      multi_json (~> 1.0)
      simplecov-html (~> 0.7.1)
    simplecov-html (0.7.1)
    thread_safe (0.3.6)<commit_msg>Bump simplecov from 0.7.1 to 0.18.0<commit_after>GEM
  remote: http://rubygems.org/
  specs:
    activesupport (3.2.12)
      i18n (~> 0.6)
      multi_json (~> 1.0)
    addressable (2.4.0)
    bourne (1.1.2)
      mocha (= 0.10.5)
    builder (3.2.3)
    descendants_tracker (0.0.4)
      thread_safe (~> 0.3, >= 0.3.1)
    docile (1.3.2)
    faraday (0.9.2)
      multipart-post (>= 1.2, < 3)
    git (1.5.0)
    github_api (0.16.0)
      addressable (~> 2.4.0)
      descendants_tracker (~> 0.0.4)
      faraday (~> 0.8, < 0.10)
      hashie (>= 3.4)
      mime-types (>= 1.16, < 3.0)
      oauth2 (~> 1.0)
    hashie (3.6.0)
    highline (2.0.3)
    i18n (0.6.1)
    jeweler (2.3.9)
      builder
      bundler
      git (>= 1.2.5)
      github_api (~> 0.16.0)
      highline (>= 1.6.15)
      nokogiri (>= 1.5.10)
      psych
      rake
      rdoc
      semver2
    json (1.8.6)
    jwt (2.2.1)
    metaclass (0.0.1)
    mime-types (2.99.3)
    mini_portile2 (2.4.0)
    mocha (0.10.5)
      metaclass (~> 0.0.1)
    multi_json (1.14.1)
    multi_xml (0.6.0)
    multipart-post (2.1.1)
    nokogiri (1.10.4)
      mini_portile2 (~> 2.4.0)
    oauth2 (1.4.2)
      faraday (>= 0.8, < 2.0)
      jwt (>= 1.0, < 3.0)
      multi_json (~> 1.3)
      multi_xml (~> 0.5)
      rack (>= 1.2, < 3)
    psych (3.1.0)
    rack (2.0.7)
    rake (13.0.0)
    rdoc (3.12.2)
      json (~> 1.4)
    semver2 (3.4.2)
    shoulda (3.3.2)
      shoulda-context (~> 1.0.1)
      shoulda-matchers (~> 1.4.1)
    shoulda-context (1.0.2)
    shoulda-matchers (1.4.2)
      activesupport (>= 3.0.0)
      bourne (~> 1.1.2)
    simplecov (0.18.0)
      docile (~> 1.1)
      simplecov-html (~> 0.11.0)
    simplecov-html (0.11.0)
    thread_safe (0.3.6)
{'fraction_non_alphanumeric': 0.19784067697694777, 'fraction_numerical': 0.1266413772979282, 'mean_word_length': 1.5658682634730539, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 61, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4685311', 'n_tokens_mistral': 1829, 'n_tokens_neox': 1700, 'n_words': 292}