<commit_before>
# bundler

begin
  # try to require the preresolved locked set of gems.
  require ::File.expand_path('.bundle/environment', __FILE__)
rescue LoadError
  # fall back on doing an unlocked resolve at runtime.
  require 'rubygems'
  require 'bundler'
  Bundler.setup(:default)
end


# json
#
# try yajl-ruby first, and json after that

begin
  require 'yajl'
rescue LoadError
  begin
    require 'json'
  rescue LoadError
    puts 'Please specify "gem {yajl-ruby|json_pure|json}" in the Gemfile'
    exit
  end<commit_msg>Recent releases of Bundler makes even more simple to load Bundler.<commit_after>
# bundler

require 'rubygems'
require 'bundler/setup'


# json
#
# try yajl-ruby first, and json after that

begin
  require 'yajl'
rescue LoadError
  begin
    require 'json'
  rescue LoadError
    puts 'Please specify "gem {yajl-ruby|json_pure|json}" in the Gemfile'
    exit
  end
{'fraction_non_alphanumeric': 0.0801781737193764, 'fraction_numerical': 0.0, 'mean_word_length': 3.8594594594594596, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2512661', 'n_tokens_mistral': 307, 'n_tokens_neox': 299, 'n_words': 103}