<commit_before>
Dir["#{File.dirname(__FILE__)}/*.rb"].each{ |file|
  next if file == __FILE__

  if respond_to?(:require_relative, true)
    require_relative File.basename(file)
  else
    require file
  end
}
<commit_msg>fix double require in `rake test`<commit_after>
$LOAD_PATH << File.dirname(__FILE__)
$LOAD_PATH.uniq!

Dir["#{File.dirname(__FILE__)}/*.rb"].each{ |file|
  next if file == __FILE__
  next if ARGV.map{ |path| File.expand_path(path)
                }.include?(File.expand_path(file))
  require File.basename(file).sub(/\..+$/, '')
}

{'fraction_non_alphanumeric': 0.1735985533453888, 'fraction_numerical': 0.0, 'mean_word_length': 4.12962962962963, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3591001', 'n_tokens_mistral': 201, 'n_tokens_neox': 198, 'n_words': 39}