<commit_before>require 'rubygems'
require 'bundler'
Bundler.setup(:default, :development)
require 'minitest'
#require "mocha/mini_test"
require "minitest/autorun"
require 'api_view'


require 'multi_json'
require 'oj'
Oj.mimic_JSON() # this will speedup benchmarks using #to_json<commit_msg>use spec report for the test output<commit_after>require 'rubygems'
require 'bundler'
Bundler.setup(:default, :development)
require 'minitest'
#require "mocha/mini_test"
require "minitest/autorun"
require 'api_view'


require 'multi_json'
require 'oj'
Oj.mimic_JSON() # this will speedup benchmarks using #to_json



# custom output
require 'minitest/reporters'
reporter_options = { color: true, slow_count: 10 }
#Minitest::Reporters.use! [Minitest::Reporters::DefaultReporter.new(reporter_options)]
Minitest::Reporters.use! [Minitest::Reporters::SpecReporter.new(reporter_options)]
{'fraction_non_alphanumeric': 0.11798396334478808, 'fraction_numerical': 0.002290950744558992, 'mean_word_length': 8.297872340425531, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4291215', 'n_tokens_mistral': 315, 'n_tokens_neox': 301, 'n_words': 68}