<commit_before>require 'rspec'
require 'whois'
require 'whois/parser'

if ENV['COVERALL']
  require 'coveralls'
  Coveralls.wear!
end

unless defined?(SPEC_ROOT)
  SPEC_ROOT = File.expand_path("../", __FILE__)
end

# The fixtures are UTF-8 encoded.
# Make sure Ruby uses the proper encoding.<commit_msg>Require coverall as the first library<commit_after>if ENV['COVERALL']
  require 'coveralls'
  Coveralls.wear!
end

require 'rspec'
require 'whois'
require 'whois/parser'

unless defined?(SPEC_ROOT)
  SPEC_ROOT = File.expand_path("../", __FILE__)
end

# The fixtures are UTF-8 encoded.
# Make sure Ruby uses the proper encoding.
{'fraction_non_alphanumeric': 0.11428571428571428, 'fraction_numerical': 0.0031746031746031746, 'mean_word_length': 4.952830188679245, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7087942', 'n_tokens_mistral': 220, 'n_tokens_neox': 211, 'n_words': 64}