<commit_before>module CompositeType
  class Error < ::StandardError; end
end

require 'composite_type/type'
require 'composite_type/module_extensions'
::Module.send(:include, CompositeType::ModuleExtensions)
require 'composite_type/numeric'

# Objects that can do IO.
#
# Note: IO and StringIO do not share a common ancestor Module
# that distingushes them as being capable of "IO".
# So we create one here -- devdriven.com 2013/11/14
require 'stringio'
module IOable
  ::IO.send(:include, self)
  ::StringIO.send(:include, self)
end<commit_msg>Clean up.<commit_after>module CompositeType
  class Error < ::StandardError; end
end

require 'composite_type/type'
require 'composite_type/module_extensions'
::Module.send(:include, CompositeType::ModuleExtensions)
require 'composite_type/numeric'

{'fraction_non_alphanumeric': 0.10327455919395466, 'fraction_numerical': 0.010075566750629723, 'mean_word_length': 6.361111111111111, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5682127', 'n_tokens_mistral': 247, 'n_tokens_neox': 238, 'n_words': 70}