<commit_before>require 'active_support/core_ext/string/filters'
require 'active_support/core_ext/hash/indifferent_access'

require_relative 'support/collect_hash'
require_relative 'support/delete_many'
require_relative 'support/multiline_squish'
require_relative 'support/same_by'
require_relative 'support/inverf'
require_relative 'support/deep_dup'

require_relative 'support/partial_sums'

require_relative 'support/array_zip'
require_relative 'support/array_product'

require_relative 'support/advanced_scan'
require_relative 'support/parameters'<commit_msg>strip_doc support included<commit_after>require 'active_support/core_ext/string/filters'
require 'active_support/core_ext/hash/indifferent_access'

require_relative 'support/collect_hash'
require_relative 'support/delete_many'
require_relative 'support/multiline_squish'
require_relative 'support/same_by'
require_relative 'support/inverf'
require_relative 'support/deep_dup'

require_relative 'support/partial_sums'

require_relative 'support/array_zip'
require_relative 'support/array_product'

require_relative 'support/advanced_scan'
require_relative 'support/parameters'
require_relative 'support/strip_doc'
{'fraction_non_alphanumeric': 0.08091993185689948, 'fraction_numerical': 0.0, 'mean_word_length': 10.989795918367347, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6310368', 'n_tokens_mistral': 354, 'n_tokens_neox': 347, 'n_words': 55}