<commit_before>require 'pathname'

require 'test/unit'
require 'active_support/test_case'

require 'active_record'
require 'active_record/test_case'
require 'active_record/fixtures'

require 'action_controller'
# require 'action_dispatch'
# require 'action_dispatch/testing/test_process'

pwd = Pathname.new(File.dirname(__FILE__)).expand_path
<commit_msg>Remove deprecation<commit_after>require 'pathname'

require 'test/unit'
require 'active_support/test_case'

require 'active_record'
require 'active_record/fixtures'

require 'action_controller'
# require 'action_dispatch'
# require 'action_dispatch/testing/test_process'

pwd = Pathname.new(File.dirname(__FILE__)).expand_path

{'fraction_non_alphanumeric': 0.10395314787701318, 'fraction_numerical': 0.0, 'mean_word_length': 8.633802816901408, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7606966', 'n_tokens_mistral': 217, 'n_tokens_neox': 215, 'n_words': 39}