<commit_before>History.txt
Manifest.txt
README.txt
MIT_LICENSE.txt
Rakefile.rb
TODO.txt
bin/rutilize
init.rb
lib/countries/countries.rb
lib/datetime/datetime.rb
lib/gilenson/bluecloth_extra.rb
lib/gilenson/gilenson_stub.rb
lib/gilenson/helper.rb
lib/gilenson/maruku_extra.rb
lib/gilenson/rdiscount_extra.rb
lib/gilenson/redcloth_extra.rb
lib/integration/integration.rb
lib/integration/rails_date_helper_override.rb
lib/integration/rails_pre_filter.rb
lib/pluralizer/pluralizer.rb
lib/rutils.rb
lib/transliteration/bidi.rb
lib/transliteration/simple.rb
lib/transliteration/transliteration.rb
lib/version.rb
test/extras/integration_bluecloth.rb
test/extras/integration_maruku.rb
test/extras/integration_rails_filter.rb
test/extras/integration_rails_gilenson_helpers.rb
test/extras/integration_rails_helpers.rb
test/extras/integration_rdiscount.rb
test/extras/integration_redcloth3.rb
test/extras/integration_redcloth4.rb
test/run_tests.rb
test/test_datetime.rb
test/test_integration.rb
test/test_integration_flag.rb
test/test_pluralize.rb
test/test_rutils_base.rb
test/test_transliteration.rb<commit_msg>Update manifest<commit_after>History.txt
MIT_LICENSE.txt
Manifest.txt
README.txt
Rakefile.rb
TODO.txt
bin/rutilize
init.rb
lib/countries/countries.rb
lib/datetime/datetime.rb
lib/gilenson/gilenson_stub.rb
lib/integration/integration.rb
lib/integration/rails_date_helper_override.rb
lib/integration/rails_pre_filter.rb
lib/pluralizer/pluralizer.rb
lib/rutils.rb
lib/transliteration/bidi.rb
lib/transliteration/simple.rb
lib/transliteration/transliteration.rb
lib/version.rb
test/extras/integration_rails_filter.rb
test/extras/integration_rails_gilenson_helpers.rb
test/extras/integration_rails_helpers.rb
test/run_tests.rb
test/test_datetime.rb
test/test_integration.rb
test/test_integration_flag.rb
test/test_pluralize.rb
test/test_rutils_base.rb
test/test_transliteration.rb
{'fraction_non_alphanumeric': 0.08843899840170485, 'fraction_numerical': 0.0010655301012253596, 'mean_word_length': 7.165217391304348, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2790167', 'n_tokens_mistral': 726, 'n_tokens_neox': 682, 'n_words': 70}