<commit_before>I18n.backend.store_translations 'es-AR', {}
I18n.backend.store_translations 'en', {}
I18n.backend.store_translations 'fr', {}
I18n.backend.store_translations 'pt-PT', {}
I18n.backend.store_translations 'ja', {}
I18n.backend.store_translations 'el', {}

I18n.load_path << Dir[ File.join(RAILS_ROOT, 'config', 'locales', '**', '*.{rb,yml}') ]

# You need to "force-initialize" loaded locales
I18n.backend.send(:init_translations)

AVAILABLE_LOCALES = I18n.backend.available_locales.map { |l| l.to_s }
AVAILABLE_LANGUAGES = I18n.backend.available_locales.map { |l| l.to_s.split("-").first}.uniq
RAILS_DEFAULT_LOGGER.debug "* Loaded locales: #{AVAILABLE_LOCALES.inspect}"
<commit_msg>Load new languages<commit_after>I18n.backend.store_translations 'es-AR', {}
I18n.backend.store_translations 'en', {}
I18n.backend.store_translations 'fr', {}
I18n.backend.store_translations 'pt-PT', {}
I18n.backend.store_translations 'ja', {}
I18n.backend.store_translations 'el', {}
I18n.backend.store_translations 'br', {}
I18n.backend.store_translations 'de', {}
I18n.backend.store_translations 'fi', {}
I18n.backend.store_translations 'gl', {}
I18n.backend.store_translations 'ko', {}
I18n.backend.store_translations 'mk', {}
I18n.backend.store_translations 'nl', {}
I18n.backend.store_translations 'ru', {}
I18n.backend.store_translations 'te', {}
I18n.backend.store_translations 'tl', {}

I18n.load_path << Dir[ File.join(RAILS_ROOT, 'config', 'locales', '**', '*.{rb,yml}') ]

# You need to "force-initialize" loaded locales
I18n.backend.send(:init_translations)

AVAILABLE_LOCALES = I18n.backend.available_locales.map { |l| l.to_s }
AVAILABLE_LANGUAGES = I18n.backend.available_locales.map { |l| l.to_s.split("-").first}.uniq
RAILS_DEFAULT_LOGGER.debug "* Loaded locales: #{AVAILABLE_LOCALES.inspect}"

{'fraction_non_alphanumeric': 0.16952908587257617, 'fraction_numerical': 0.0332409972299169, 'mean_word_length': 6.75107296137339, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4311706', 'n_tokens_mistral': 723, 'n_tokens_neox': 692, 'n_words': 96}