<commit_before>class Repositext
  class Utils
    # Converts filenames between repositext and subtitle_tagging conventions.
    class SubtitleTaggingFilenameConverter

      # Maps from 3 to 2 character language codes
      LANGUAGE_CODE_MAP = [
        %w[eng en],
        %w[itl it],
      ].freeze

      # Converts a repositext filename to the corresponding subtitle_tagging_export one
      # like so:
      #
      # /eng47-0412_0002.at => /47-0412_0002.en.rt.txt
      #
      # @param[String] rt_filename the repositext filename
      # @param[Hash] output_file_attrs key: :extension
      # @return[String] the corresponding subtitle_tagging_export filename<commit_msg>Updated documentation<commit_after>class Repositext
  class Utils
    # Converts filenames between repositext and subtitle_tagging conventions.
    class SubtitleTaggingFilenameConverter

      # Maps from 3 to 2 character language codes
      LANGUAGE_CODE_MAP = [
        %w[eng en],
        %w[itl it],
      ].freeze

      # Converts a repositext filename to the corresponding subtitle_tagging_export one
      # like so:
      #
      # /eng47-0412_0002.at => /47-0412_0002.en.rt.txt
      # and
      # /eng47-0412_0002.at => /47-0412_0002.markers.txt
      #
      # @param[String] rt_filename the repositext filename
      # @param[Hash] output_file_attrs key: :extension
      # @return[String] the corresponding subtitle_tagging_export filename
{'fraction_non_alphanumeric': 0.07466852756454989, 'fraction_numerical': 0.044661549197487785, 'mean_word_length': 2.907356948228883, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7587676', 'n_tokens_mistral': 486, 'n_tokens_neox': 433, 'n_words': 111}