<commit_before>package lila
package i18n

private[i18n] object Contributors {

  val all = Map(
    "fr" -> List("<NAME>"),
    "ru" -> List("<NAME>"),
    "de" -> List("<NAME>", "<NAME> (DE)"),
    "tr" -> List("<NAME>"),
    "sr" -> List("<NAME>"),
    "lv" -> List("Anonymous"),
    "bs" -> List("Jacikka"),
    "da" -> List("<NAME>", "<NAME> (DE)"),
    "es" -> List("FennecFoxz"),
    "ro" -> List("<NAME>"),
    "it" -> List("<NAME>"),
    "fi" -> List("<NAME>"),
    "uk" -> List("alterionisto"),
    "pt" -> List("<NAME>", "<NAME>"),
    "pl" -> List("M3n747", "<NAME> (DE)"),
    "nl" -> List("Kintaro"),
    "vi" -> List("Xiblack"),
    "sv" -> List("nizleib", "Kurt Keller (DE)"),
    "cs" -> List("Martin", "Claymes"),
    "sk" -> List("taiga", "Kurt Keller (DE)"),
    "hu" -> List("LTBakemono"),
    "ca" -> List("AI8"),
    "sl" -> List("<NAME>"),
    "az" -> List("<NAME>", "amil isgəndərov"),
    "nn" -> List("Peropaal"),
    "eo" -> List("LaPingvino"),
    "tp" -> List("<NAME>"),
    "el" -> List("<NAME>", "Γιάννης Ανθυμίδης"),
    "fp" -> List("Alex"),
    "lt" -> List("Anonymous"),
    "nb" -> List("sundaune"),
    "et" -> List("Anonymous"),
    "hy" -> List("Network.am"),
    "af" -> List("secreteagle"),
    "hi" -> List("<NAME>"),
    "ar" -> List("<NAME>"),
    "zh" -> List("神爱"),
    "gl" -> List("<NAME>"),
    "tk" -> List("Anonymous"),
    "hr" -> List("Betyárcsimbók"),
    "mk" -> List("Давид и Стефан Тимовски"),
    "id" -> List("Night1301"),
    "ja" -> List("ネイサン　アイブス"),
    "bg" -> List("Anonymous", "Пламен Димов."),
    "th" -> List("มาโนชญ์ สมศักดิ์"),
    "fa" -> List("saeid monajiane"),
    "he" -> List("Anonymous", " Tornado"),
    "mr" -> List("Rahul"),
    "mn" -> List("Tsbarsaa"),
    "cy" -> List("cavejohnson"),
    "gd" -> List("GunChleoc"),
    "ga" -> List("Anonymous"),
    "sq" -> List("<NAME>"),
    "be" -> List("<NAME>"),
    "ka" -> List("<NAME>"),
    "sw" -> List("Anonymous"),
    "ps" -> List("<NAME>"),
    "is" -> List("<NAME>", "cyberpunk"),
    "kk" -> List("<NAME>"),
    "io" -> List("<NAME>"),
    "gu" -> List("Anonymous"),
    "fo" -> List("Anonymous"),
    "eu" -> List("Anonymous"),
    "bn" -> List("<NAME>"),
    "id" -> List("KenXeiko"),
    "la" -> List("3_1415maldaumen"),
    "jv" -> List("errorfilename"))

  def apply(code: String): List[String] = ~(all get code)
}
<commit_msg>Thanks tmed for the ky translation!<commit_after>package lila
package i18n

private[i18n] object Contributors {

  val all = Map(
    "fr" -> List("<NAME>"),
    "ru" -> List("<NAME>"),
    "de" -> List("<NAME>", "<NAME> (DE)"),
    "tr" -> List("<NAME>"),
    "sr" -> List("<NAME>"),
    "lv" -> List("Anonymous"),
    "bs" -> List("Jacikka"),
    "da" -> List("<NAME>", "<NAME> (DE)"),
    "es" -> List("FennecFoxz"),
    "ro" -> List("<NAME>"),
    "it" -> List("<NAME>"),
    "fi" -> List("<NAME>"),
    "uk" -> List("alterionisto"),
    "pt" -> List("<NAME>", "<NAME>"),
    "pl" -> List("M3n747", "<NAME> (DE)"),
    "nl" -> List("Kintaro"),
    "vi" -> List("Xiblack"),
    "sv" -> List("nizleib", "Kurt Keller (DE)"),
    "cs" -> List("Martin", "Claymes"),
    "sk" -> List("taiga", "Kurt Keller (DE)"),
    "hu" -> List("LTBakemono"),
    "ca" -> List("AI8"),
    "sl" -> List("<NAME>"),
    "az" -> List("<NAME>", "amil isgəndərov"),
    "nn" -> List("Peropaal"),
    "eo" -> List("LaPingvino"),
    "tp" -> List("<NAME>"),
    "el" -> List("<NAME>", "Γιάννης Ανθυμίδης"),
    "fp" -> List("Alex"),
    "lt" -> List("Anonymous"),
    "nb" -> List("sundaune"),
    "et" -> List("Anonymous"),
    "hy" -> List("Network.am"),
    "af" -> List("secreteagle"),
    "hi" -> List("<NAME>"),
    "ar" -> List("<NAME>"),
    "zh" -> List("神爱"),
    "gl" -> List("<NAME>"),
    "tk" -> List("Anonymous"),
    "hr" -> List("Betyárcsimbók"),
    "mk" -> List("Давид и Стефан Тимовски"),
    "id" -> List("Night1301"),
    "ja" -> List("ネイサン　アイブス"),
    "bg" -> List("Anonymous", "Плам<NAME>."),
    "th" -> List("มาโนชญ์ สมศักดิ์"),
    "fa" -> List("saeid monajiane"),
    "he" -> List("Anonymous", " Tornado"),
    "mr" -> List("Rahul"),
    "mn" -> List("Tsbarsaa"),
    "cy" -> List("cavejohnson"),
    "gd" -> List("GunChleoc"),
    "ga" -> List("Anonymous"),
    "sq" -> List("<NAME>"),
    "be" -> List("<NAME>"),
    "ka" -> List("<NAME>"),
    "sw" -> List("Anonymous"),
    "ps" -> List("<NAME>"),
    "is" -> List("<NAME>", "cyberpunk"),
    "kk" -> List("<NAME>"),
    "io" -> List("<NAME>"),
    "gu" -> List("Anonymous"),
    "fo" -> List("Anonymous"),
    "eu" -> List("Anonymous"),
    "bn" -> List("<NAME>"),
    "id" -> List("KenXeiko"),
    "la" -> List("3_1415maldaumen"),
    "jv" -> List("errorfilename"),
    "ky" -> List("tmed"))

  def apply(code: String): List[String] = ~(all get code)
}

{'fraction_non_alphanumeric': 0.3087866108786611, 'fraction_numerical': 0.007531380753138075, 'mean_word_length': 2.9742310889443058, 'pattern_counts': {'":': 0, '<': 62, '<?xml version=': 0, '>': 197, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1975560', 'n_tokens_mistral': 1977, 'n_tokens_neox': 1933, 'n_words': 364}