<commit_before><!--
    Copyright (C) 2008 Orbeon, Inc.

    This program is free software; you can redistribute it and/or modify it under the terms of the
    GNU Lesser General Public License as published by the Free Software Foundation; either version
    2.1 of the License, or (at your option) any later version.

    This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
    without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
    See the GNU Lesser General Public License for more details.

    The full text of the license is available at http://www.gnu.org/copyleft/lesser.html
-->
<!--
    Generated with the following script:

    http://en.wikipedia.org/wiki/List_of_ISO_639-1_codes

    let $table := //table[@class = 'wikitable sortable']
    return
    <languages>
      {
        for $tr in $table//tr[position() gt 1]
          return
            <language code="{$tr/td[1]}"
                      english-name="{$tr/td[4]/a/@title}"
                      native-name="{normalize-space(tokenize(for $td in $tr/td[5] return if ($td/span) then $td/span[1] else $td, ';')[1])}"/>
      }
    </languages>

    + manually removed " language" suffix
    + manually added exclude="true" attributes when fonts did not display on Mac OS X out of the box

-->
<languages>
    <!-- Top languages roughly based on http://en.wikipedia.org/wiki/List_of_languages_by_total_number_of_speakers -->
    <language top="true" code="en" english-name="English" native-name="English"/>
    <language top="true" code="es" english-name="Spanish" native-name="Español"/>
    <language top="true" code="ru" english-name="Russian" native-name="Русский"/>
    <language top="true" code="fr" english-name="French" native-name="Français"/>
    <language top="true" code="pt" english-name="Portuguese" native-name="Português"/>
    <language top="true" code="de" english-name="German" native-name="Deutsch"/>

    <language top="true" code="zh-Hant" english-name="Traditional Chinese" native-name="中文 (正體字)"/>
    <language top="true" code="zh-Hans" english-name="Simplified Chinese" native-name="中文 (简化字)"/>
    <language top="true" code="hi" english-name="Hindi" native-name="हिन्दी"/>
    <language top="true" code="ar" english-name="Arabic" native-name="‫العربية"/>
    <language top="true" code="bn" english-name="Bengali" native-name="বাংলা"/>
    <language top="true" code="ms" english-name="Malay" native-name="Bahasa Melayu"/>
    <language top="true" code="id" english-name="Indonesian" native-name="Bahasa Indonesia"/>
    <language top="true" code="ja" english-name="Japanese" native-name="日本語"/>
    <language top="true" code="fa" english-name="Persian" native-name="‫فارسی"/>
    <language top="true" code="ur" english-name="Urdu" native-name="‫اردو"/>
    <language top="true" code="pa" english-name="Punjabi" native-name="ਪੰਜਾਬੀ"/>

    <!-- Remaining languages -->
    <language code="aa" english-name="Afar" native-name="Afaraf"/>
    <language code="ab" english-name="Abkhaz" native-name="Аҧсуа"/>
    <language code="ae" english-name="Avestan" native-name="avesta"/>
    <language code="af" english-name="Afrikaans" native-name="Afrikaans"/>
    <language code="ak" english-name="Akan" native-name="Akan"/>
    <language exclude="true" code="am" english-name="Amharic" native-name="አማርኛ"/>
    <language code="an" english-name="Aragonese" native-name="Aragonés"/>
    <language exclude="true" code="as" english-name="Assamese" native-name="অসমীয়া"/>
    <language code="av" english-name="Avar" native-name="авар мацӀ"/>
    <language code="ay" english-name="Aymara" native-name="aymar aru"/>
    <language code="az" english-name="Azerbaijani" native-name="azərbaycan dili"/>
    <language code="ba" english-name="Bashkir" native-name="башҡорт теле"/>
    <language code="be" english-name="Belarusian" native-name="Беларуская"/>
    <language code="bg" english-name="Bulgarian" native-name="български език"/>
    <language code="bh" english-name="Biharis" native-name="भोजपुरी"/>
    <language code="bi" english-name="Bislama" native-name="Bislama"/>
    <language code="bm" english-name="Bambara" native-name="bamanankan"/>
    <language code="bo" english-name="Tibetan" native-name="བོད་ཡིག"/>
    <language code="br" english-name="Breton" native-name="brezhoneg"/>
    <language code="bs" english-name="Bosnian" native-name="bosanski jezik"/>
    <language code="ca" english-name="Catalan" native-name="Català"/>
    <language code="ce" english-name="Chechen" native-name="нохчийн мотт"/>
    <language code="ch" english-name="Chamorro" native-name="Chamoru"/>
    <language code="co" english-name="Corsican" native-name="corsu"/>
    <language code="cr" english-name="Cree" native-name="ᓀᐦᐃᔭᐍᐏᐣ"/>
    <language code="cs" english-name="Czech" native-name="česky"/>
    <language exclude="true" code="cu" english-name="Old Church Slavonic" native-name=""/>
    <language code="cv" english-name="Chuvash" native-name="чӑваш чӗлхи"/>
    <language code="cy" english-name="Welsh" native-name="Cymraeg"/>
    <language code="da" english-name="Danish" native-name="dansk"/>
    <language exclude="true" code="dv" english-name="Dhivehi" native-name="‫ދިވެހި"/>
    <language code="dz" english-name="Dzongkha" native-name="རྫོང་ཁ"/>
    <language code="ee" english-name="Ewe" native-name="Ɛʋɛgbɛ"/>
    <language code="el" english-name="Greek" native-name="Ελληνικά"/>
    <language code="eo" english-name="Esperanto" native-name="Esperanto"/>
    <language code="et" english-name="Estonian" native-name="Eesti keel"/>
    <language code="eu" english-name="Basque" native-name="euskara"/>
    <language code="ff" english-name="Fula" native-name="Fulfulde"/>
    <language code="fi" english-name="Finnish" native-name="suomen kieli"/>
    <language code="fj" english-name="Fijian" native-name="vosa Vakaviti"/>
    <language code="fo" english-name="Faroese" native-name="Føroyskt"/>
    <language code="fy" english-name="West Frisian" native-name="Frysk"/>
    <language code="ga" english-name="Irish" native-name="Gaeilge"/>
    <language code="gd" english-name="Scottish Gaelic" native-name="Gàidhlig"/>
    <language code="gl" english-name="Galician" native-name="Galego"/>
    <language code="gn" english-name="Guaraní" native-name="Avañe'ẽ"/>
    <language code="gu" english-name="Gujarati" native-name="ગુજરાતી"/>
    <language code="gv" english-name="Manx" native-name="Ghaelg"/>
    <language code="ha" english-name="Hausa" native-name="‫هَوُسَ"/>
    <language code="he" english-name="Hebrew" native-name="‫עברית"/>
    <language code="ho" english-name="Hiri Motu" native-name="Hiri Motu"/>
    <language code="hr" english-name="Croatian" native-name="Hrvatski"/>
    <language code="ht" english-name="Haitian Creole" native-name="Kreyòl ayisyen"/>
    <language code="hu" english-name="Hungarian" native-name="Magyar"/>
    <language code="hy" english-name="Armenian" native-name="Հայերեն"/>
    <language code="hz" english-name="Herero" native-name="Otjiherero"/>
    <language code="ia" english-name="Interlingua" native-name="interlingua"/>
    <language code="ie" english-name="Interlingue" native-name="Interlingue"/>
    <language code="ig" english-name="Igbo" native-name="Igbo"/>
    <language exclude="true" code="ii" english-name="Yi" native-name="ꆇꉙ"/>
    <language code="ik" english-name="Inupiaq" native-name="Iñupiaq"/>
    <language code="io" english-name="Ido" native-name="Ido"/>
    <language code="is" english-name="Icelandic" native-name="Íslenska"/>
    <language code="it" english-name="Italian" native-name="Italiano"/>
    <language code="iu" english-name="Inuktitut" native-name="ᐃᓄᒃᑎᑐᑦ"/>
    <language code="jv" english-name="Javanese" native-name="basa Jawa"/>
    <language code="ka" english-name="Georgian" native-name="ქართული"/>
    <language code="kg" english-name="Kongo" native-name="KiKongo"/>
    <language code="ki" english-name="Gikuyu" native-name="Gĩkũyũ"/>
    <language code="kj" english-name="Kwanyama" native-name="Kuanyama"/>
    <language code="kk" english-name="Kazakh" native-name="Қазақ тілі"/>
    <language code="kl" english-name="Kalaallisut" native-name="kalaallisut"/>
    <language exclude="true" code="km" english-name="Khmer" native-name="ភាសាខ្មែរ"/>
    <language exclude="true" code="kn" english-name="Kannada" native-name="ಕನ್ನಡ"/>
    <language code="ko" english-name="Korean" native-name="한국어"/>
    <language code="kr" english-name="Kanuri" native-name="Kanuri"/>
    <language code="ks" english-name="Kashmiri" native-name="कश्मीरी"/>
    <language code="ku" english-name="Kurdish" native-name="Kurdî"/>
    <language code="kv" english-name="Komi" native-name="коми кыв"/>
    <language code="kw" english-name="Cornish" native-name="Kernewek"/>
    <language code="ky" english-name="Kyrgyz" native-name="кыргыз тили"/>
    <language code="la" english-name="Latin" native-name="latine"/>
    <language code="lb" english-name="Luxembourgish" native-name="Lëtzebuergesch"/>
    <language code="lg" english-name="Luganda" native-name="Luganda"/>
    <language code="li" english-name="Limburgish" native-name="Limburgs"/>
    <language code="ln" english-name="Lingala" native-name="Lingála"/>
    <language exclude="true" code="lo" english-name="Lao" native-name="ພາສາລາວ"/>
    <language code="lt" english-name="Lithuanian" native-name="lietuvių kalba"/>
    <language exclude="true" code="lu" english-name="Tshiluba" native-name=""/>
    <language code="lv" english-name="Latvian" native-name="latviešu valoda"/>
    <language code="mg" english-name="Malagasy" native-name="Malagasy fiteny"/>
    <language exclude="true" code="mh" english-name="Marshallese" native-name="Kajin M̧ajeļ"/>
    <language code="mi" english-name="Māori" native-name="te reo Māori"/>
    <language code="mk" english-name="Macedonian" native-name="македонски јазик"/>
    <language exclude="true" code="ml" english-name="Malayalam" native-name="മലയാളം"/>
    <language code="mn" english-name="Mongolian" native-name="Монгол"/>
    <language code="mo" english-name="Moldovan" native-name="лимба молдовеняскэ"/>
    <language code="mr" english-name="Marathi" native-name="मराठी"/>
    <language code="mt" english-name="Maltese" native-name="Malti"/>
    <language exclude="true" code="my" english-name="Burmese" native-name="ဗမာစာ"/>
    <language code="na" english-name="Nauruan" native-name="Ekakairũ Naoero"/>
    <language code="nb" english-name="Bokmål" native-name="Norsk bokmål"/>
    <language code="nd" english-name="Northern Ndebele" native-name="isiNdebele"/>
    <language code="ne" english-name="Nepali" native-name="नेपाली"/>
    <language code="ng" english-name="Ndonga" native-name="Owambo"/>
    <language code="nl" english-name="Dutch" native-name="Nederlands"/>
    <language code="nn" english-name="Nynorsk" native-name="Norsk nynorsk"/>
    <language code="no" english-name="Norwegian" native-name="Norsk"/>
    <language code="nr" english-name="Southern Ndebele" native-name="Ndébélé"/>
    <language code="nv" english-name="Navajo" native-name="Diné bizaad"/>
    <language code="ny" english-name="Chichewa" native-name="chiCheŵa"/>
    <language code="oc" english-name="Occitan" native-name="Occitan"/>
    <language code="oj" english-name="Anishinaabe" native-name="ᐊᓂᔑᓈᐯᒧᐎᓐ"/>
    <language code="om" english-name="Oromo" native-name="Afaan Oromoo"/>
    <language exclude="true" code="or" english-name="Oriya" native-name="ଓଡ଼ିଆ"/>
    <language code="os" english-name="Ossetic" native-name="Ирон æвзаг"/>
    <language code="pi" english-name="Pāli" native-name="पाऴि"/>
    <language code="pl" english-name="Polish" native-name="polski"/>
    <language code="ps" english-name="Pashto" native-name="‫پښتو"/>
    <language code="qu" english-name="Quechua" native-name="<NAME>"/>
    <language code="rm" english-name="Romansh" native-name="rumantsch grischun"/>
    <language code="rn" english-name="Kirundi" native-name="kiRundi"/>
    <language code="ro" english-name="Romanian" native-name="română"/>
    <language code="rw" english-name="Kinyarwanda" native-name="Kinyarwanda"/>
    <language code="sa" english-name="Sanskrit" native-name="संस्कृतम्"/>
    <language code="sc" english-name="Sardinian" native-name="sardu"/>
    <language code="sd" english-name="Sindhi" native-name="सिन्धी"/>
    <language code="se" english-name="Northern Sami" native-name="Davvisámegiella"/>
    <language code="sg" english-name="Sango" native-name="yângâ tî sängö"/>
    <language code="sh" english-name="Serbo-Croatian" native-name="Srpskohrvatski"/>
    <language exclude="true" code="si" english-name="Sinhalese" native-name="සිංහල"/>
    <language code="sk" english-name="Slovak" native-name="slovenčina"/>
    <language code="sl" english-name="Slovenian" native-name="slovenščina"/>
    <language code="sm" english-name="Samoan" native-name="gagana fa'a Samoa"/>
    <language code="sn" english-name="Shona" native-name="chiShona"/>
    <language code="so" english-name="Somali" native-name="Soomaaliga"/>
    <language code="sq" english-name="Albanian" native-name="Shqip"/>
    <language code="sr" english-name="Serbian" native-name="српски језик"/>
    <language code="ss" english-name="Swati" native-name="SiSwati"/>
    <language code="st" english-name="Sotho" native-name="seSotho"/>
    <language code="su" english-name="Sundanese" native-name="Basa Sunda"/>
    <language code="sv" english-name="Swedish" native-name="Svenska"/>
    <language code="sw" english-name="Swahili" native-name="Kiswahili"/>
    <language code="ta" english-name="Tamil" native-name="தமிழ்"/>
    <language exclude="true" code="te" english-name="Telugu" native-name="తెలుగు"/>
    <language code="tg" english-name="Tajik" native-name="тоҷикӣ"/>
    <language code="th" english-name="Thai" native-name="ไทย"/>
    <language exclude="true" code="ti" english-name="Tigrinya" native-name="ትግርኛ"/>
    <language code="tk" english-name="Turkmen" native-name="Türkmen"/>
    <language code="tl" english-name="Tagalog" native-name="Tagalog"/>
    <language code="tn" english-name="Tswana" native-name="seTswana"/>
    <language code="to" english-name="Tongan" native-name="faka Tonga"/>
    <language code="tr" english-name="Turkish" native-name="Türkçe"/>
    <language code="ts" english-name="Tsonga" native-name="xiTsonga"/>
    <language code="tt" english-name="Tatar" native-name="татарча"/>
    <language code="tw" english-name="Twi" native-name="Twi"/>
    <language code="ty" english-name="Tahitian" native-name="Reo Mā`ohi"/>
    <language code="ug" english-name="Uyghur" native-name="Uyƣurqə"/>
    <language code="uk" english-name="Ukrainian" native-name="Українська"/>
    <language code="uz" english-name="Uzbek" native-name="O'zbek"/>
    <language code="ve" english-name="Venda" native-name="tshiVenḓa"/>
    <language code="vi" english-name="Vietnamese" native-name="Tiếng Việt"/>
    <language code="vo" english-name="Volapük" native-name="Volapük"/>
    <language code="wa" english-name="Walloon" native-name="Walon"/>
    <language code="wo" english-name="Wolof" native-name="Wollof"/>
    <language code="xh" english-name="Xhosa" native-name="isiXhosa"/>
    <language code="yi" english-name="Yiddish" native-name="‫ייִדיש"/>
    <language code="yo" english-name="Yoruba" native-name="Yorùbá"/>
    <language code="za" english-name="Zhuang" native-name="Saɯ cueŋƅ"/>
    <language code="zu" english-name="Zulu" native-name="isiZulu"/>
</languages>
<commit_msg>Also add Italian and Korean among top languages<commit_after><!--
    Copyright (C) 2008 Orbeon, Inc.

    This program is free software; you can redistribute it and/or modify it under the terms of the
    GNU Lesser General Public License as published by the Free Software Foundation; either version
    2.1 of the License, or (at your option) any later version.

    This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
    without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
    See the GNU Lesser General Public License for more details.

    The full text of the license is available at http://www.gnu.org/copyleft/lesser.html
-->
<!--
    Generated with the following script:

    http://en.wikipedia.org/wiki/List_of_ISO_639-1_codes

    let $table := //table[@class = 'wikitable sortable']
    return
    <languages>
      {
        for $tr in $table//tr[position() gt 1]
          return
            <language code="{$tr/td[1]}"
                      english-name="{$tr/td[4]/a/@title}"
                      native-name="{normalize-space(tokenize(for $td in $tr/td[5] return if ($td/span) then $td/span[1] else $td, ';')[1])}"/>
      }
    </languages>

    + manually removed " language" suffix
    + manually added exclude="true" attributes when fonts did not display on Mac OS X out of the box

-->
<languages>
    <!-- Top languages roughly based on http://en.wikipedia.org/wiki/List_of_languages_by_total_number_of_speakers -->
    <language top="true" code="en" english-name="English" native-name="English"/>
    <language top="true" code="es" english-name="Spanish" native-name="Español"/>
    <language top="true" code="ru" english-name="Russian" native-name="Русский"/>
    <language top="true" code="fr" english-name="French" native-name="Français"/>
    <language top="true" code="pt" english-name="Portuguese" native-name="Português"/>
    <language top="true" code="de" english-name="German" native-name="Deutsch"/>

    <language top="true" code="zh-Hant" english-name="Traditional Chinese" native-name="中文 (正體字)"/>
    <language top="true" code="zh-Hans" english-name="Simplified Chinese" native-name="中文 (简化字)"/>
    <language top="true" code="hi" english-name="Hindi" native-name="हिन्दी"/>
    <language top="true" code="ar" english-name="Arabic" native-name="‫العربية"/>
    <language top="true" code="bn" english-name="Bengali" native-name="বাংলা"/>
    <language top="true" code="ms" english-name="Malay" native-name="Bahasa Melayu"/>
    <language top="true" code="id" english-name="Indonesian" native-name="Bahasa Indonesia"/>
    <language top="true" code="ja" english-name="Japanese" native-name="日本語"/>
    <language top="true" code="fa" english-name="Persian" native-name="‫فارسی"/>
    <language top="true" code="ur" english-name="Urdu" native-name="‫اردو"/>
    <language top="true" code="pa" english-name="Punjabi" native-name="ਪੰਜਾਬੀ"/>

    <language top="true" code="it" english-name="Italian" native-name="Italiano"/>
    <language top="true" code="ko" english-name="Korean" native-name="한국어"/>

    <!-- Remaining languages -->
    <language code="aa" english-name="Afar" native-name="Afaraf"/>
    <language code="ab" english-name="Abkhaz" native-name="Аҧсуа"/>
    <language code="ae" english-name="Avestan" native-name="avesta"/>
    <language code="af" english-name="Afrikaans" native-name="Afrikaans"/>
    <language code="ak" english-name="Akan" native-name="Akan"/>
    <language exclude="true" code="am" english-name="Amharic" native-name="አማርኛ"/>
    <language code="an" english-name="Aragonese" native-name="Aragonés"/>
    <language exclude="true" code="as" english-name="Assamese" native-name="অসমীয়া"/>
    <language code="av" english-name="Avar" native-name="авар мацӀ"/>
    <language code="ay" english-name="Aymara" native-name="aymar aru"/>
    <language code="az" english-name="Azerbaijani" native-name="azərbaycan dili"/>
    <language code="ba" english-name="Bashkir" native-name="башҡорт теле"/>
    <language code="be" english-name="Belarusian" native-name="Беларуская"/>
    <language code="bg" english-name="Bulgarian" native-name="български език"/>
    <language code="bh" english-name="Biharis" native-name="भोजपुरी"/>
    <language code="bi" english-name="Bislama" native-name="Bislama"/>
    <language code="bm" english-name="Bambara" native-name="bamanankan"/>
    <language code="bo" english-name="Tibetan" native-name="བོད་ཡིག"/>
    <language code="br" english-name="Breton" native-name="brezhoneg"/>
    <language code="bs" english-name="Bosnian" native-name="bosanski jezik"/>
    <language code="ca" english-name="Catalan" native-name="Català"/>
    <language code="ce" english-name="Chechen" native-name="нохчийн мотт"/>
    <language code="ch" english-name="Chamorro" native-name="Chamoru"/>
    <language code="co" english-name="Corsican" native-name="corsu"/>
    <language code="cr" english-name="Cree" native-name="ᓀᐦᐃᔭᐍᐏᐣ"/>
    <language code="cs" english-name="Czech" native-name="česky"/>
    <language exclude="true" code="cu" english-name="Old Church Slavonic" native-name=""/>
    <language code="cv" english-name="Chuvash" native-name="чӑваш чӗлхи"/>
    <language code="cy" english-name="Welsh" native-name="Cymraeg"/>
    <language code="da" english-name="Danish" native-name="dansk"/>
    <language exclude="true" code="dv" english-name="Dhivehi" native-name="‫ދިވެހި"/>
    <language code="dz" english-name="Dzongkha" native-name="རྫོང་ཁ"/>
    <language code="ee" english-name="Ewe" native-name="Ɛʋɛgbɛ"/>
    <language code="el" english-name="Greek" native-name="Ελληνικά"/>
    <language code="eo" english-name="Esperanto" native-name="Esperanto"/>
    <language code="et" english-name="Estonian" native-name="Eesti keel"/>
    <language code="eu" english-name="Basque" native-name="euskara"/>
    <language code="ff" english-name="Fula" native-name="Fulfulde"/>
    <language code="fi" english-name="Finnish" native-name="suomen kieli"/>
    <language code="fj" english-name="Fijian" native-name="vosa Vakaviti"/>
    <language code="fo" english-name="Faroese" native-name="Føroyskt"/>
    <language code="fy" english-name="West Frisian" native-name="Frysk"/>
    <language code="ga" english-name="Irish" native-name="Gaeilge"/>
    <language code="gd" english-name="Scottish Gaelic" native-name="Gàidhlig"/>
    <language code="gl" english-name="Galician" native-name="Galego"/>
    <language code="gn" english-name="Guaraní" native-name="Avañe'ẽ"/>
    <language code="gu" english-name="Gujarati" native-name="ગુજરાતી"/>
    <language code="gv" english-name="Manx" native-name="Ghaelg"/>
    <language code="ha" english-name="Hausa" native-name="‫هَوُسَ"/>
    <language code="he" english-name="Hebrew" native-name="‫עברית"/>
    <language code="ho" english-name="Hiri Motu" native-name="Hiri Motu"/>
    <language code="hr" english-name="Croatian" native-name="Hrvatski"/>
    <language code="ht" english-name="Haitian Creole" native-name="Kreyòl ayisyen"/>
    <language code="hu" english-name="Hungarian" native-name="Magyar"/>
    <language code="hy" english-name="Armenian" native-name="Հայերեն"/>
    <language code="hz" english-name="Herero" native-name="Otjiherero"/>
    <language code="ia" english-name="Interlingua" native-name="interlingua"/>
    <language code="ie" english-name="Interlingue" native-name="Interlingue"/>
    <language code="ig" english-name="Igbo" native-name="Igbo"/>
    <language exclude="true" code="ii" english-name="Yi" native-name="ꆇꉙ"/>
    <language code="ik" english-name="Inupiaq" native-name="Iñupiaq"/>
    <language code="io" english-name="Ido" native-name="Ido"/>
    <language code="is" english-name="Icelandic" native-name="Íslenska"/>
    <language code="iu" english-name="Inuktitut" native-name="ᐃᓄᒃᑎᑐᑦ"/>
    <language code="jv" english-name="Javanese" native-name="basa Jawa"/>
    <language code="ka" english-name="Georgian" native-name="ქართული"/>
    <language code="kg" english-name="Kongo" native-name="KiKongo"/>
    <language code="ki" english-name="Gikuyu" native-name="Gĩkũyũ"/>
    <language code="kj" english-name="Kwanyama" native-name="Kuanyama"/>
    <language code="kk" english-name="Kazakh" native-name="Қазақ тілі"/>
    <language code="kl" english-name="Kalaallisut" native-name="kalaallisut"/>
    <language exclude="true" code="km" english-name="Khmer" native-name="ភាសាខ្មែរ"/>
    <language exclude="true" code="kn" english-name="Kannada" native-name="ಕನ್ನಡ"/>
    <language code="kr" english-name="Kanuri" native-name="Kanuri"/>
    <language code="ks" english-name="Kashmiri" native-name="कश्मीरी"/>
    <language code="ku" english-name="Kurdish" native-name="Kurdî"/>
    <language code="kv" english-name="Komi" native-name="коми кыв"/>
    <language code="kw" english-name="Cornish" native-name="Kernewek"/>
    <language code="ky" english-name="Kyrgyz" native-name="кыргыз тили"/>
    <language code="la" english-name="Latin" native-name="latine"/>
    <language code="lb" english-name="Luxembourgish" native-name="Lëtzebuergesch"/>
    <language code="lg" english-name="Luganda" native-name="Luganda"/>
    <language code="li" english-name="Limburgish" native-name="Limburgs"/>
    <language code="ln" english-name="Lingala" native-name="Lingála"/>
    <language exclude="true" code="lo" english-name="Lao" native-name="ພາສາລາວ"/>
    <language code="lt" english-name="Lithuanian" native-name="lietuvių kalba"/>
    <language exclude="true" code="lu" english-name="Tshiluba" native-name=""/>
    <language code="lv" english-name="Latvian" native-name="latviešu valoda"/>
    <language code="mg" english-name="Malagasy" native-name="Malagasy fiteny"/>
    <language exclude="true" code="mh" english-name="Marshallese" native-name="Kajin M̧ajeļ"/>
    <language code="mi" english-name="Māori" native-name="te reo Māori"/>
    <language code="mk" english-name="Macedonian" native-name="македонски јазик"/>
    <language exclude="true" code="ml" english-name="Malayalam" native-name="മലയാളം"/>
    <language code="mn" english-name="Mongolian" native-name="Монгол"/>
    <language code="mo" english-name="Moldovan" native-name="лимба молдовеняскэ"/>
    <language code="mr" english-name="Marathi" native-name="मराठी"/>
    <language code="mt" english-name="Maltese" native-name="Malti"/>
    <language exclude="true" code="my" english-name="Burmese" native-name="ဗမာစာ"/>
    <language code="na" english-name="Nauruan" native-name="Ekakairũ Naoero"/>
    <language code="nb" english-name="Bokmål" native-name="Norsk bokmål"/>
    <language code="nd" english-name="Northern Ndebele" native-name="isiNdebele"/>
    <language code="ne" english-name="Nepali" native-name="नेपाली"/>
    <language code="ng" english-name="Ndonga" native-name="Owambo"/>
    <language code="nl" english-name="Dutch" native-name="Nederlands"/>
    <language code="nn" english-name="Nynorsk" native-name="Norsk nynorsk"/>
    <language code="no" english-name="Norwegian" native-name="Norsk"/>
    <language code="nr" english-name="Southern Ndebele" native-name="Ndébélé"/>
    <language code="nv" english-name="Navajo" native-name="Diné bizaad"/>
    <language code="ny" english-name="Chichewa" native-name="chiCheŵa"/>
    <language code="oc" english-name="Occitan" native-name="Occitan"/>
    <language code="oj" english-name="Anishinaabe" native-name="ᐊᓂᔑᓈᐯᒧᐎᓐ"/>
    <language code="om" english-name="Oromo" native-name="Afaan Oromoo"/>
    <language exclude="true" code="or" english-name="Oriya" native-name="ଓଡ଼ିଆ"/>
    <language code="os" english-name="Ossetic" native-name="И<NAME>"/>
    <language code="pi" english-name="Pāli" native-name="पाऴि"/>
    <language code="pl" english-name="Polish" native-name="polski"/>
    <language code="ps" english-name="Pashto" native-name="‫پښتو"/>
    <language code="qu" english-name="Quechua" native-name="Runa Simi"/>
    <language code="rm" english-name="Romansh" native-name="rumantsch grischun"/>
    <language code="rn" english-name="Kirundi" native-name="kiRundi"/>
    <language code="ro" english-name="Romanian" native-name="română"/>
    <language code="rw" english-name="Kinyarwanda" native-name="Kinyarwanda"/>
    <language code="sa" english-name="Sanskrit" native-name="संस्कृतम्"/>
    <language code="sc" english-name="Sardinian" native-name="sardu"/>
    <language code="sd" english-name="Sindhi" native-name="सिन्धी"/>
    <language code="se" english-name="Northern Sami" native-name="Davvisámegiella"/>
    <language code="sg" english-name="Sango" native-name="yângâ tî sängö"/>
    <language code="sh" english-name="Serbo-Croatian" native-name="Srpskohrvatski"/>
    <language exclude="true" code="si" english-name="Sinhalese" native-name="සිංහල"/>
    <language code="sk" english-name="Slovak" native-name="slovenčina"/>
    <language code="sl" english-name="Slovenian" native-name="slovenščina"/>
    <language code="sm" english-name="Samoan" native-name="gagana fa'a Samoa"/>
    <language code="sn" english-name="Shona" native-name="chiShona"/>
    <language code="so" english-name="Somali" native-name="Soomaaliga"/>
    <language code="sq" english-name="Albanian" native-name="Shqip"/>
    <language code="sr" english-name="Serbian" native-name="српски језик"/>
    <language code="ss" english-name="Swati" native-name="SiSwati"/>
    <language code="st" english-name="Sotho" native-name="seSotho"/>
    <language code="su" english-name="Sundanese" native-name="Basa Sunda"/>
    <language code="sv" english-name="Swedish" native-name="Svenska"/>
    <language code="sw" english-name="Swahili" native-name="Kiswahili"/>
    <language code="ta" english-name="Tamil" native-name="தமிழ்"/>
    <language exclude="true" code="te" english-name="Telugu" native-name="తెలుగు"/>
    <language code="tg" english-name="Tajik" native-name="тоҷикӣ"/>
    <language code="th" english-name="Thai" native-name="ไทย"/>
    <language exclude="true" code="ti" english-name="Tigrinya" native-name="ትግርኛ"/>
    <language code="tk" english-name="Turkmen" native-name="Türkmen"/>
    <language code="tl" english-name="Tagalog" native-name="Tagalog"/>
    <language code="tn" english-name="Tswana" native-name="seTswana"/>
    <language code="to" english-name="Tongan" native-name="faka Tonga"/>
    <language code="tr" english-name="Turkish" native-name="Türkçe"/>
    <language code="ts" english-name="Tsonga" native-name="xiTsonga"/>
    <language code="tt" english-name="Tatar" native-name="татарча"/>
    <language code="tw" english-name="Twi" native-name="Twi"/>
    <language code="ty" english-name="Tahitian" native-name="Reo Mā`ohi"/>
    <language code="ug" english-name="Uyghur" native-name="Uyƣurqə"/>
    <language code="uk" english-name="Ukrainian" native-name="Українська"/>
    <language code="uz" english-name="Uzbek" native-name="O'zbek"/>
    <language code="ve" english-name="Venda" native-name="tshiVenḓa"/>
    <language code="vi" english-name="Vietnamese" native-name="Tiếng Việt"/>
    <language code="vo" english-name="Volapük" native-name="Volapük"/>
    <language code="wa" english-name="Walloon" native-name="Walon"/>
    <language code="wo" english-name="Wolof" native-name="Wollof"/>
    <language code="xh" english-name="Xhosa" native-name="isiXhosa"/>
    <language code="yi" english-name="Yiddish" native-name="‫ייִדיש"/>
    <language code="yo" english-name="Yoruba" native-name="Yorùbá"/>
    <language code="za" english-name="Zhuang" native-name="Saɯ cueŋƅ"/>
    <language code="zu" english-name="Zulu" native-name="isiZulu"/>
</languages>

{'fraction_non_alphanumeric': 0.19144209407901092, 'fraction_numerical': 0.001030297176341801, 'mean_word_length': 5.067591326430944, 'pattern_counts': {'":': 0, '<': 397, '<?xml version=': 0, '>': 397, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3819599', 'n_tokens_mistral': 11618, 'n_tokens_neox': 11155, 'n_words': 2013}