<commit_before><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE reference PUBLIC "-//OASIS//DTD DITA Reference//EN" "reference.dtd">
<!--This file is part of the DITA Open Toolkit project. See the accompanying LICENSE.md file for applicable licenses.-->

<reference id="dita-globalization-xhtml" xml:lang="en-US">
  <title>Supported languages: HTML-based transformations</title>
  <shortdesc>The DITA Open Toolkit supports over 50 languages and language variants for the HTML-based transformations
    such as HTML5, XHTML, Eclipse Help, HTML Help, and TocJS.</shortdesc>
  <refbody>
    <table frame="all" rowsep="1" colsep="1">
      <title>Supported languages: HTML-based transformations</title>
      <tgroup cols="2">
        <colspec colnum="1" colwidth="1.0*"/>
        <colspec colnum="2" colwidth="1.0*"/>
        <thead>
          <row>
            <entry>Language</entry>
            <entry>Language code</entry>
          </row>
        </thead>
        <tbody>
          <row>
            <entry>Arabic</entry>
            <entry>ar or ar-EG</entry>
          </row>
          <row>
            <entry>Belarusian</entry>
            <entry>be or be-BY</entry>
          </row>
          <row>
            <entry>Brazilian Portuguese </entry>
            <entry>pt-BR</entry>
          </row>
          <row>
            <entry>Bulgarian</entry>
            <entry>bg or bg-BG</entry>
          </row>
          <row>
            <entry>Catalan</entry>
            <entry>ca-ES</entry>
          </row>
          <row>
            <entry>Chinese (simplified)</entry>
            <entry>zh-CN or zh-Hans</entry>
          </row>
          <row>
            <entry>Chinese (traditional)</entry>
            <entry>zh-TW or zh-Hant</entry>
          </row>
          <row>
            <entry>Croatian</entry>
            <entry>hr or hr-HR</entry>
          </row>
          <row>
            <entry>Czech</entry>
            <entry>cs or cs-CZ</entry>
          </row>
          <row>
            <entry>Danish</entry>
            <entry>da or da-DK</entry>
          </row>
          <row>
            <entry>Dutch</entry>
            <entry>nl or nl-NL</entry>
          </row>
          <row>
            <entry>Dutch (Belgian)</entry>
            <entry>nl-BE</entry>
          </row>
          <row>
            <entry>English (US)</entry>
            <entry>en or en-US</entry>
          </row>
          <row>
            <entry>English (British)</entry>
            <entry>en-GB</entry>
          </row>
          <row>
            <entry>English (Canadian)</entry>
            <entry>en-CA</entry>
          </row>
          <row>
            <entry>Estonian</entry>
            <entry>et or et-EE</entry>
          </row>
          <row>
            <entry>Finnish</entry>
            <entry>fi or fi-FI</entry>
          </row>
          <row>
            <entry>French</entry>
            <entry>fr or fr-FR</entry>
          </row>
          <row>
            <entry>French (Belgian)</entry>
            <entry>fr-BE</entry>
          </row>
          <row>
            <entry>French (Canadian)</entry>
            <entry>fr-CA</entry>
          </row>
          <row>
            <entry>French (Swiss)</entry>
            <entry>fr-CH</entry>
          </row>
          <row>
            <entry>German</entry>
            <entry>de or de-DE</entry>
          </row>
          <row>
            <entry>German (Swiss)</entry>
            <entry>de-CH</entry>
          </row>
          <row>
            <entry>Greek</entry>
            <entry>el or el-GR</entry>
          </row>
          <row>
            <entry>Hebrew</entry>
            <entry>he or he-IL</entry>
          </row>
          <row>
            <entry>Hindi</entry>
            <entry>hi or hi-HI</entry>
          </row>
          <row>
            <entry>Hungarian</entry>
            <entry>hu or hu-HU</entry>
          </row>
          <row>
            <entry>Icelandic</entry>
            <entry>is or is-IS</entry>
          </row>
          <row>
            <entry>Indonesian</entry>
            <entry>id or id-ID</entry>
          </row>
          <row>
            <entry>Italian</entry>
            <entry>it or it-IT</entry>
          </row>
          <row>
            <entry>Italian (Swiss)</entry>
            <entry>it-CH</entry>
          </row>
          <row>
            <entry>Japanese</entry>
            <entry>ja or ja-JP</entry>
          </row>
          <row>
            <entry>Kazakh</entry>
            <entry>kk or kk-KZ</entry>
          </row>
          <row>
            <entry>Korean</entry>
            <entry>ko or ko-KR</entry>
          </row>
          <row>
            <entry>Latvian</entry>
            <entry>lv or lv-LV</entry>
          </row>
          <row>
            <entry>Lithuanian</entry>
            <entry>lt or lt-LT</entry>
          </row>
          <row>
            <entry>Macedonian</entry>
            <entry>mk or mk-MK</entry>
          </row>
          <row>
            <entry>Malay</entry>
            <entry>ms or ms-MY</entry>
          </row>
          <row>
            <entry>Norwegian</entry>
            <entry>no or no-NO</entry>
          </row>
          <row>
            <entry>Polish</entry>
            <entry>pl or pl-PL</entry>
          </row>
          <row>
            <entry>Portuguese</entry>
            <entry>pt or pt-PT</entry>
          </row>
          <row>
            <entry>Romanian</entry><commit_msg>Sort HTML language support table by language<commit_after><?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE reference PUBLIC "-//OASIS//DTD DITA Reference//EN" "reference.dtd">
<!--This file is part of the DITA Open Toolkit project. See the accompanying LICENSE.md file for applicable licenses.-->

<reference id="dita-globalization-xhtml" xml:lang="en-US">
  <title>Supported languages: HTML-based transformations</title>
  <shortdesc>The DITA Open Toolkit supports over 50 languages and language variants for the HTML-based transformations
    such as HTML5, XHTML, Eclipse Help, HTML Help, and TocJS.</shortdesc>
  <refbody>
    <table frame="all" rowsep="1" colsep="1">
      <title>Supported languages: HTML-based transformations</title>
      <tgroup cols="2">
        <colspec colnum="1" colwidth="1.0*"/>
        <colspec colnum="2" colwidth="1.0*"/>
        <thead>
          <row>
            <entry>Language</entry>
            <entry>Language code</entry>
          </row>
        </thead>
        <tbody>
          <row>
            <entry>Arabic</entry>
            <entry>ar or ar-EG</entry>
          </row>
          <row>
            <entry>Belarusian</entry>
            <entry>be or be-BY</entry>
          </row>
          <row>
            <entry>Bulgarian</entry>
            <entry>bg or bg-BG</entry>
          </row>
          <row>
            <entry>Catalan</entry>
            <entry>ca-ES</entry>
          </row>
          <row>
            <entry>Chinese (simplified)</entry>
            <entry>zh-CN or zh-Hans</entry>
          </row>
          <row>
            <entry>Chinese (traditional)</entry>
            <entry>zh-TW or zh-Hant</entry>
          </row>
          <row>
            <entry>Croatian</entry>
            <entry>hr or hr-HR</entry>
          </row>
          <row>
            <entry>Czech</entry>
            <entry>cs or cs-CZ</entry>
          </row>
          <row>
            <entry>Danish</entry>
            <entry>da or da-DK</entry>
          </row>
          <row>
            <entry>Dutch</entry>
            <entry>nl or nl-NL</entry>
          </row>
          <row>
            <entry>Dutch (Belgian)</entry>
            <entry>nl-BE</entry>
          </row>
          <row>
            <entry>English (British)</entry>
            <entry>en-GB</entry>
          </row>
          <row>
            <entry>English (Canadian)</entry>
            <entry>en-CA</entry>
          </row>
          <row>
            <entry>English (US)</entry>
            <entry>en or en-US</entry>
          </row>
          <row>
            <entry>Estonian</entry>
            <entry>et or et-EE</entry>
          </row>
          <row>
            <entry>Finnish</entry>
            <entry>fi or fi-FI</entry>
          </row>
          <row>
            <entry>French</entry>
            <entry>fr or fr-FR</entry>
          </row>
          <row>
            <entry>French (Belgian)</entry>
            <entry>fr-BE</entry>
          </row>
          <row>
            <entry>French (Canadian)</entry>
            <entry>fr-CA</entry>
          </row>
          <row>
            <entry>French (Swiss)</entry>
            <entry>fr-CH</entry>
          </row>
          <row>
            <entry>German</entry>
            <entry>de or de-DE</entry>
          </row>
          <row>
            <entry>German (Swiss)</entry>
            <entry>de-CH</entry>
          </row>
          <row>
            <entry>Greek</entry>
            <entry>el or el-GR</entry>
          </row>
          <row>
            <entry>Hebrew</entry>
            <entry>he or he-IL</entry>
          </row>
          <row>
            <entry>Hindi</entry>
            <entry>hi or hi-HI</entry>
          </row>
          <row>
            <entry>Hungarian</entry>
            <entry>hu or hu-HU</entry>
          </row>
          <row>
            <entry>Icelandic</entry>
            <entry>is or is-IS</entry>
          </row>
          <row>
            <entry>Indonesian</entry>
            <entry>id or id-ID</entry>
          </row>
          <row>
            <entry>Italian</entry>
            <entry>it or it-IT</entry>
          </row>
          <row>
            <entry>Italian (Swiss)</entry>
            <entry>it-CH</entry>
          </row>
          <row>
            <entry>Japanese</entry>
            <entry>ja or ja-JP</entry>
          </row>
          <row>
            <entry>Kazakh</entry>
            <entry>kk or kk-KZ</entry>
          </row>
          <row>
            <entry>Korean</entry>
            <entry>ko or ko-KR</entry>
          </row>
          <row>
            <entry>Latvian</entry>
            <entry>lv or lv-LV</entry>
          </row>
          <row>
            <entry>Lithuanian</entry>
            <entry>lt or lt-LT</entry>
          </row>
          <row>
            <entry>Macedonian</entry>
            <entry>mk or mk-MK</entry>
          </row>
          <row>
            <entry>Malay</entry>
            <entry>ms or ms-MY</entry>
          </row>
          <row>
            <entry>Norwegian</entry>
            <entry>no or no-NO</entry>
          </row>
          <row>
            <entry>Polish</entry>
            <entry>pl or pl-PL</entry>
          </row>
          <row>
            <entry>Portuguese</entry>
            <entry>pt or pt-PT</entry>
          </row>
          <row>
            <entry>Portuguese (Brazil)</entry>
            <entry>pt-BR</entry>
          </row>
          <row>
            <entry>Romanian</entry>
{'fraction_non_alphanumeric': 0.15002267573696146, 'fraction_numerical': 0.0027210884353741495, 'mean_word_length': 1.2346980137819215, 'pattern_counts': {'":': 0, '<': 549, '<?xml version=': 2, '>': 549, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4879446', 'n_tokens_mistral': 3496, 'n_tokens_neox': 3347, 'n_words': 656}