<commit_before><?php // -*- coding:utf-8 -*-
/** \brief this table associates language extension and language name in the current language and language name in the native language
* CAUTION: it is utf-8 encoding used here too
* PLEASE : translators, please, update this file with your language name in your own language
**/

//this script may only be included - so its better to die if called directly.
if (strpos($_SERVER["SCRIPT_NAME"],basename(__FILE__)) !== false) {
  header("location: index.php");
}

$langmapping = array(
    'cn' => array(  '中文(簡体字)',      tra("Simplified Chinese")        ),
    'cs' => array(  'Česky',      tra("Czech")        ),
    'da' => array(  'Dansk',        tra("Danish")       ),
    'de' => array(  'Deutsch',      tra("German")       ),
    'en' => array(  'English',      tra("English")      ),
    'en-uk' => array( 'English British',  tra("English British")	),
    'es' => array(  'Español',     tra("Spanish")      ),
    'el' => array(  'Greek',        tra("Greek")        ),
    'fr' => array(  'Français',    tra("French")       ),
    'he' => array(  'Hebrew',    tra("Hebrew")       ),
    'hr' => array(  'Hrvatski',     tra("Croatian")   ),
    'it' => array(  'Italiano',     tra("Italian")      ),
    'ja' => array(  '日本語',    tra("Japanese")     ),
    'ko' => array(  '한국말',    tra("Korean")     ),
    'nl' => array(  'Nederlands',   tra("Dutch")        ),
    'no' => array(  'Norwegian',    tra("Norwegian")    ),
    'pl' => array(  'Polish',       tra("Polish")       ),
    'pt' => array(  'Portuguese',       tra("Português")       ),
    'pt-br' => array(  'Português Brasileiro',  tra("Brazilian Portuguese")  ),
    'ru' => array(  'Russian',      tra("Russian")      ),
    'sk' => array(   'Slovenský',  tra("Slovak")       ),
    'sr' => array(   'Српски',  tra("Serbian")       ),
    'sr-latn' => array(   'Srpski',  tra("Serbian Latin")       ),
    'sv' => array(  'Svenska',      tra("Swedish")      ),
    'tw' => array(  '正體中文',          tra("Traditional Chinese")          ),
    'uk' => array( 'Українська',     tra("Ukrainian")    ),
    'zh' => array(  'Chinese',      tra("Chinese")      )
);
?>
<commit_msg>added magyar (hungarian) language<commit_after><?php // -*- coding:utf-8 -*-
/** \brief this table associates language extension and language name in the current language and language name in the native language
* CAUTION: it is utf-8 encoding used here too
* PLEASE : translators, please, update this file with your language name in your own language
**/

//this script may only be included - so its better to die if called directly.
if (strpos($_SERVER["SCRIPT_NAME"],basename(__FILE__)) !== false) {
  header("location: index.php");
}

$langmapping = array(
    'cn' => array(  '中文(簡体字)',      tra("Simplified Chinese")        ),
    'cs' => array(  'Česky',      tra("Czech")        ),
    'da' => array(  'Dansk',        tra("Danish")       ),
    'de' => array(  'Deutsch',      tra("German")       ),
    'en' => array(  'English',      tra("English")      ),
    'en-uk' => array( 'English British',  tra("English British")	),
    'es' => array(  'Español',     tra("Spanish")      ),
    'el' => array(  'Greek',        tra("Greek")        ),
    'fr' => array(  'Français',    tra("French")       ),
    'he' => array(  'Hebrew',    tra("Hebrew")       ),
    'hr' => array(  'Hrvatski',     tra("Croatian")   ),
    'it' => array(  'Italiano',     tra("Italian")      ),
    'ja' => array(  '日本語',    tra("Japanese")     ),
    'ko' => array(  '한국말',    tra("Korean")     ),
    'hu' => array(  'Magyar',   tra("Hungarian")   ),
    'nl' => array(  'Nederlands',   tra("Dutch")        ),
    'no' => array(  'Norwegian',    tra("Norwegian")    ),
    'pl' => array(  'Polish',       tra("Polish")       ),
    'pt' => array(  'Portuguese',       tra("Português")       ),
    'pt-br' => array(  'Português Brasileiro',  tra("Brazilian Portuguese")  ),
    'ru' => array(  'Russian',      tra("Russian")      ),
    'sk' => array(   'Slovenský',  tra("Slovak")       ),
    'sr' => array(   'Српски',  tra("Serbian")       ),
    'sr-latn' => array(   'Srpski',  tra("Serbian Latin")       ),
    'sv' => array(  'Svenska',      tra("Swedish")      ),
    'tw' => array(  '正體中文',          tra("Traditional Chinese")          ),
    'uk' => array( 'Українська',     tra("Ukrainian")    ),
    'zh' => array(  'Chinese',      tra("Chinese")      )
);
?>

{'fraction_non_alphanumeric': 0.20404494382022473, 'fraction_numerical': 0.0008988764044943821, 'mean_word_length': 2.3541823662396384, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 60, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7179954', 'n_tokens_mistral': 1571, 'n_tokens_neox': 1534, 'n_words': 367}