<commit_before><?php
function SetLocalLanguage()
{
	$slectedLanguage = "";
	$languageEncoding = "";
	$charEncoding = "";
	switch (LANGUAGE)
	{
		case "arabic":
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
		case "brazilian":
			$languageEncoding = "pt_BR.UTF-8";
			$slectedLanguage = "pt_BR";
			$charEncoding = "UTF-8";
			break;
		case "chinese":
			$languageEncoding = "zh_TW.UTF-8";
			$slectedLanguage = "zh_TW";
			$charEncoding = "UTF-8";
			break;
		case "english":
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
		case "espanol":
			$languageEncoding = "es_ES.iso88591";
			$slectedLanguage = "es_ES";
			$charEncoding = "iso88591";
			break;
		case "french":
			$languageEncoding = "fr_FR.iso88591";
			$slectedLanguage = "fr_FR";
			$charEncoding = "iso-8859-1";
			break;
		case "german":
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
		case "italian":
			$languageEncoding = "it_IT.iso8859-1";
			$slectedLanguage = "it_IT";
			$charEncoding = "iso88591";
			break;
		case "polish":
			$languageEncoding = "pt_PT.iso88591";
			$slectedLanguage = "pl_PL";
			$charEncoding = "iso88591";
			break;
		case "romanian":
			$languageEncoding = "ro_RO.iso88591";
			$slectedLanguage = "ro_RO";
			$charEncoding = "iso88591";
			break;
		case "turkish":
			$languageEncoding = "tr_TR.iso88599";
			$slectedLanguage = "tr_TR";
			$charEncoding = "iso88599";
			break;
		case "urdu":
			$languageEncoding = "ur.UTF-8";
			$slectedLanguage = "ur_PK";
			$charEncoding = "UTF-8";
			break;
		default:
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
	}
	/*
	Code here to set the Encoding of the Lanuages and its Envirnoment Variables
	*/
	//echo "languageEncoding=$languageEncoding - slectedLanguage=$slectedLanguage";
	@setlocale(LC_TIME,$languageEncoding);
	putenv("LANG=$slectedLanguage");
	putenv("LANGUAGE=$slectedLanguage");
	setlocale(LC_MESSAGES, $slectedLanguage);
	$domain = 'messages';
	bindtextdomain("messages", "./lib/locale");
	textdomain($domain);
	bind_textdomain_codeset($domain, $charEncoding);
	define('CHARSET', $charEncoding);
}

?><commit_msg>UPDATE : languages change locale dir<commit_after><?php
function SetLocalLanguage()
{
	$slectedLanguage = "";
	$languageEncoding = "";
	$charEncoding = "";
	switch (LANGUAGE)
	{
		case "arabic":
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
		case "brazilian":
			$languageEncoding = "pt_BR.UTF-8";
			$slectedLanguage = "pt_BR";
			$charEncoding = "UTF-8";
			break;
		case "chinese":
			$languageEncoding = "zh_TW.UTF-8";
			$slectedLanguage = "zh_TW";
			$charEncoding = "UTF-8";
			break;
		case "english":
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
		case "espanol":
			$languageEncoding = "es_ES.iso88591";
			$slectedLanguage = "es_ES";
			$charEncoding = "iso88591";
			break;
		case "french":
			$languageEncoding = "fr_FR.iso88591";
			$slectedLanguage = "fr_FR";
			$charEncoding = "iso-8859-1";
			break;
		case "german":
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
		case "italian":
			$languageEncoding = "it_IT.iso8859-1";
			$slectedLanguage = "it_IT";
			$charEncoding = "iso88591";
			break;
		case "polish":
			$languageEncoding = "pt_PT.iso88591";
			$slectedLanguage = "pl_PL";
			$charEncoding = "iso88591";
			break;
		case "romanian":
			$languageEncoding = "ro_RO.iso88591";
			$slectedLanguage = "ro_RO";
			$charEncoding = "iso88591";
			break;
		case "turkish":
			$languageEncoding = "tr_TR.iso88599";
			$slectedLanguage = "tr_TR";
			$charEncoding = "iso88599";
			break;
		case "urdu":
			$languageEncoding = "ur.UTF-8";
			$slectedLanguage = "ur_PK";
			$charEncoding = "UTF-8";
			break;
		default:
			$languageEncoding = "en_US.iso88591";
			$slectedLanguage = "en_US";
			$charEncoding = "iso88591";
			break;
	}
	/*
	Code here to set the Encoding of the Lanuages and its Envirnoment Variables
	*/
	//echo "languageEncoding=$languageEncoding - slectedLanguage=$slectedLanguage";
	@setlocale(LC_TIME,$languageEncoding);
	putenv("LANG=$slectedLanguage");
	putenv("LANGUAGE=$slectedLanguage");
	setlocale(LC_MESSAGES, $slectedLanguage);
	$domain = 'messages';
	bindtextdomain("messages", "../lib/locale");
	textdomain($domain);
	bind_textdomain_codeset($domain, $charEncoding);
	define('CHARSET', $charEncoding);
}

?>
{'fraction_non_alphanumeric': 0.15778251599147122, 'fraction_numerical': 0.045202558635394456, 'mean_word_length': 4.300564971751412, 'pattern_counts': {'":': 24, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4369228', 'n_tokens_mistral': 2074, 'n_tokens_neox': 1707, 'n_words': 312}