<commit_before><?php
require_once('c:\webserver\vhost\AsyncWeb\gitAW\AsyncWeb\src\AsyncWeb\Text\Texts.php');
$i = 0;
$out["Mimo SR"]["Mimo SR"]["mvsr"] = "['Ministerstvo vnútra Slovenskej republiky','odbor volieb, referenda a politických strán','Drieňová','22','826 86','Bratislava 29','<EMAIL>','','','','Ministerstvo vnútra Slovenskej republiky']";

if (($handle = fopen("../obce_08_12_2015.txt", "r")) !== FALSE) {
			while (($data = fgetcsv($handle, 1000, "\t")) !== FALSE) {$i++;
				if($i==1){
					foreach($data as $k=>$v){
						$n2k[$v] = $k;	
					}
				}else{
					$email = $data[$n2k["email"]];
					$emaily = explode(";",$email);
					
					if(count($emaily) != 1){
						foreach($emaily as $k=>$em){
							if(!$em){unset($emaily[$k]);}
							$em = trim($em);
							if(strpos($em,"podatelna") !== false){
								$emaily = array($em);break;
							}
							if(strpos($em,"sekretariat") !== false){
								$emaily = array($em);break;
							}
							if(strpos($em,"obecnyurad") !== false){
								$emaily = array($em);break;
							}
							if(strpos($em,"ocu") === 0){
								
								$emaily = array($em);break;
							}
							if(strpos($em,"ou") === 0){
								$emaily = array($em);break;
							}
							if(strpos($em,"obec.") === 0){
								$emaily = array($em);break;
							}
							if(strpos($em,"miestnyurad") === 0){
								$emaily = array($em);break;
							}
							
							if($em == "<EMAIL>") continue;
							
							if(strpos($em,"starosta") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"hovorca") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"starostka") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"matrika") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"primator") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"prednosta") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"prednostka") !== false){
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>" || $em =="<EMAIL>" || $em=="<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>"
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>" || $em=="<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt "<EMAIL>"
								unset($emaily[$k]);
							}
							
						}
					}
					if(count($emaily) != 1){
						/*var_dump($i);
						var_dump($emaily);
						var_dump($data[$n2k["email"]]);
						//exit;
						/**/
					}
					$name = \AsyncWeb\Text\Texts::clear($data[$n2k["obec"]]);
					$out[$data[$n2k["kraj"]]][$data[$n2k["okres"]]][$name] = "['".$data[$n2k["urad"]]."','','".$data[$n2k["ulica"]]."','".$data[$n2k["cislo"]]."','".$data[$n2k["psc"]]."','".$data[$n2k["posta"]]."','".$data[$n2k["email"]]."','".$data[$n2k["predvolba"]]."','".$data[$n2k["telefon"]]."','".$data[$n2k["mobil"]]."','".$data[$n2k["obec"]]."']";
				}
			}
		}
$ret = 'election.cities={';
ksort($out);
$ik = 0;
foreach($out as $kraj=>$okdata){$ik ++;
	$io = 0;
	if($ik > 1) $ret.=",\n";
	if($kraj == "Mimo SR"){<commit_msg>uprava skriptu pre vyber emailu<commit_after><?php
require_once('c:\webserver\vhost\AsyncWeb\gitAW\AsyncWeb\src\AsyncWeb\Text\Texts.php');
$i = 0;
$out["Mimo SR"]["Mimo SR"]["mvsr"] = "['Ministerstvo vnútra Slovenskej republiky','odbor volieb, referenda a politických strán','Drieňová','22','826 86','Bratislava 29','<EMAIL>','','','','Ministerstvo vnútra Slovenskej republiky']";

if (($handle = fopen("../obce_08_12_2015.txt", "r")) !== FALSE) {
			while (($data = fgetcsv($handle, 1000, "\t")) !== FALSE) {$i++;
				if($i==1){
					foreach($data as $k=>$v){
						$n2k[$v] = $k;	
					}
				}else{
					$email = $data[$n2k["email"]];
					$emaily = explode(";",$email);
					
					if(count($emaily) != 1){
						foreach($emaily as $k=>$em){
							if(!$em){unset($emaily[$k]);}
							$em = trim($em);
							if(strpos($em,"podatelna") !== false){
								$emaily = array($em);break;
							}
							if(strpos($em,"sekretariat") !== false){
								$emaily = array($em);break;
							}
							if(strpos($em,"obecnyurad") !== false){
								$emaily = array($em);break;
							}
							if(strpos($em,"ocu") === 0){
								
								$emaily = array($em);break;
							}
							if(strpos($em,"ou") === 0){
								$emaily = array($em);break;
							}
							if(strpos($em,"obec.") === 0){
								$emaily = array($em);break;
							}
							if(strpos($em,"miestnyurad") === 0){
								$emaily = array($em);break;
							}
							
							if($em == "<EMAIL>") continue;
							
							if(strpos($em,"starosta") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"hovorca") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"starostka") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"matrika") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"primator") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"primatorka") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"kancelariaprimatora") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"primator") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"prednosta") !== false){
								unset($emaily[$k]);
							}
							if(strpos($em,"prednostka") !== false){
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>" || $em =="<EMAIL>" || $em=="<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>"
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>" || $em=="<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt <EMAIL>
								unset($emaily[$k]);
							}
							if($em == "<EMAIL>"){ // alt "<EMAIL>"
								unset($emaily[$k]);
							}
							
						}
					}
					if(count($emaily) != 1){
						/*var_dump($i);
						var_dump($emaily);
						var_dump($data[$n2k["email"]]);
						//exit;
						/**/
					}
					$e = implode(";",$emaily);
					$name = \AsyncWeb\Text\Texts::clear($data[$n2k["obec"]]);
					$out[$data[$n2k["kraj"]]][$data[$n2k["okres"]]][$name] = "['".$data[$n2k["urad"]]."','','".$data[$n2k["ulica"]]."','".$data[$n2k["cislo"]]."','".$data[$n2k["psc"]]."','".$data[$n2k["posta"]]."','".$e."','".$data[$n2k["predvolba"]]."','".$data[$n2k["telefon"]]."','".$data[$n2k["mobil"]]."','".$data[$n2k["obec"]]."']";
				}
			}
		}
$ret = 'election.cities={';
ksort($out);
$ik = 0;
foreach($out as $kraj=>$okdata){$ik ++;
	$io = 0;
	if($ik > 1) $ret.=",\n";
	if($kraj == "Mimo SR"){
{'fraction_non_alphanumeric': 0.2804605804253319, 'fraction_numerical': 0.011162025613911409, 'mean_word_length': 2.2941176470588234, 'pattern_counts': {'":': 0, '<': 77, '<?xml version=': 0, '>': 83, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1112787', 'n_tokens_mistral': 4855, 'n_tokens_neox': 3319, 'n_words': 436}