<commit_before>AF-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/AF-EN.quickdic.v006.zip	1357262241512	902527	435138	2	AF	3164	2519	EN	5464	1830	(EN)Wikitionary-based EN-AF dictionary.\n\nAfrikaans dictionary dedicated to Heiko and <NAME>.
AR-DE.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-DE.quickdic.v006.zip	1357249622977	2592092	1005538	2	AR	20748	8126	DE	11307	10516	Wikitionary-based AR-DE dictionary.
AR-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-EN.quickdic.v006.zip	1357262346795	6862441	3356200	2	AR	31158	11272	EN	17582	7870	(EN)Wikitionary-based EN-AR dictionary.
AR-ES.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-ES.quickdic.v006.zip	1357249712251	2242235	874489	2	AR	19439	7736	ES	8821	8037	Wikitionary-based AR-ES dictionary.
AR-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-FR.quickdic.v006.zip	1357249804618	2390361	929776	2	AR	20586	8068	FR	8987	8081	Wikitionary-based AR-FR dictionary.
AR-HE.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-HE.quickdic.v006.zip	1357249897192	1605916	638309	2	AR	11917	4980	HE	9147	4259	Wikitionary-based AR-HE dictionary.
AR-IT.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-IT.quickdic.v006.zip	1357249984299	1833327	712212	2	AR	16537	6812	IT	7103	6481	Wikitionary-based AR-IT dictionary.
AR-JA.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-JA.quickdic.v006.zip	1357251412159	4016140	1572713	2	AR	21046	8178	JA	29435	12857	Wikitionary-based AR-JA dictionary.
AR-RU.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-RU.quickdic.v006.zip	1357251582736	4222542	1570947	2	AR	22271	8736	RU	27088	11524	Wikitionary-based AR-RU dictionary.
AR-TR.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-TR.quickdic.v006.zip	1357251699951	1513743	603317	2	AR	13828	5805	TR	6137	5096	Wikitionary-based AR-TR dictionary.
AR-cmn.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-cmn.quickdic.v006.zip	1357251788054	3893004	1485978	2	AR	20698	8067	cmn	29207	18652	Wikitionary-based AR-cmn dictionary.
AZ-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/AZ-EN.quickdic.v006.zip	1357344565557	1181404	674568	2	AZ	3413	2906	EN	4257	1602	(EN)Wikitionary-based EN-AZ dictionary.
BE-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BE-EN.quickdic.v006.zip	1357262500980	1351595	591581	2	BE	7983	3327	EN	6212	2848	(EN)Wikitionary-based EN-BE dictionary.
BG-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BG-EN.quickdic.v006.zip	1357262608314	28503700	15342431	2	BG	62149	46538	EN	21015	9441	(EN)Wikitionary-based EN-BG dictionary.
BG-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/BG-FR.quickdic.v006.zip	1357253936843	65493902	47024161	2	BG	167650	161166	FR	9556	8949	Wikitionary-based BG-FR dictionary.
BN-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BN-EN.quickdic.v006.zip	1357262554027	1741291	970679	2	BN	5625	2661	EN	4927	1613	(EN)Wikitionary-based EN-BN dictionary.
BO-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BO-EN.quickdic.v006.zip	1357343810641	198800	103484	2	BO	888	219	EN	916	204	(EN)Wikitionary-based EN-BO dictionary.
BR-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BR-EN.quickdic.v006.zip	1357344683709	851956	458964	2	BR	2826	1895	EN	3937	1399	(EN)Wikitionary-based EN-BR dictionary.
CA-DE.quickdic	http://quickdic-dictionary.googlecode.com/files/CA-DE.quickdic.v006.zip	1357252163309	3839422	2587906	2	CA	11410	10338	DE	11492	11039	Wikitionary-based CA-DE dictionary.
CA-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/CA-EN.quickdic.v006.zip	1357262720943	24770521	11935347	2	CA	64100	61848	EN	18891	9179	(EN)Wikitionary-based EN-CA dictionary.
CI-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/CI-EN.quickdic.v006.zip	1357344389566	1557555	871825	2	CI	4475	3407	EN	6546	2338	(EN)Wikitionary-based EN-CI dictionary.
CS-DE.quickdic	http://quickdic-dictionary.googlecode.com/files/CS-DE.quickdic.v006.zip	1357252252588	5877752	3899424	2	CS	18453	14967	DE	18233	17327	Wikitionary-based CS-DE dictionary.
CS-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/CS-EN.quickdic.v006.zip	1357263022323	12944604	7786101	2	CS	27873	23466	EN	25707	14082	(EN)Wikitionary-based EN-CS dictionary.
CS-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/CS-FR.quickdic.v006.zip	1357254163056	15622034	12149827	2	CS	39158	37950	FR	13727	12593	Wikitionary-based CS-FR dictionary.
DA-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/DA-EN.quickdic.v006.zip	1357263896227	12249017	6697258	2	DA	33948	30274	EN	18579	7203	(EN)Wikitionary-based EN-DA dictionary.
DE-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-EN.quickdic.v006.zip	1357364851822	95718241	47311581	2	DE	275271	165348	EN	143972	92580	German-English dictionary dedicated to my parents Bob and <NAME>, my German teachers, <NAME> and <NAME>, my friends <NAME>, <NAME>, and <NAME>, and all my friends and students at Munich International School. Und Die Toten Hosen.\n\nGerman-English dictionary contains information from:\nde-en.txt - a German-English dictionary\nVersion: devel 2011-06-21\nSource: http://dict.tu-chemnitz.de/\nThanks to <NAME>.\nAnd from:\nWiktionary\n
DE-EO.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-EO.quickdic.v006.zip	1357252346913	4305770	2411405	2	DE	11084	10594	EO	14710	14087	Wikitionary-based DE-EO dictionary.
DE-ES.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-ES.quickdic.v006.zip	1357252435878	5541381	2742937	2	DE	25069	23535	ES	22691	20641	Wikitionary-based DE-ES dictionary.
DE-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-FR.quickdic.v006.zip	1357252052659	16845298	12732080	2	DE	37127	35316	FR	26277	23416	Wikitionary-based DE-FR dictionary.
DE-HE.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-HE.quickdic.v006.zip	1357252532185	1672312	657051	2	DE	8503	7935	HE	12590	5651	Wikitionary-based DE-HE dictionary.
DE-HU.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-HU.quickdic.v006.zip	1357252622440	3043998	1522083	2	DE	14871	14106	HU	14283	13039	Wikitionary-based DE-HU dictionary.
DE-IT.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-IT.quickdic.v006.zip	1357249521092	11745968	8348482	2	DE	22278	21215	IT	27229	25229	Wikitionary-based DE-IT dictionary.
DE-JA.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-JA.quickdic.v006.zip	1357252714922	5825161	2267022	2	DE	20095	18555	JA	49565	21972	Wikitionary-based DE-JA dictionary.
DE-LA.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-LA.quickdic.v006.zip	1357252888771	3373110	2478568	2	DE	6693	6358	LA	10235	9092	Wikitionary-based DE-LA dictionary.
DE-NL.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-NL.quickdic.v006.zip	1357252978660	3158718	1188969	2	DE	20006	18962	NL	18031	16991	Wikitionary-based DE-NL dictionary.
DE-PL.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-PL.quickdic.v006.zip	1357253068362	9240740	6993304	2	DE	16619	15689	PL	24291	19203	Wikitionary-based DE-PL dictionary.
DE-RU.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-RU.quickdic.v006.zip	1357253168398	8310041	2953013	2	DE	27820	25863	RU	58334	24246	Wikitionary-based DE-RU dictionary.
DE-SV.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-SV.quickdic.v006.zip	1357253286485	4490723	2632558	2	DE	17894	16891	SV	17406	15892	Wikitionary-based DE-SV dictionary.
DE-TA.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-TA.quickdic.v006.zip	1357253732047	329457	123884	2	DE	1662	1571	TA	2335	1096	Wikitionary-based DE-TA dictionary.
DE-TR.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-TR.quickdic.v006.zip	1357253378516	1928300	751706	2	DE	13149	12286	TR	10869	8610	Wikitionary-based DE-TR dictionary.
DE-cmn.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-cmn.quickdic.v006.zip	1357253463846	5630654	2119983	2	DE	19713	18145	cmn	49536	32153	Wikitionary-based DE-cmn dictionary.
DE.quickdic	http://quickdic-dictionary.googlecode.com/files/DE.quickdic.v006.zip	1357241258854	76703769	65422538	1	DE	145190	111064	Wikitionary-based DE dictionary.
EL-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-EN.quickdic.v006.zip	1357339227389	27260826	15099775	2	EL	58479	36774	EN	26870	10826	(EN)Wikitionary-based EN-EL dictionary.\n\nGreek dictionary dedicated to Noah Egge.
EL-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-FR.quickdic.v006.zip	1357255611392	3105762	1132906	2	EL	23483	10829	FR	11321	10422	Wikitionary-based EL-FR dictionary.
EL-IT.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-IT.quickdic.v006.zip	1357255713456	2945781	1313693	2	EL	20003	10026	IT	9357	8645	Wikitionary-based EL-IT dictionary.
EL-TR.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-TR.quickdic.v006.zip	1357261887603	1633929	620313	2	EL	13007	6066	TR	6780	5689	Wikitionary-based EL-TR dictionary.<commit_msg>Using new chemnitz dictionary.<commit_after>AF-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/AF-EN.quickdic.v006.zip	1357262241512	902527	435138	2	AF	3164	2519	EN	5464	1830	(EN)Wikitionary-based EN-AF dictionary.\n\nAfrikaans dictionary dedicated to Heiko and <NAME>.
AR-DE.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-DE.quickdic.v006.zip	1357249622977	2592092	1005538	2	AR	20748	8126	DE	11307	10516	Wikitionary-based AR-DE dictionary.
AR-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-EN.quickdic.v006.zip	1357262346795	6862441	3356200	2	AR	31158	11272	EN	17582	7870	(EN)Wikitionary-based EN-AR dictionary.
AR-ES.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-ES.quickdic.v006.zip	1357249712251	2242235	874489	2	AR	19439	7736	ES	8821	8037	Wikitionary-based AR-ES dictionary.
AR-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-FR.quickdic.v006.zip	1357249804618	2390361	929776	2	AR	20586	8068	FR	8987	8081	Wikitionary-based AR-FR dictionary.
AR-HE.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-HE.quickdic.v006.zip	1357249897192	1605916	638309	2	AR	11917	4980	HE	9147	4259	Wikitionary-based AR-HE dictionary.
AR-IT.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-IT.quickdic.v006.zip	1357249984299	1833327	712212	2	AR	16537	6812	IT	7103	6481	Wikitionary-based AR-IT dictionary.
AR-JA.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-JA.quickdic.v006.zip	1357251412159	4016140	1572713	2	AR	21046	8178	JA	29435	12857	Wikitionary-based AR-JA dictionary.
AR-RU.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-RU.quickdic.v006.zip	1357251582736	4222542	1570947	2	AR	22271	8736	RU	27088	11524	Wikitionary-based AR-RU dictionary.
AR-TR.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-TR.quickdic.v006.zip	1357251699951	1513743	603317	2	AR	13828	5805	TR	6137	5096	Wikitionary-based AR-TR dictionary.
AR-cmn.quickdic	http://quickdic-dictionary.googlecode.com/files/AR-cmn.quickdic.v006.zip	1357251788054	3893004	1485978	2	AR	20698	8067	cmn	29207	18652	Wikitionary-based AR-cmn dictionary.
AZ-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/AZ-EN.quickdic.v006.zip	1357344565557	1181404	674568	2	AZ	3413	2906	EN	4257	1602	(EN)Wikitionary-based EN-AZ dictionary.
BE-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BE-EN.quickdic.v006.zip	1357262500980	1351595	591581	2	BE	7983	3327	EN	6212	2848	(EN)Wikitionary-based EN-BE dictionary.
BG-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BG-EN.quickdic.v006.zip	1357262608314	28503700	15342431	2	BG	62149	46538	EN	21015	9441	(EN)Wikitionary-based EN-BG dictionary.
BG-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/BG-FR.quickdic.v006.zip	1357253936843	65493902	47024161	2	BG	167650	161166	FR	9556	8949	Wikitionary-based BG-FR dictionary.
BN-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BN-EN.quickdic.v006.zip	1357262554027	1741291	970679	2	BN	5625	2661	EN	4927	1613	(EN)Wikitionary-based EN-BN dictionary.
BO-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BO-EN.quickdic.v006.zip	1357343810641	198800	103484	2	BO	888	219	EN	916	204	(EN)Wikitionary-based EN-BO dictionary.
BR-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/BR-EN.quickdic.v006.zip	1357344683709	851956	458964	2	BR	2826	1895	EN	3937	1399	(EN)Wikitionary-based EN-BR dictionary.
CA-DE.quickdic	http://quickdic-dictionary.googlecode.com/files/CA-DE.quickdic.v006.zip	1357252163309	3839422	2587906	2	CA	11410	10338	DE	11492	11039	Wikitionary-based CA-DE dictionary.
CA-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/CA-EN.quickdic.v006.zip	1357262720943	24770521	11935347	2	CA	64100	61848	EN	18891	9179	(EN)Wikitionary-based EN-CA dictionary.
CI-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/CI-EN.quickdic.v006.zip	1357344389566	1557555	871825	2	CI	4475	3407	EN	6546	2338	(EN)Wikitionary-based EN-CI dictionary.
CS-DE.quickdic	http://quickdic-dictionary.googlecode.com/files/CS-DE.quickdic.v006.zip	1357252252588	5877752	3899424	2	CS	18453	14967	DE	18233	17327	Wikitionary-based CS-DE dictionary.
CS-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/CS-EN.quickdic.v006.zip	1357263022323	12944604	7786101	2	CS	27873	23466	EN	25707	14082	(EN)Wikitionary-based EN-CS dictionary.
CS-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/CS-FR.quickdic.v006.zip	1357254163056	15622034	12149827	2	CS	39158	37950	FR	13727	12593	Wikitionary-based CS-FR dictionary.
DA-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/DA-EN.quickdic.v006.zip	1357263896227	12249017	6697258	2	DA	33948	30274	EN	18579	7203	(EN)Wikitionary-based EN-DA dictionary.
DE-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-EN.quickdic.v006.zip	1357409107234	101004808	49376638	2	DE	302772	171399	EN	152546	94485	German-English dictionary dedicated to my parents Bob and <NAME>, my German teachers, <NAME> and <NAME>, my friends <NAME>, <NAME>, and <NAME>, and all my friends and students at Munich International School. Und Die Toten Hosen.\n\nGerman-English dictionary contains information from:\nde-en.txt - a German-English dictionary\nVersion: devel 2011-06-21\nSource: http://dict.tu-chemnitz.de/\nThanks to <NAME>.\nAnd from:\nWiktionary\n
DE-EO.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-EO.quickdic.v006.zip	1357252346913	4305770	2411405	2	DE	11084	10594	EO	14710	14087	Wikitionary-based DE-EO dictionary.
DE-ES.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-ES.quickdic.v006.zip	1357252435878	5541381	2742937	2	DE	25069	23535	ES	22691	20641	Wikitionary-based DE-ES dictionary.
DE-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-FR.quickdic.v006.zip	1357252052659	16845298	12732080	2	DE	37127	35316	FR	26277	23416	Wikitionary-based DE-FR dictionary.
DE-HE.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-HE.quickdic.v006.zip	1357252532185	1672312	657051	2	DE	8503	7935	HE	12590	5651	Wikitionary-based DE-HE dictionary.
DE-HU.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-HU.quickdic.v006.zip	1357252622440	3043998	1522083	2	DE	14871	14106	HU	14283	13039	Wikitionary-based DE-HU dictionary.
DE-IT.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-IT.quickdic.v006.zip	1357249521092	11745968	8348482	2	DE	22278	21215	IT	27229	25229	Wikitionary-based DE-IT dictionary.
DE-JA.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-JA.quickdic.v006.zip	1357252714922	5825161	2267022	2	DE	20095	18555	JA	49565	21972	Wikitionary-based DE-JA dictionary.
DE-LA.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-LA.quickdic.v006.zip	1357252888771	3373110	2478568	2	DE	6693	6358	LA	10235	9092	Wikitionary-based DE-LA dictionary.
DE-NL.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-NL.quickdic.v006.zip	1357252978660	3158718	1188969	2	DE	20006	18962	NL	18031	16991	Wikitionary-based DE-NL dictionary.
DE-PL.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-PL.quickdic.v006.zip	1357253068362	9240740	6993304	2	DE	16619	15689	PL	24291	19203	Wikitionary-based DE-PL dictionary.
DE-RU.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-RU.quickdic.v006.zip	1357253168398	8310041	2953013	2	DE	27820	25863	RU	58334	24246	Wikitionary-based DE-RU dictionary.
DE-SV.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-SV.quickdic.v006.zip	1357253286485	4490723	2632558	2	DE	17894	16891	SV	17406	15892	Wikitionary-based DE-SV dictionary.
DE-TA.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-TA.quickdic.v006.zip	1357253732047	329457	123884	2	DE	1662	1571	TA	2335	1096	Wikitionary-based DE-TA dictionary.
DE-TR.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-TR.quickdic.v006.zip	1357253378516	1928300	751706	2	DE	13149	12286	TR	10869	8610	Wikitionary-based DE-TR dictionary.
DE-cmn.quickdic	http://quickdic-dictionary.googlecode.com/files/DE-cmn.quickdic.v006.zip	1357253463846	5630654	2119983	2	DE	19713	18145	cmn	49536	32153	Wikitionary-based DE-cmn dictionary.
DE.quickdic	http://quickdic-dictionary.googlecode.com/files/DE.quickdic.v006.zip	1357241258854	76703769	65422538	1	DE	145190	111064	Wikitionary-based DE dictionary.
EL-EN.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-EN.quickdic.v006.zip	1357339227389	27260826	15099775	2	EL	58479	36774	EN	26870	10826	(EN)Wikitionary-based EN-EL dictionary.\n\nGreek dictionary dedicated to Noah Egge.
EL-FR.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-FR.quickdic.v006.zip	1357255611392	3105762	1132906	2	EL	23483	10829	FR	11321	10422	Wikitionary-based EL-FR dictionary.
EL-IT.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-IT.quickdic.v006.zip	1357255713456	2945781	1313693	2	EL	20003	10026	IT	9357	8645	Wikitionary-based EL-IT dictionary.
EL-TR.quickdic	http://quickdic-dictionary.googlecode.com/files/EL-TR.quickdic.v006.zip	1357261887603	1633929	620313	2	EL	13007	6066	TR	6780	5689	Wikitionary-based EL-TR dictionary.
{'fraction_non_alphanumeric': 0.0959382976362224, 'fraction_numerical': 0.2527466429918988, 'mean_word_length': 4.977777777777778, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4092779', 'n_tokens_mistral': 10494, 'n_tokens_neox': 7823, 'n_words': 1488}