<commit_before>{
  builderDefs
}:
let makeDictdDBFreedict = _src: _name:
with builderDefs {src="";} null;
	let localDefs = builderDefs (rec {
		src=_src;
		doInstall = FullDepEntry (''
			ensureDir $out/share/dictd
			tar xf  ${src} -C $out/share/dictd
		'') ["minInit" "addInputs" "defEnsureDir"];

		buildInputs = [];
		configureFlags = [];
	}) null; /* null is a terminator for sumArgs */
	in with localDefs;
stdenv.mkDerivation rec {
	name = "dictd-db-${_name}";
	builder = writeScript (name + "-builder")
		(textClosure localDefs 
			[doInstall doForceShare doPropagate]);
	meta = {
		description = "
		${name} dictionary for dictd.
";
		inherit src;
	};
};
fetchurl = (builderDefs {src="";} null).fetchurl;
in 
{
	nld2eng = makeDictdDBFreedict (fetchurl {
		url = http://prdownloads.sourceforge.net/freedict/nld-eng.tar.gz;
		sha256 = "1vhw81pphb64fzsjvpzsnnyr34ka2fxizfwilnxyjcmpn9360h07";
	}) "nld-eng";
	eng2nld =  makeDictdDBFreedict (fetchurl {
		url = http://downloads.sourceforge.net/freedict/eng-nld.tar.gz;
		sha256 = "0rcg28ldykv0w2mpxc6g4rqmfs33q7pbvf68ssy1q9gpf6mz7vcl";
	}) "eng-nld";
}
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/eng-rus.tar.gz;
		sha256 = "15409ivhww1wsfjr05083pv6mg10bak8v5pg1wkiqybk7ck61rry";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/rus-eng.tar.gz;
		sha256 = "";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/fra-eng.tar.gz;
		sha256 = "0sdd88s2zs5whiwdf3hd0s4pzzv75sdsccsrm1wxc87l3hjm85z3";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/eng-fra.tar.gz;
		sha256 = "0fi6rrnbqnhc6lq8d0nmn30zdqkibrah0mxfg27hsn9z7alwbj3m";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/mueller-dict/mueller-dict-3.1.tar.gz;
		sha256 = "04r5xxznvmcb8hkxqbjgfh2gxvbdd87jnhqn5gmgvxxw53zpwfmq";
	};<commit_msg>Commented out work in progress<commit_after>{
  builderDefs
}:
let makeDictdDBFreedict = _src: _name:
with builderDefs {src="";} null;
	let localDefs = builderDefs (rec {
		src=_src;
		doInstall = FullDepEntry (''
			ensureDir $out/share/dictd
			tar xf  ${src} -C $out/share/dictd
		'') ["minInit" "addInputs" "defEnsureDir"];

		buildInputs = [];
		configureFlags = [];
	}) null; /* null is a terminator for sumArgs */
	in with localDefs;
stdenv.mkDerivation rec {
	name = "dictd-db-${_name}";
	builder = writeScript (name + "-builder")
		(textClosure localDefs 
			[doInstall doForceShare doPropagate]);
	meta = {
		description = "
		${name} dictionary for dictd.
";
		inherit src;
	};
};
fetchurl = (builderDefs {src="";} null).fetchurl;
in 
{
	nld2eng = makeDictdDBFreedict (fetchurl {
		url = http://prdownloads.sourceforge.net/freedict/nld-eng.tar.gz;
		sha256 = "1vhw81pphb64fzsjvpzsnnyr34ka2fxizfwilnxyjcmpn9360h07";
	}) "nld-eng";
	eng2nld =  makeDictdDBFreedict (fetchurl {
		url = http://downloads.sourceforge.net/freedict/eng-nld.tar.gz;
		sha256 = "0rcg28ldykv0w2mpxc6g4rqmfs33q7pbvf68ssy1q9gpf6mz7vcl";
	}) "eng-nld";
}
/*	fetchurl {
		url = http://downloads.sourceforge.net/freedict/eng-rus.tar.gz;
		sha256 = "15409ivhww1wsfjr05083pv6mg10bak8v5pg1wkiqybk7ck61rry";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/rus-eng.tar.gz;
		sha256 = "";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/fra-eng.tar.gz;
		sha256 = "0sdd88s2zs5whiwdf3hd0s4pzzv75sdsccsrm1wxc87l3hjm85z3";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/freedict/eng-fra.tar.gz;
		sha256 = "0fi6rrnbqnhc6lq8d0nmn30zdqkibrah0mxfg27hsn9z7alwbj3m";
	};
	fetchurl {
		url = http://downloads.sourceforge.net/mueller-dict/mueller-dict-3.1.tar.gz;
		sha256 = "04r5xxznvmcb8hkxqbjgfh2gxvbdd87jnhqn5gmgvxxw53zpwfmq";
	};*/
{'fraction_non_alphanumeric': 0.14398691028088356, 'fraction_numerical': 0.06272157076629398, 'mean_word_length': 4.549167927382753, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 14, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2621827', 'n_tokens_mistral': 1808, 'n_tokens_neox': 1645, 'n_words': 214}