<commit_before>
#	While a HWIA does not differentiate strings and symbols,
#	it does not differentiate between strings and numbers.
YNORDK = HashWithIndifferentAccess.new({
	:yes   => 1,
	:true  => 1,
	:no    => 2,
	:false => 2,
	:other => 3,
	:dk    => 999,
#	:refused => 0,
	:refused => 888,
#	'0'    => 'Refused',
	'888'  => 'Refused',
	'1'    => 'Yes',
	'2'    => 'No',
	'3'    => 'Other',
	'999'  => "Don't Know",
#	0      => 'Refused',
	888    => 'Refused',
	1      => 'Yes',
	2      => 'No',
	3      => 'Other',
	999    => "Don't Know"
}).freeze	
#	YNORDK includes all, but isn't actually used.
#	Just the following are. Perhaps should define each separately?
YNDK  = YNORDK;<commit_msg>Remove true and false from YNORDK hash.<commit_after>
#	While a HWIA does not differentiate strings and symbols,
#	it does not differentiate between strings and numbers.
YNORDK = HashWithIndifferentAccess.new({
	:yes   => 1,
#	:true  => 1,
	:no    => 2,
#	:false => 2,
	:other => 3,
	:dk    => 999,
#	:refused => 0,
	:refused => 888,
#	'0'    => 'Refused',
	'888'  => 'Refused',
	'1'    => 'Yes',
	'2'    => 'No',
	'3'    => 'Other',
	'999'  => "Don't Know",
#	0      => 'Refused',
	888    => 'Refused',
	1      => 'Yes',
	2      => 'No',
	3      => 'Other',
	999    => "Don't Know"
}).freeze	
#	YNORDK includes all, but isn't actually used.
#	Just the following are. Perhaps should define each separately?
YNDK  = YNORDK;
{'fraction_non_alphanumeric': 0.18714689265536724, 'fraction_numerical': 0.04519774011299435, 'mean_word_length': 2.8091397849462365, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 43, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1842197', 'n_tokens_mistral': 610, 'n_tokens_neox': 556, 'n_words': 167}