<commit_before># The opposite of added.txt: these readings will be removed.
# Useful to remove incorrect readings from the binary dictionary without rebuilding it.
# File Encoding: UTF-8
# Format: fullform baseform postags (tab separated)
oo	o	NCMP000<commit_msg>[pt] Added the words Tiago suggested: oo	oo	NCMP000 cãos	cãos	NCMP000 cãos	cãos	AQ0MP0 uma	uma	VMIP2S0 umas	umas	VMIP2S0 o	o	NCMS000 há	há	NCMS000 fez	fez	NCMS000 imperador	imperador	NCMS000 imperador	imperador	AQ0MP0<commit_after># The opposite of added.txt: these readings will be removed.
# Useful to remove incorrect readings from the binary dictionary without rebuilding it.
# File Encoding: UTF-8
# Format: fullform baseform postags (tab separated)
oo	oo	NCMP000
cãos	cãos	NCMP000
cãos	cãos	AQ0MP0
uma	uma	VMIP2S0
umas	umas	VMIP2S0
o	o	NCMS000
há	há	NCMS000
fez	fez	NCMS000
imperador	imperador	NCMS000
imperador	imperador	AQ0MP0
{'fraction_non_alphanumeric': 0.03901895206243032, 'fraction_numerical': 0.06354515050167224, 'mean_word_length': 5.27972027972028, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7254668', 'n_tokens_mistral': 377, 'n_tokens_neox': 339, 'n_words': 129}