<commit_before># The opposite of added.txt: these readings will be removed.
# Useful to remove incorrect readings from the binary dictionary without rebuilding it.
# File Encoding: UTF-8
# Format: fullform baseform postags (tab separated)
Abelian	Abelian	JJ
aboves	above	NNS
adhesion	adhesion	NN:U
afterward	afterward	NN
afterwards	afterward	NNS
alert	alert	VBG
annulling	annulling	NNS
anymore	anymore	JJ
appalling	appalling	NNS
approx	approx	NN
assailing	assailing	NNS
atomic	atomic	NN
backpedalling	backpedalling	NNS
baffling	baffling	NNS
battling	battling	NNS
billion	billion	NNS<commit_msg>[en] remove JJ from 'ain'<commit_after># The opposite of added.txt: these readings will be removed.
# Useful to remove incorrect readings from the binary dictionary without rebuilding it.
# File Encoding: UTF-8
# Format: fullform baseform postags (tab separated)
Abelian	Abelian	JJ
aboves	above	NNS
adhesion	adhesion	NN:U
afterward	afterward	NN
afterwards	afterward	NNS
alert	alert	VBG
ain	ain	JJ
annulling	annulling	NNS
anymore	anymore	JJ
appalling	appalling	NNS
approx	approx	NN
assailing	assailing	NNS
atomic	atomic	NN
backpedalling	backpedalling	NNS
baffling	baffling	NNS
battling	battling	NNS
billion	billion	NNS
{'fraction_non_alphanumeric': 0.03137902559867878, 'fraction_numerical': 0.0016515276630883566, 'mean_word_length': 5.808988764044944, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1121222', 'n_tokens_mistral': 447, 'n_tokens_neox': 421, 'n_words': 164}