<commit_before># The opposite of added.txt: these readings will be removed.
# Useful to remove incorrect readings from the binary dictionary without rebuilding it.
# File Encoding: UTF-8
# Format: fullform baseform postags (tab separated)
adhesion	adhesion	NN:U
alert	alert	VBG
annulling	annulling	NNS
appalling	appalling	NNS
assailing	assailing	NNS
atomic	atomic	NN
baffling	baffling	NNS
battling	battling	NNS
blows	blows	NN
bottling	bottling	NNS
bowling	bowling	NNS
bowtie	bowtie	NN
brief	brief	VBG
buckling	buckling	NNS
bugs	bugs	JJ
bundling	bundling	NNS
bustling	bustling	NNS
cabling	cabling	NNS
cancelling	cancelling	NNS
cars	cars	NN
channelling	channelling	NNS
chronicling	chronicling	NNS
comingling	comingling	NNS
compelling	compelling	NNS
computer	computer	NN:UN
controlling	controlling	NNS
counselling	counselling	NNS
course	course	JJ
courser	course	JJR
cowling	cowling	NNS
crawling	crawling	NNS
culling	culling	NNS
curling	curling	NNS
dangling	dangling	NNS
defuelling	defuelling	NNS
divers	divers	DT
dumpling	dumpling	NNS
dumplings	dumplings	NN
earlier	earlier	JJ
earliest	earliest	JJ
enfranchize	enfranchize	VB
enfranchize	enfranchize	VBP
equalling	equalling	NNS
et	et	CC
excelling	excelling	NNS
fathers	father	VBZ
ferrying	ferrying	NNS
filling	filling	NNS
fold	fold	JJ
folder	fold	JJR
forestalling	forestalling	NNS
fouling	fouling	NNS
fremd	fremd	NN
fremdly	fremdly	RB
fremdness	fremdness	NN
fremds	fremd	NN
fuelling	fuelling	NNS
fulfilling	fulfilling	NNS
galling	galling	NNS
garbling	garbling	NNS
gonna	go	VBG
handling	handling	NNS
high-quality	high-quality	NN:UN
hypothesises	hypothesis	NNS
idling	idling	NNS
ie	ie	JJ
impelling	impelling	NNS
inkling	inkling	NNS
installing	installing	NNS
jewelling	jewelling	NNS
journeying	journeying	NNS
kneeling	kneeling	NNS
labelling	labelling	NNS
leveling	leveling	NNS
liberalisers	liberalizer	NNS
login	login	VB
login	login	VBP
lower	lowe	JJR
marshalling	marshalling	NNS
marvelling	marvelling	NNS
maximiser	maximizer	NNS
maximisers	maximizer	NNS
metabolisable	metabolizable	JJ
milling	milling	NNS
mineralisation	mineralization	NNS
mingling	mingling	NNS
mislabelling	mislabelling	NNS
negative	negative	VBG
ne	ne	NN
oiling	oiling	NNS
opsonised	opsonize	VBD
opsonised	opsonize	VBN
overlies	overly	NNS
overly	overly	NN
owner	own	JJR
parenthesises	parenthesis	NNS
pooling	pooling	NNS
pressurisation	pressurization	NNS
prickly	prickly	RB
propelling	propelling	NNS
pulling	pulling	NNS
pur	pur	JJ
quarrelling	quarrelling	NNS
railing	railing	NNS
rappelling	rappelling	NNS
rebelling	rebelling	NNS
recrystallisation	recrystallization	NNS
refuelling	refuelling	NNS
relabelling	relabelling	NNS
reverser	reverse	JJR
robotic	robotic	NN
sailing	sailing	NNS
sampling	sampling	NNS
seal	seal	NNS
sealing	sealing	NNS
selling	selling	NNS
settling	settling	NNS
shackling	shackling	NNS
shan	shan	NN
shans	shan	NNS
shapely	shapely	RB
should	should	JJ
shrivelling	shrivelling	NNS
signalling	signalling	NNS
single	single	VBG
smithereens	smithereens	NN
spams	Spam	NNPS
sparkling	sparkling	NNS
species	specie	NNS
spicer	spic	JJR
spoke	speak	VBN
stencilling	stencilling	NNS
stratocruiser	stratocruiser	NN
stratocruisers	stratocruiser	NNS
styling	styling	NNS
sunday	sunday	VB
sunday	sunday	VBP
supersize	supersize	NN
tackling	tackling	NNS
televize	televize	VB
televize	televize	VBP
telling	telling	NNS
tenfold	tenfold	NN
three-fold	three-fold	NN
tooling	tooling	NNS
townspeople	townspeople	NN
traveling	traveling	NNS
travelling	travelling	NNS
trickling	trickling	NNS
TV	TV	NNP
TVs	TV	NNPS
twofold	twofold	NN
two-fold	two-fold	NN
undercapitalised	undercapitalize	VBD<commit_msg>[en] Remove NNS from 'traumatisation'<commit_after># The opposite of added.txt: these readings will be removed.
# Useful to remove incorrect readings from the binary dictionary without rebuilding it.
# File Encoding: UTF-8
# Format: fullform baseform postags (tab separated)
adhesion	adhesion	NN:U
alert	alert	VBG
annulling	annulling	NNS
appalling	appalling	NNS
assailing	assailing	NNS
atomic	atomic	NN
baffling	baffling	NNS
battling	battling	NNS
blows	blows	NN
bottling	bottling	NNS
bowling	bowling	NNS
bowtie	bowtie	NN
brief	brief	VBG
buckling	buckling	NNS
bugs	bugs	JJ
bundling	bundling	NNS
bustling	bustling	NNS
cabling	cabling	NNS
cancelling	cancelling	NNS
cars	cars	NN
channelling	channelling	NNS
chronicling	chronicling	NNS
comingling	comingling	NNS
compelling	compelling	NNS
computer	computer	NN:UN
controlling	controlling	NNS
counselling	counselling	NNS
course	course	JJ
courser	course	JJR
cowling	cowling	NNS
crawling	crawling	NNS
culling	culling	NNS
curling	curling	NNS
dangling	dangling	NNS
defuelling	defuelling	NNS
divers	divers	DT
dumpling	dumpling	NNS
dumplings	dumplings	NN
earlier	earlier	JJ
earliest	earliest	JJ
enfranchize	enfranchize	VB
enfranchize	enfranchize	VBP
equalling	equalling	NNS
et	et	CC
excelling	excelling	NNS
fathers	father	VBZ
ferrying	ferrying	NNS
filling	filling	NNS
fold	fold	JJ
folder	fold	JJR
forestalling	forestalling	NNS
fouling	fouling	NNS
fremd	fremd	NN
fremdly	fremdly	RB
fremdness	fremdness	NN
fremds	fremd	NN
fuelling	fuelling	NNS
fulfilling	fulfilling	NNS
galling	galling	NNS
garbling	garbling	NNS
gonna	go	VBG
handling	handling	NNS
high-quality	high-quality	NN:UN
hypothesises	hypothesis	NNS
idling	idling	NNS
ie	ie	JJ
impelling	impelling	NNS
inkling	inkling	NNS
installing	installing	NNS
jewelling	jewelling	NNS
journeying	journeying	NNS
kneeling	kneeling	NNS
labelling	labelling	NNS
leveling	leveling	NNS
liberalisers	liberalizer	NNS
login	login	VB
login	login	VBP
lower	lowe	JJR
marshalling	marshalling	NNS
marvelling	marvelling	NNS
maximiser	maximizer	NNS
maximisers	maximizer	NNS
metabolisable	metabolizable	JJ
milling	milling	NNS
mineralisation	mineralization	NNS
mingling	mingling	NNS
mislabelling	mislabelling	NNS
ne	ne	NN
negative	negative	VBG
oiling	oiling	NNS
opsonised	opsonize	VBD
opsonised	opsonize	VBN
overlies	overly	NNS
overly	overly	NN
owner	own	JJR
parenthesises	parenthesis	NNS
pooling	pooling	NNS
pressurisation	pressurization	NNS
prickly	prickly	RB
propelling	propelling	NNS
pulling	pulling	NNS
pur	pur	JJ
quarrelling	quarrelling	NNS
railing	railing	NNS
rappelling	rappelling	NNS
rebelling	rebelling	NNS
recrystallisation	recrystallization	NNS
refuelling	refuelling	NNS
relabelling	relabelling	NNS
reverser	reverse	JJR
robotic	robotic	NN
sailing	sailing	NNS
sampling	sampling	NNS
seal	seal	NNS
sealing	sealing	NNS
selling	selling	NNS
settling	settling	NNS
shackling	shackling	NNS
shan	shan	NN
shans	shan	NNS
shapely	shapely	RB
should	should	JJ
shrivelling	shrivelling	NNS
signalling	signalling	NNS
single	single	VBG
smithereens	smithereens	NN
spams	Spam	NNPS
sparkling	sparkling	NNS
species	specie	NNS
spicer	spic	JJR
spoke	speak	VBN
stencilling	stencilling	NNS
stratocruiser	stratocruiser	NN
stratocruisers	stratocruiser	NNS
styling	styling	NNS
sunday	sunday	VB
sunday	sunday	VBP
supersize	supersize	NN
tackling	tackling	NNS
televize	televize	VB
televize	televize	VBP
telling	telling	NNS
tenfold	tenfold	NN
three-fold	three-fold	NN
tooling	tooling	NNS
townspeople	townspeople	NN
traumatisation	traumatization	NNS
traveling	traveling	NNS
travelling	travelling	NNS
trickling	trickling	NNS
TV	TV	NNP
TVs	TV	NNPS
twofold	twofold	NN
two-fold	two-fold	NN
undercapitalised	undercapitalize	VBD
{'fraction_non_alphanumeric': 0.007442116868798236, 'fraction_numerical': 0.0002756339581036384, 'mean_word_length': 6.1286836935167, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4337467', 'n_tokens_mistral': 3174, 'n_tokens_neox': 3027, 'n_words': 994}