<commit_before>package main

func dictAdditions() map[string]string {
	dict := parseWikipediaFormat(additions)
	/*
		// Additions... need to move these somewhere else
		addOrPanic(dict, "simultanoues", "simultaneous")
		addOrPanic(dict, "configuraiton", "configuration")
		addOrPanic(dict, "Didnt", "Didn't")
		addOrPanic(dict, "i'm", "I'm")

		// Additions
		// note some variable names are "cantFoo"
		dict[" cant "] = " can't "
		dict[" dont "] = " don't "
	*/
	dict["Dont "] = "Don't "
	return dict
}

// arent
var additions = `
credentaisl->credentials
Accomodate->Accommodate
COMMERICIAL->COMMERCIAL
Constructur->Constructor
Depdending->Depending
Disclamer->Disclaimer
Elimintates->Eliminates
Embeded->Embedded
Externalise->Externalize
Fowrards->Forwards
Futher->Further
IMPOSTER->IMPOSTOR
Implementor->Implementer
Instalation->Installation
Numerious->Numerous
Perfomance->Performance
Recieve->Receive
Runing->Running
Specifcation->Specification
Wheter->Whether
acknowledgement->acknowledgment
aforementioend->aforementioned
aggregate->aggregate
america->America
annonymouse->anonymous
apologise->apologize
approstraphe->apostrophe
apporach->approach
aribtrary->arbitrary
artefact->artifact
asychronous->asynchronous
australia->Australia
avaiable->available
cahched->cached
calback->callback
canadian->Canadian
careflly->carefully
chinese->Chinese
commmand->command
compatibilty->compatibility
comptability->compatibility
conatins->contains
conditon->condition
configuraiton->configuration
consitency->consistency
contructed->constructed
contructor->constructor
convertor->converter
customises->customizes
december->December
declareation->declaration
decomposeion->decomposition
deliviered->delivered
depedencies->dependencies
depedency->dependency
deperecation->deprecation
descendent->descendant
descriminant->discriminant
diffucult->difficult
documenation->documentation
dyamically->dynamically
embeded->embedded<commit_msg>remove capitialization rules<commit_after>package main

func dictAdditions() map[string]string {
	dict := parseWikipediaFormat(additions)
	/*
		// Additions... need to move these somewhere else
		addOrPanic(dict, "simultanoues", "simultaneous")
		addOrPanic(dict, "configuraiton", "configuration")
		addOrPanic(dict, "Didnt", "Didn't")
		addOrPanic(dict, "i'm", "I'm")

		// Additions
		// note some variable names are "cantFoo"
		dict[" cant "] = " can't "
		dict[" dont "] = " don't "
	*/
	dict["Dont "] = "Don't "
	return dict
}

// arent
var additions = `
credentaisl->credentials
Accomodate->Accommodate
COMMERICIAL->COMMERCIAL
Constructur->Constructor
Depdending->Depending
Disclamer->Disclaimer
Elimintates->Eliminates
Embeded->Embedded
Externalise->Externalize
Fowrards->Forwards
Futher->Further
IMPOSTER->IMPOSTOR
Implementor->Implementer
Instalation->Installation
Numerious->Numerous
Perfomance->Performance
Recieve->Receive
Runing->Running
Specifcation->Specification
Wheter->Whether
acknowledgement->acknowledgment
aforementioend->aforementioned
aggregate->aggregate
annonymouse->anonymous
apologise->apologize
approstraphe->apostrophe
apporach->approach
aribtrary->arbitrary
artefact->artifact
asychronous->asynchronous
avaiable->available
cahched->cached
calback->callback
careflly->carefully
commmand->command
compatibilty->compatibility
comptability->compatibility
conatins->contains
conditon->condition
configuraiton->configuration
consitency->consistency
contructed->constructed
contructor->constructor
convertor->converter
customises->customizes
december->December
declareation->declaration
decomposeion->decomposition
deliviered->delivered
depedencies->dependencies
depedency->dependency
deperecation->deprecation
descendent->descendant
descriminant->discriminant
diffucult->difficult
documenation->documentation
dyamically->dynamically
embeded->embedded
{'fraction_non_alphanumeric': 0.11084843708957184, 'fraction_numerical': 0.0, 'mean_word_length': 7.369230769230769, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 123, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5181147', 'n_tokens_mistral': 1311, 'n_tokens_neox': 1202, 'n_words': 213}