<commit_before>cc   :   Coordinating conjunction                 > #70C1B3
cd   :   Cardinal number                          > #F25F5C
dt   :   Determiner                               > #FFE066
ex   :   Existential there                        > #494A48
fw   :   Foreign word                             > #70C1B3
in   :   Preposition or subordinating conjunction > #70C1B3
jj   :   Adjective                                > #F25F5C
jjr  :   Adjective, comparative                   > #AA7CAB
jjs  :   Adjective, superlative                   > #247BA0
ls   :   List item marker                         > #494A48
md   :   Modal                                    > #FFE066
nn   :   Noun, singular or mass                   > #F25F5C
nns  :   Noun, plural                             > #F25F5C
nnp  :   Proper noun, singular                    > #494A48
nnps :   Proper noun, plural                      > #FFE066
pdt  :   Predeterminer                            > #F25F5C
pos  :   Possessive ending                        > #A9FFCB
prp  :   Personal pronoun                         > #247BA0
prp$ :   Possessive pronoun                       > #A9FFCB
rb   :   Adverb                                   > #AA7CAB
rer  :   Adverb, comparative                      > #AA7CAB
rbs  :   Adverb, superlative                      > #AA7CAB
rp   :   Particle                                 > #70C1B3
sym  :   Symbol                                   > #A9FFCB
to   :   to                                       > #AA7CAB
uh   :   Interjection                             > #FFE066
vb   :   Verb, base form                          > #FFE066
vbd  :   Verb, past tense                         > #494A48
vbg  :   Verb, gerund or present participle       > #494A48
vbn  :   Verb, past participle                    > #247BA0
vbp  :   Verb, non-3rd person singular present    > #494A48
vbz  :   Verb, 3rd person singular present        > #F25F5C
wdt  :   Wh-determiner                            > #A9FFCB
wp   :   Wh-pronoun                               > #247BA0
wp$  :   Possessive wh pronoun                    > #70C1B3
wrp  :   Wh-adverb                                > #A9FFCB<commit_msg>Colorscheme fixes<commit_after>cc   :   Coordinating conjunction                 > #70C1B3
cd   :   Cardinal number                          > #F25F5C
dt   :   Determiner                               > #FFE066
ex   :   Existential there                        > #494A48
fw   :   Foreign word                             > #70C1B3
in   :   Preposition or subordinating conjunction > #70C1B3
jj   :   Adjective                                > #247BA0
jjr  :   Adjective, comparative                   > #AA7CAB
jjs  :   Adjective, superlative                   > #247BA0
ls   :   List item marker                         > #494A48
md   :   Modal                                    > #FFE066
nn   :   Noun, singular or mass                   > #F25F5C
nns  :   Noun, plural                             > #F25F5C
nnp  :   Proper noun, singular                    > #494A48
nnps :   Proper noun, plural                      > #FFE066
pdt  :   Predeterminer                            > #F25F5C
pos  :   Possessive ending                        > #A9FFCB
prp  :   Personal pronoun                         > #E5989B
prp$ :   Possessive pronoun                       > #A9FFCB
rb   :   Adverb                                   > #AA7CAB
rer  :   Adverb, comparative                      > #AA7CAB
rbs  :   Adverb, superlative                      > #AA7CAB
rp   :   Particle                                 > #70C1B3
sym  :   Symbol                                   > #A9FFCB
to   :   to                                       > #AA7CAB
uh   :   Interjection                             > #FFE066
vb   :   Verb, base form                          > #E5989B
vbd  :   Verb, past tense                         > #494A48
vbg  :   Verb, gerund or present participle       > #494A48
vbn  :   Verb, past participle                    > #247BA0
vbp  :   Verb, non-3rd person singular present    > #E5989B
vbz  :   Verb, 3rd person singular present        > #F25F5C
wdt  :   Wh-determiner                            > #A9FFCB
wp   :   Wh-pronoun                               > #247BA0
wp$  :   Possessive wh pronoun                    > #70C1B3
wrp  :   Wh-adverb                                > #A9FFCB
{'fraction_non_alphanumeric': 0.05987202925045704, 'fraction_numerical': 0.050959780621572213, 'mean_word_length': 0.8562340966921119, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 75, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 20, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1162224', 'n_tokens_mistral': 1406, 'n_tokens_neox': 1232, 'n_words': 304}