<commit_before>aber
about
after
again
all
allow
already
also
although
and
anybody
are
as
assuming
at
autre
aux
avec
because
before
below
bien
bin
but
butt
by
can
cent
ces
cet
cher
class
classified
com
comme
das
denn
der
did
didnt
die
doch
dont
du
each
ei
ein
eine
einem
einer
elle
else
erst
etc
even
ever
except
familie
family
first
flac
for
from
ganz
gattung
genus
gern
going
got
gut
habe
habt
he
hello
him
his
how
ich
if
in
incertae
into
is
it
its
ja
jahr
just
kein
kingdom
klasse
know
las
last
lest
leur
like
los
many
maybe
mean
mein
mich
mon
more
most
mostly
nach
nein
no
nobody
noch
non
none
noone
nor
nos
not
nur
of
oft
often
okay
old
on
once
only
or
order
ordnung
other
our
ours
over
pas
phylum
plus<commit_msg>remove 'nur': Diospyros nur Ritter, N. & De la Barra, N. 2016<commit_after>aber
about
after
again
all
allow
already
also
although
and
anybody
are
as
assuming
at
autre
aux
avec
because
before
below
bien
bin
but
butt
by
can
cent
ces
cet
cher
class
classified
com
comme
das
denn
der
did
didnt
die
doch
dont
du
each
ei
ein
eine
einem
einer
elle
else
erst
etc
even
ever
except
familie
family
first
flac
for
from
ganz
gattung
genus
gern
going
got
gut
habe
habt
he
hello
him
his
how
ich
if
in
incertae
into
is
it
its
ja
jahr
just
kein
kingdom
klasse
know
las
last
lest
leur
like
los
many
maybe
mean
mein
mich
mon
more
most
mostly
nach
nein
no
nobody
noch
non
none
noone
nor
nos
not
of
oft
often
okay
old
on
once
only
or
order
ordnung
other
our
ours
over
pas
phylum
plus
{'fraction_non_alphanumeric': 0.00945945945945946, 'fraction_numerical': 0.002702702702702703, 'mean_word_length': 4.196491228070175, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '137876', 'n_tokens_mistral': 693, 'n_tokens_neox': 670, 'n_words': 282}