<commit_before>package lila.shutup

/** - words are automatically pluralized. "tit" will also match "tits"
  * - words are automatically leetified. "tit" will also match "t1t", "t-i-t", and more.
  * - words do not partial match. "anal" will NOT match "analysis".
  */
private object Dictionary {

  def en = dict("""
(f+|ph)(u{1,}|a{1,}|e{1,})c?k(er|r|u|k|ed|d|t|ing?|ign|en|tard?|face|off?|)
(f|ph)agg?([oi]t|)
cock(suc?k(er|ing)|)
[ck]um(shot|)
[ck]unt(ing|)
abortion
adol(f|ph)
afraid
anal(plug|sex|)
anus
arse(hole|wipe|)
ass
ass?(hole|fag)
aus?c?hwitz
bastard?
be[ea]+ch
bit?ch
blow(job|)
blumpkin
bollock
boner
boob
bugger
buk?kake
bull?shit
cancer
cheat(ing|ed|er|)
chess(|-|_)bot(.?com)?
chicken
chink
clit(oris|)
clown
cock(suc?ker|)
condom
coon
coward?
cunn?ilingu
dic?k(head|face|suc?ker|)
dildo
dogg?ystyle
douche(bag|)
dyke
engine
fck(er|r|u|k|ed|d|t|ing?|ign|tard?|face|off?|)
foreskin
gangbang
gay
gobshite?
gook
gypo
handjob
hitler+
homm?o(sexual|)
honkey
hooker
(ho?pe ((yo)?[uy](r family)?( and )*)+ (die|burn)s?|((die|burn)s? irl))
horny
humping
idiot
incest
jerk
jizz?(um|)
(kill|hang|neck) ((yo)?[uy]r ?(self|family)( and )?)+
kys
labia
lamer?
lesbo
lo+ser
masturbat(e|ion|ing)
milf
molest
moron
mother(fuc?k(er|)|)
mthrfckr
nazi
nigg?(er|a|ah)
nonce
noo+b
nutsac?k
pa?edo((f|ph)ile|)
paki
pathetic
pa?ederast
penis
pig
pimp
piss
poof
poon
poo+p(face|)
porn(hub|)
pric?k
prostitute
punani
puss(i|y|ie|)
queer
rape
rapist
rect(al|um)
retard
rimjob
run
sandbagg?(er|ing|)
scare
schlong
screw
scrotum
scum(bag|)
semen
sex
shag
shemale
shit(z|e|y|ty|bag|)
sissy
slag
slave
slut
spastic
spaz
sperm
spick
spooge
spunk
smurff?(er|ing|)
stfu
stupid
suicide
suck m[ey]
terrorist
tit(t?ies|ty|)(fuc?k)
tosser
trann(y|ie)
trash
turd
twat
vag
vagin(a|al|)
vibrator
vulva
w?hore?
wanc?k(er|)<commit_msg>Update Dictionary.scala<commit_after>package lila.shutup

/** - words are automatically pluralized. "tit" will also match "tits"
  * - words are automatically leetified. "tit" will also match "t1t", "t-i-t", and more.
  * - words do not partial match. "anal" will NOT match "analysis".
  */
private object Dictionary {

  def en = dict("""
(f+|ph)(u{1,}|a{1,}|e{1,})c?k(er|r|u|k|ed|d|t|ing?|ign|en|tard?|face|off?|)
(f|ph)agg?([oi]t|)
[ck]um(shot|)
[ck]unt(ing|)
abortion
adol(f|ph)
afraid
anal(plug|sex|)
anus
arse(hole|wipe|)
ass
ass?(hole|fag)
aus?c?hwitz
bastard?
be[ea]+ch
bit?ch
blow(job|)
blumpkin
bollock
boner
boob
bugger
buk?kake
bull?shit
cancer
cheat(ing|ed|er|)
chess(|-|_)bot(.?com)?
chicken
chink
clit(oris|)
clown
cock(suc?k(er|ing)|)
condom
coon
coward?
cunn?ilingu
dic?k(head|face|suc?ker|)
dildo
dogg?ystyle
douche(bag|)
dyke
engine
fck(er|r|u|k|ed|d|t|ing?|ign|tard?|face|off?|)
foreskin
gangbang
gay
gobshite?
gook
gypo
handjob
hitler+
homm?o(sexual|)
honkey
hooker
(ho?pe ((yo)?[uy](r family)?( and )*)+ (die|burn)s?|((die|burn)s? irl))
horny
humping
idiot
incest
jerk
jizz?(um|)
(kill|hang|neck) ((yo)?[uy]r ?(self|family)( and )?)+
kys
labia
lamer?
lesbo
lo+ser
masturbat(e|ion|ing)
milf
molest
moron
mother(fuc?k(er|)|)
mthrfckr
nazi
nigg?(er|a|ah)
nonce
noo+b
nutsac?k
pa?edo((f|ph)ile|)
paki
pathetic
pa?ederast
penis
pig
pimp
piss
poof
poon
poo+p(face|)
porn(hub|)
pric?k
prostitute
punani
puss(i|y|ie|)
queer
rape
rapist
rect(al|um)
retard
rimjob
run
sandbagg?(er|ing|)
scare
schlong
screw
scrotum
scum(bag|)
semen
sex
shag
shemale
shit(z|e|y|ty|bag|)
sissy
slag
slave
slut
spastic
spaz
sperm
spick
spooge
spunk
smurff?(er|ing|)
stfu
stupid
suicide
suck m[ey]
terrorist
tit(t?ies|ty|)(fuc?k|)
tosser
trann(y|ie)
trash
turd
twat
vag
vagin(a|al|)
vibrator
vulva
w?hore?
wanc?k(er|)
{'fraction_non_alphanumeric': 0.18066298342541437, 'fraction_numerical': 0.0022099447513812156, 'mean_word_length': 7.046666666666667, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4319678', 'n_tokens_mistral': 1907, 'n_tokens_neox': 1865, 'n_words': 377}