<commit_before>awang|awg
bulatan
changkat|ckt
cerunan|crn
dalaman|dlm
dataran|dtr
dayang|dyg
denai
gerbang|grb
haji|hj
halaman|hlm
hilir|hlr
jalan|jln|jl|road|rd
lapangan
laluan
laman|lmn
langgak|lgk
lebuh|lbh|luh
lebuhraya|lbr
lengkok|lkk
linkaran|lkr
lintang|ltg
lorong|lrg
kampong|kampung|kg
medan|mdn
pengiran|pg
persiaran|psn|psrn
rapat
simpang|spg
simpangan|spn
sisiran|ssr
solok|slk
sungai|sngai|sg
tingkat|tkt
taman|tmn
tepian|tpn
<commit_msg>[fix] removing road/rd from the synonyms list for jalan as they're covered by the English dictionaries<commit_after>awang|awg
bulatan
changkat|ckt
cerunan|crn
dalaman|dlm
dataran|dtr
dayang|dyg
denai
gerbang|grb
haji|hj
halaman|hlm
hilir|hlr
jalan|jln|jl
lapangan
laluan
laman|lmn
langgak|lgk
lebuh|lbh|luh
lebuhraya|lbr
lengkok|lkk
linkaran|lkr
lintang|ltg
lorong|lrg
kampong|kampung|kg
medan|mdn
pengiran|pg
persiaran|psn|psrn
rapat
simpang|spg
simpangan|spn
sisiran|ssr
solok|slk
sungai|sngai|sg
tingkat|tkt
taman|tmn
tepian|tpn

{'fraction_non_alphanumeric': 0.08545269582909461, 'fraction_numerical': 0.0, 'mean_word_length': 10.0561797752809, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4880897', 'n_tokens_mistral': 520, 'n_tokens_neox': 515, 'n_words': 87}