<commit_before>Orth,Phon
ia,iə̯
iê,iə̯
i,i
ê,e
e,ɛ
ưa,ɨə̯
ươ,ɨə̯
ư,ɨ
ơ,əː
â,ə
a,aː
ă,a
ua,uə̯
uô,uə̯
u,u
ô,o
o,ɔ
iêu,iə̯w
iu,iw
êu,ew
eo,ɛw
ươu,ɨə̯w
ưu,ɨw
âu,əw
ao,aːw
au,aw
ươi,ɨə̯j
ưi,ɨj
ơi,əːj
ây,əj
ai,aːj
ay,aj
uôi,uə̯j
ui,uj
ôi,oj
oi,ɔj
uyê,wiə̯
m,m
n,n
nh,ɲ
ng,ŋ
ngh,ŋ
p,p
t,t
tr,c
ch,c
c,k
k,k
q,k
qu,kʷ
b,ɓ
đ,ɗ
th,tʰ
kh,x
ph,f
v,v
d,z
r,z
gi,z
s,s
x,s
g,ɣ
gh,ɣ
l,l
y,j<commit_msg>Updated Vietnamese support.<commit_after>a,a
ai,aj
ao,aw
au,ăw
ay,ăj
b,b
c,k
ch,c
d,z
e,ɛ
eo,ew
g,ɣ
gh,ɣ
gi,<GI>
gì,<GI>
gí,<GI>
gĩ,<GI>
gị,<GI>
h,h
i,i
ia,iə
iu,iw
ià,iə
iá,iə
iã,iə
iê,iə
iêu,iəw
iạ,iə
iả,iə
iế,iə
iếu,iəw
iề,iə
iều,iəw
iể,iə
iểu,iəw
iễ,iə
iễu,iəw
iệ,iə
iệu,iəw
k,k
kh,x
l,l
m,m
n,n
ng,ŋ
ngh,ŋ
nh,ɲ
o,ɔ
oa,wa
oai,waj
oao,waw
oay,wăj
oe,wej
oen,wen
oeo,wew
oet,wet
oi,ɔj
oo,ɔ
oà,wa
oài,waj
oào,waw
oày,wăj
oá,wa
oái,waj
oáo,waw
oáy,wăj
oã,wa
oãi,waj
oão,waw
oãy,wăj
oè,wej
oèn,wen
oèo,wew
oèt,wet
oé,wej
oén,wen
oéo,wew
oét,wet
oò,ɔ
oó,ɔ
oõ,ɔ
oă,wă
oạ,wa
oại,waj
oạo,waw
oạy,wăj
oả,wa
oải,waj
oảo,waw
oảy,wăj
oắ,wă
oằ,wă
oẳ,wă
oẵ,wă
oặ,wă
oẹ,wej
oẹn,wen
oẹo,wew
oẹt,wet
oẻ,wej
oẻn,wen
oẻo,wew
oẻt,wet
oẽ,wej
oẽn,wen
oẽo,wew
oẽt,wet
oọ,ɔ
oỏ,ɔ
p,p
ph,f
qu,kw
quy,kwi
qùy,kwi
qúy,kwi
qũy,kwi
qụy,kwi
qủy,kwi
r,z
s,s
t,t
th,tʰ
tr,c
u,u
ua,wa
uai,waj
uay,wăj
ue,wɛ
ueo,wew
ui,uj
uy,wi
uya,wiə
uyu,wiu
uyà,wiə
uyá,wiə
uyã,wiə
uyê,wiə
uyù,wiu
uyú,wiu
uyũ,wiu
uyạ,wiə
uyả,wiə
uyế,wiə
uyề,wiə
uyể,wiə
uyễ,wiə
uyệ,wiə
uyụ,wiu
uyủ,wiu
uà,wa
uài,waj
uày,wăj
uá,wa
uái,waj
uáy,wăj
uâ,wɤ̆
uây,wɤ̆j
uã,wa
uãi,waj
uãy,wăj
uè,wɛ
uèo,wew
ué,wɛ
uéo,wew
uê,we
uô,uə
uôi,uəj
uý,wi
uýu,wiu
uă,wă
uơ,wɤ
uạ,wa
uại,waj
uạy,wăj
uả,wa
uải,waj
uảy,wăj
uấ,wɤ̆
uấy,wɤ̆j
uầ,wɤ̆
uầy,wɤ̆j
uẩ,wɤ̆
uẩy,wɤ̆j
uẫ,wɤ̆
uẫy,wɤ̆j
uậ,wɤ̆
uậy,wɤ̆j
uắ,wă
uằ,wă
uẳ,wă
uẵ,wă
uặ,wă
uẹ,wɛ
uẹo,wew
uẻ,wɛ
uẻo,wew
uẽ,wɛ
uẽo,wew
uế,we
uề,we
uể,we
uễ,we
uệ,we
uố,uə
uối,uəj
uồ,uə
uồi,uəj
uổ,uə
uổi,uəj
uỗ,uə
uỗi,uəj
uộ,uə
uội,uəj
uớ,wɤ
uờ,wɤ
uở,wɤ
uỡ,wɤ
uợ,wɤ
uỳ,wi
uỳu,wiu
uỵ,wi
uỵu,wiu
uỷ,wi
uỷu,wiu
uỹ,wi
uỹu,wiu
v,v
x,s
y,i
yê,iɛ
yêu,iəw
yế,iɛ
yếu,iəw
yề,iɛ
yều,iəw
yể,iɛ
yểu,iəw
yễ,iɛ
yễu,iəw
yệ,iɛ
yệu,iəw
à,a
ài,aj
ào,aw
àu,ăw
ày,ăj
á,a
ái,aj
áo,aw
áu,ăw
áy,ăj
â,ɤ̆
âu,ɤ̆w
ây,ɤ̆j
ã,a
ãi,aj
ão,aw
ãu,ăw
ãy,ăj
è,ɛ
èo,ew
é,ɛ
éo,ew
ê,e
êu,ɛu
ì,i
ìa,iə
ìu,iw
í,i
ía,iə
íu,iw
ò,ɔ
òa,wa
òe,we
òeo,wew
òi,ɔj
òo,ɔ
ó,ɔ
óa,wa
óe,we
óeo,wew
ói,ɔj
óo,ɔ
ô,o
ôi,oj
ôô,o
ôố,o
ôồ,o
ôổ,o
ôỗ,o
ôộ,o
õ,ɔ
õa,wa
õe,we
õeo,wew
õi,ɔj
õo,ɔ
ù,u
ùa,uə
ùi,uj
ùy,uj
ú,u
úa,uə
úi,uj
úy,uj
ý,i
ă,ă
đ,d
ĩ,i
ĩa,iə
ĩu,iw
ũ,u
ũa,uə
ũi,uj
ũy,uj
ơ,ɤ
ơi,ɤj
ư,ɯ
ưa,ɯə
ưi,ɯj
ưu,ɯw
ươ,ɯə
ươi,ɯəj
ươu,ɯəw
ướ,ɯə
ưới,ɯəj
ướu,ɯəw
ườ,ɯə
ười,ɯəj
ườu,ɯəw
ưở,ɯə
ưởi,ɯəj
ưởu,ɯəw
ưỡ,ɯə
ưỡi,ɯəj
ưỡu,ɯəw
ượ,ɯə
ượi,ɯəj
ượu,ɯəw
ạ,a
ại,aj
ạo,aw
ạu,ăw
ạy,ăj
ả,a
ải,aj
ảo,aw
ảu,ăw
ảy,ăj
ấ,ɤ̆
ấu,ɤ̆w
ấy,ɤ̆j
ầ,ɤ̆
ầu,ɤ̆w
ầy,ɤ̆j
ẩ,ɤ̆
ẩu,ɤ̆w
ẩy,ɤ̆j
ẫ,ɤ̆
ẫu,ɤ̆w
ẫy,ɤ̆j
ậ,ɤ̆
ậu,ɤ̆w
ậy,ɤ̆j
ắ,ă
ằ,ă
ẳ,ă
ẵ,ă
ặ,ă
ẹ,ɛ
ẹo,ew
ẻ,ɛ
ẻo,ew
ẽ,ɛ
ẽo,ew
ế,e
ếu,ɛu
ề,e
ều,ɛu
ể,e
ểu,ɛu
ễ,e
ễu,ɛu
ệ,e
ệu,ɛu
ỉ,i
ỉa,iə
ỉu,iw
ị,i
ịa,iə
ịu,iw
ọ,ɔ
ọa,wa
ọe,we
ọeo,wew
ọi,ɔj
ọo,ɔ
ỏ,ɔ
ỏa,wa
ỏe,we
ỏeo,wew
ỏi,ɔj
ỏo,ɔ
ố,o
ối,oj
ốô,o
ồ,o
ồi,oj
ồô,o
ổ,o
ổi,oj
ổô,o
ỗ,o
ỗi,oj
ỗô,o
ộ,o
ội,oj
ộô,o
ớ,ɤ
ới,ɤj
ờ,ɤ
ời,ɤj
ở,ɤ
ởi,ɤj
ỡ,ɤ
ỡi,ɤj
ợ,ɤ
ợi,ɤj
ụ,u
ụa,uə
ụi,uj
ụy,uj
ủ,u
ủa,uə
ủi,uj
ủy,uj
ứ,ɯ
ứa,ɯə
ứi,ɯj
ứu,ɯw
ừ,ɯ
ừa,ɯə
ừi,ɯj
ừu,ɯw
ử,ɯ
ửa,ɯə
ửi,ɯj
ửu,ɯw
ữ,ɯ
ữa,ɯə
ữi,ɯj
ữu,ɯw
ự,ɯ
ựa,ɯə
ựi,ɯj
ựu,ɯw
ỳ,i
ỵ,i
ỷ,i
ỹ,i
{'fraction_non_alphanumeric': 0.1782117790662191, 'fraction_numerical': 0.0, 'mean_word_length': 5.208333333333333, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6318193', 'n_tokens_mistral': 3098, 'n_tokens_neox': 3352, 'n_words': 527}