ewe-tokenizer-v1 / vocab.json
worldboss's picture
Upload tokenizer
9f6884d verified
raw
history blame contribute delete
No virus
2.29 kB
{"<|endoftext|>":0,"a":1,"E":2,"e":3,"Ɛ":4,"ɛ":5,"Ə":6,"ə":7,"I":8,"i":9,"O":10,"o":11,"Ɔ":12,"ɔ":13,"U":14,"u":15,"ã":16,"ẽ":17,"ĩ":18,"õ":19,"ũ":20,"B":21,"b":22,"D":23,"d":24,"Đ":25,"ɖ":26,"F":27,"f":28,"Ƒ":29,"ƒ":30,"G":31,"g":32,"Ɣ":33,"ɣ":34,"H":35,"h":36,"K":37,"k":38,"L":39,"l":40,"M":41,"m":42,"N":43,"n":44,"Ŋ":45,"ŋ":46,"P":47,"p":48,"R":49,"r":50,"S":51,"s":52,"T":53,"t":54,"V":55,"v":56,"Ʋ":57,"ʋ":58,"W":59,"w":60,"X":61,"x":62,"Y":63,"y":64,"Z":65,"z":66,"̃":67,"ó":68,"À":69,"é":70,"È":71,"ò":72,"à":73,"í":74,"!":75,"\"":76,"#":77,"$":78,"%":79,"&":80,"'":81,"(":82,")":83,"*":84,"+":85,",":86,"-":87,".":88,"/":89,"0":90,"1":91,"2":92,"3":93,"4":94,"5":95,"6":96,"7":97,"8":98,"9":99,":":100,";":101,"<":102,"=":103,">":104,"?":105,"@":106,"A":107,"C":108,"J":109,"Q":110,"[":111,"\\":112,"]":113,"^":114,"_":115,"`":116,"c":117,"j":118,"q":119,"{":120,"|":121,"}":122,"~":123,"¡":124,"¢":125,"£":126,"¤":127,"¥":128,"¦":129,"§":130,"¨":131,"©":132,"ª":133,"«":134,"¬":135,"®":136,"¯":137,"°":138,"±":139,"²":140,"³":141,"´":142,"µ":143,"¶":144,"·":145,"¸":146,"¹":147,"º":148,"»":149,"¼":150,"½":151,"¾":152,"¿":153,"Á":154,"Â":155,"Ã":156,"Ä":157,"Å":158,"Æ":159,"Ç":160,"É":161,"Ê":162,"Ë":163,"Ì":164,"Í":165,"Î":166,"Ï":167,"Ð":168,"Ñ":169,"Ò":170,"Ó":171,"Ô":172,"Õ":173,"Ö":174,"×":175,"Ø":176,"Ù":177,"Ú":178,"Û":179,"Ü":180,"Ý":181,"Þ":182,"ß":183,"á":184,"â":185,"ä":186,"å":187,"æ":188,"ç":189,"è":190,"ê":191,"ë":192,"ì":193,"î":194,"ï":195,"ð":196,"ñ":197,"ô":198,"ö":199,"÷":200,"ø":201,"ù":202,"ú":203,"û":204,"ü":205,"ý":206,"þ":207,"ÿ":208,"Ā":209,"ā":210,"Ă":211,"ă":212,"Ą":213,"ą":214,"Ć":215,"ć":216,"Ĉ":217,"ĉ":218,"Ċ":219,"ċ":220,"Č":221,"č":222,"Ď":223,"ď":224,"đ":225,"Ē":226,"ē":227,"Ĕ":228,"ĕ":229,"Ė":230,"ė":231,"Ę":232,"ę":233,"Ě":234,"ě":235,"Ĝ":236,"ĝ":237,"Ğ":238,"ğ":239,"Ġ":240,"ġ":241,"Ģ":242,"ģ":243,"Ĥ":244,"ĥ":245,"Ħ":246,"ħ":247,"Ĩ":248,"Ī":249,"ī":250,"Ĭ":251,"ĭ":252,"Į":253,"į":254,"İ":255,"ı":256,"IJ":257,"ij":258,"Ĵ":259,"ĵ":260,"Ķ":261,"ķ":262,"ĸ":263,"Ĺ":264,"ĺ":265,"Ļ":266,"ļ":267,"Ľ":268,"ľ":269,"Ŀ":270,"ŀ":271,"Ł":272,"ł":273,"Ń":274}