1rsh's picture
Upload tokenizer
c3744fa verified
raw
history blame contribute delete
No virus
1.08 kB
{
"0": 1,
"2": 2,
"[PAD]": 83,
"[UNK]": 82,
"_": 3,
"|": 0,
"ઁ": 4,
"ં": 5,
"ઃ": 6,
"અ": 7,
"આ": 8,
"ઇ": 9,
"ઈ": 10,
"ઉ": 11,
"ઊ": 12,
"ઋ": 13,
"ઍ": 14,
"એ": 15,
"ઐ": 16,
"ઑ": 17,
"ઓ": 18,
"ઔ": 19,
"ક": 20,
"ખ": 21,
"ગ": 22,
"ઘ": 23,
"ચ": 24,
"છ": 25,
"જ": 26,
"ઝ": 27,
"ઞ": 28,
"ટ": 29,
"ઠ": 30,
"ડ": 31,
"ઢ": 32,
"ણ": 33,
"ત": 34,
"થ": 35,
"દ": 36,
"ધ": 37,
"ન": 38,
"પ": 39,
"ફ": 40,
"બ": 41,
"ભ": 42,
"મ": 43,
"ય": 44,
"ર": 45,
"લ": 46,
"ળ": 47,
"વ": 48,
"શ": 49,
"ષ": 50,
"સ": 51,
"હ": 52,
"઼": 53,
"ા": 54,
"િ": 55,
"ી": 56,
"ુ": 57,
"ૂ": 58,
"ૃ": 59,
"ૅ": 60,
"ે": 61,
"ૈ": 62,
"ૉ": 63,
"ો": 64,
"ૌ": 65,
"્": 66,
"ૠ": 67,
"ૢ": 68,
"૦": 69,
"૧": 70,
"૨": 71,
"૩": 72,
"૪": 73,
"૫": 74,
"૬": 75,
"૭": 76,
"૮": 77,
"૯": 78,
"‌": 79,
"‍": 80,
"’": 81
}