Mengkedalai's picture
Upload tokenizer
d3247da verified
raw
history blame
453 Bytes
{
"[PAD]": 37,
"[UNK]": 36,
"h": 14,
"|": 24,
"а": 29,
"б": 34,
"в": 33,
"г": 7,
"д": 12,
"е": 1,
"ж": 6,
"з": 21,
"и": 4,
"й": 25,
"к": 0,
"л": 35,
"м": 13,
"н": 22,
"о": 27,
"п": 18,
"р": 8,
"с": 31,
"т": 11,
"у": 19,
"ф": 30,
"х": 9,
"ц": 28,
"ч": 32,
"ш": 10,
"ъ": 3,
"ы": 5,
"ь": 23,
"э": 26,
"ю": 16,
"я": 15,
"ё": 20,
"ү": 17,
"ө": 2
}