nbaden's picture
Upload tokenizer
e06b65a verified
raw
history blame
499 Bytes
{
"[PAD]": 41,
"[UNK]": 40,
"c": 1,
"o": 2,
"y": 3,
"|": 0,
"ç": 4,
"а": 5,
"б": 6,
"в": 7,
"г": 8,
"д": 9,
"е": 10,
"ж": 11,
"з": 12,
"и": 13,
"й": 14,
"к": 15,
"л": 16,
"м": 17,
"н": 18,
"о": 19,
"п": 20,
"р": 21,
"с": 22,
"т": 23,
"у": 24,
"ф": 25,
"х": 26,
"ц": 27,
"ч": 28,
"ш": 29,
"щ": 30,
"ъ": 31,
"ы": 32,
"ь": 33,
"э": 34,
"ю": 35,
"я": 36,
"і": 37,
"ј": 38,
"һ": 39
}