manjugeorge's picture
Upload tokenizer
11187bc verified
{
"[PAD]": 28,
"[UNK]": 27,
"|": 23,
"ആ": 4,
"ഏ": 0,
"ഒ": 20,
"ക": 15,
"ജ": 9,
"ണ": 18,
"ത": 7,
"ദ": 16,
"ന": 17,
"പ": 5,
"മ": 3,
"യ": 12,
"ര": 2,
"ല": 8,
"ള": 26,
"ഴ": 11,
"വ": 19,
"സ": 25,
"ാ": 6,
"ി": 14,
"ു": 10,
"െ": 21,
"േ": 22,
"്": 13,
"ർ": 24,
"ൽ": 1
}