swahili_v2 / vocab.json
etonkou's picture
Upload tokenizer
9178a6c
{
"'": 30,
"0": 12,
"1": 29,
"2": 32,
"3": 34,
"5": 24,
"6": 5,
"9": 37,
"<": 21,
">": 15,
"[PAD]": 39,
"[UNK]": 38,
"_": 26,
"a": 6,
"b": 33,
"c": 16,
"d": 11,
"e": 7,
"f": 4,
"g": 9,
"h": 0,
"i": 25,
"j": 35,
"k": 13,
"l": 20,
"m": 19,
"n": 2,
"o": 27,
"p": 1,
"q": 36,
"r": 8,
"s": 28,
"t": 10,
"u": 31,
"v": 23,
"w": 17,
"x": 22,
"y": 3,
"z": 14,
"|": 18
}