syllasgiorgos's picture
Upload tokenizer
88587ed verified
raw
history blame contribute delete
733 Bytes
{
" ": 24,
"'": 17,
"-": 13,
"0": 60,
"1": 1,
"2": 45,
"3": 47,
"4": 28,
"5": 4,
"6": 46,
"7": 12,
"8": 35,
"9": 32,
"_": 58,
"a": 27,
"b": 0,
"e": 48,
"h": 38,
"i": 7,
"k": 19,
"m": 43,
"n": 22,
"o": 44,
"p": 3,
"t": 23,
"x": 8,
"y": 25,
"z": 41,
"â": 30,
"ΐ": 63,
"ά": 10,
"έ": 52,
"ή": 2,
"ί": 6,
"α": 56,
"β": 29,
"γ": 33,
"δ": 9,
"ε": 37,
"ζ": 40,
"η": 42,
"θ": 5,
"ι": 54,
"κ": 31,
"λ": 11,
"μ": 55,
"ν": 39,
"ξ": 34,
"ο": 57,
"π": 15,
"ρ": 62,
"ς": 61,
"σ": 53,
"τ": 26,
"υ": 49,
"φ": 14,
"χ": 36,
"ψ": 21,
"ω": 16,
"ϊ": 18,
"ϋ": 51,
"ό": 20,
"ύ": 59,
"ώ": 50
}