billingsmoore's picture
Upload tokenizer
f0daaf1 verified
raw
history blame
2.48 kB
{
"ཀ": 32100,
"ཀྵ": 32193,
"ཁ": 32101,
"ཁྵ": 32194,
"ག": 32102,
"གྵ": 32195,
"ང": 32103,
"ངྵ": 32196,
"ཅ": 32104,
"ཅྵ": 32197,
"ཆ": 32105,
"ཆྵ": 32198,
"ཇ": 32106,
"ཇྵ": 32199,
"ཉ": 32107,
"ཉྵ": 32200,
"ཏ": 32108,
"ཏྵ": 32201,
"ཐ": 32109,
"ཐྵ": 32202,
"ད": 32110,
"དྵ": 32203,
"ན": 32111,
"ནྵ": 32204,
"པ": 32112,
"པྪ": 32224,
"པྫ": 32225,
"པྫྷ": 32226,
"པྭ": 32227,
"པྮ": 32228,
"པྯ": 32229,
"པྰ": 32230,
"པྱ": 32231,
"པྲ": 32232,
"པླ": 32233,
"པྴ": 32234,
"པྵ": 32205,
"པྶ": 32235,
"པྷ": 32236,
"པྸ": 32237,
"པྐྵ": 32238,
"པྺ": 32239,
"པྻ": 32240,
"པྼ": 32241,
"པ྽": 32242,
"པ྾": 32243,
"པ྿": 32244,
"ཕ": 32113,
"ཕྵ": 32206,
"བ": 32114,
"བྵ": 32207,
"མ": 32115,
"མྵ": 32208,
"ཙ": 32116,
"ཙྵ": 32209,
"ཚ": 32117,
"ཚྵ": 32210,
"ཛ": 32118,
"ཛྵ": 32211,
"ཝ": 32119,
"ཝྵ": 32212,
"ཞ": 32120,
"ཞྵ": 32213,
"ཟ": 32121,
"ཟྵ": 32214,
"འ": 32122,
"འྵ": 32215,
"ཡ": 32123,
"ཡྵ": 32216,
"ར": 32124,
"རྵ": 32217,
"ལ": 32125,
"ལྵ": 32218,
"ཤ": 32126,
"ཤྵ": 32219,
"ཥ": 32127,
"ཥྵ": 32220,
"ས": 32128,
"སྵ": 32221,
"ཧ": 32129,
"ཧྵ": 32222,
"ཨ": 32130,
"ཨྵ": 32223,
"ི": 32179,
"ཱི": 32180,
"ུ": 32181,
"ཱུ": 32182,
"ྲྀ": 32183,
"ཷ": 32184,
"ླྀ": 32185,
"ཹ": 32186,
"ེ": 32187,
"ཻ": 32188,
"ོ": 32189,
"ཽ": 32190,
"ཾ": 32191,
"ཿ": 32192,
"ྐ": 32131,
"ྑ": 32132,
"ྒ": 32133,
"ྒྷ": 32134,
"ྔ": 32135,
"ྕ": 32136,
"ྖ": 32137,
"ྗ": 32138,
"྘": 32139,
"ྙ": 32140,
"ྚ": 32141,
"ྛ": 32142,
"ྜ": 32143,
"ྜྷ": 32144,
"ྞ": 32145,
"ྟ": 32146,
"ྠ": 32147,
"ྡ": 32148,
"ྡྷ": 32149,
"ྣ": 32150,
"ྤ": 32151,
"ྥ": 32152,
"ྦ": 32153,
"ྦྷ": 32154,
"ྨ": 32155,
"ྩ": 32156,
"ྪ": 32157,
"ྫ": 32158,
"ྫྷ": 32159,
"ྭ": 32160,
"ྮ": 32161,
"ྯ": 32162,
"ྰ": 32163,
"ྱ": 32164,
"ྲ": 32165,
"ླ": 32166,
"ྴ": 32167,
"ྵ": 32168,
"ྶ": 32169,
"ྷ": 32170,
"ྸ": 32171,
"ྐྵ": 32172,
"ྺ": 32173,
"ྻ": 32174,
"ྼ": 32175,
"྽": 32176,
"྾": 32177,
"྿": 32178
}