Upload tokenizer
0868736
verified
|
{ |
|
"1": 184, |
|
"</s>": 2, |
|
"<pad>": 0, |
|
"<s>": 1, |
|
"<unk>": 3, |
|
"??": 85, |
|
"N": 280, |
|
"S": 208, |
|
"X": 326, |
|
"a": 9, |
|
"a.": 250, |
|
"a.ː": 251, |
|
"a1": 354, |
|
"a2": 187, |
|
"a4": 391, |
|
"a5": 106, |
|
"ai": 265, |
|
"ai2": 231, |
|
"ai5": 130, |
|
"aiɜ": 181, |
|
"au": 282, |
|
"aɜ": 160, |
|
"aɨ": 193, |
|
"aɪ": 37, |
|
"aɪə": 139, |
|
"aɪɚ": 131, |
|
"aʊ": 53, |
|
"aː": 73, |
|
"ã": 330, |
|
"b": 26, |
|
"bʰ": 296, |
|
"bʲ": 178, |
|
"bː": 239, |
|
"c": 200, |
|
"cʰ": 356, |
|
"cʰcʰ": 371, |
|
"cː": 334, |
|
"d": 12, |
|
"dZ": 216, |
|
"d[": 152, |
|
"d^": 300, |
|
"dzː": 382, |
|
"dʑ": 121, |
|
"dʑʲ": 345, |
|
"dʒ": 60, |
|
"dʒʲ": 324, |
|
"dʒː": 338, |
|
"dʰ": 303, |
|
"dʰː": 384, |
|
"dʲ": 115, |
|
"dʲʲ": 383, |
|
"dː": 253, |
|
"dˤ": 205, |
|
"dˤdˤ": 337, |
|
"e": 16, |
|
"e:": 319, |
|
"ee": 255, |
|
"ei2": 198, |
|
"ei5": 125, |
|
"eiɜ": 212, |
|
"eɑ": 317, |
|
"eə": 269, |
|
"eɪ": 44, |
|
"eʊ": 163, |
|
"eː": 51, |
|
"ẽ": 360, |
|
"ẽː": 332, |
|
"e̞": 123, |
|
"e̞e̞": 380, |
|
"f": 23, |
|
"fʲ": 230, |
|
"h": 39, |
|
"i": 10, |
|
"i.": 270, |
|
"i.1": 335, |
|
"i.2": 218, |
|
"i.4": 388, |
|
"i.5": 99, |
|
"i.ɜ": 162, |
|
"i.ː": 261, |
|
"i1": 306, |
|
"i2": 135, |
|
"i4": 339, |
|
"i5": 82, |
|
"i:": 389, |
|
"ie": 272, |
|
"iou1": 352, |
|
"iou2": 199, |
|
"iou4": 355, |
|
"iou5": 215, |
|
"iouɜ": 190, |
|
"iɑ1": 366, |
|
"iɑ2": 227, |
|
"iɑ5": 129, |
|
"iɑɜ": 223, |
|
"iə": 81, |
|
"iɛ1": 357, |
|
"iɛ2": 194, |
|
"iɛ4": 379, |
|
"iɛ5": 107, |
|
"iɛɜ": 146, |
|
"iɜ": 105, |
|
"iʊ": 290, |
|
"iː": 30, |
|
"iː1": 373, |
|
"iːː": 364, |
|
"ĩ": 314, |
|
"i̪1": 281, |
|
"i̪2": 247, |
|
"i̪4": 310, |
|
"i̪5": 157, |
|
"i̪ɜ": 258, |
|
"j": 24, |
|
"ja": 110, |
|
"ju": 141, |
|
"k": 11, |
|
"kh": 132, |
|
"kʰ": 288, |
|
"kʰː": 375, |
|
"kʲ": 168, |
|
"kː": 201, |
|
"l": 8, |
|
"lː": 386, |
|
"l̩": 243, |
|
"m": 13, |
|
"mʲ": 119, |
|
"n": 4, |
|
"nʲ": 86, |
|
"nʲʲ": 309, |
|
"n̩": 169, |
|
"o": 19, |
|
"o1": 263, |
|
"o2": 164, |
|
"o4": 275, |
|
"o5": 126, |
|
"o:": 277, |
|
"oe": 204, |
|
"oe:": 305, |
|
"onɡ2": 210, |
|
"onɡ5": 127, |
|
"onɡɜ": 192, |
|
"ou1": 378, |
|
"ou2": 228, |
|
"ou5": 147, |
|
"ouɜ": 248, |
|
"oɜ": 144, |
|
"oɪ": 114, |
|
"oʊ": 49, |
|
"oː": 55, |
|
"oːɹ": 77, |
|
"õ": 292, |
|
"o̞": 197, |
|
"o̞o̞": 376, |
|
"p": 18, |
|
"pf": 225, |
|
"ph": 171, |
|
"pʰ": 344, |
|
"pʲ": 167, |
|
"pː": 145, |
|
"q": 101, |
|
"qː": 285, |
|
"r": 31, |
|
"r.": 304, |
|
"rʲ": 96, |
|
"r̝": 232, |
|
"r̝̊": 217, |
|
"r̩": 254, |
|
"s": 5, |
|
"s.": 83, |
|
"s^": 220, |
|
"sx": 291, |
|
"sʲ": 102, |
|
"s̪": 180, |
|
"s̪ː": 301, |
|
"t": 6, |
|
"tS": 219, |
|
"t[": 138, |
|
"t^": 262, |
|
"t^ː": 331, |
|
"th": 112, |
|
"ts": 54, |
|
"ts.": 95, |
|
"ts.h": 118, |
|
"tsh": 154, |
|
"tsʲ": 312, |
|
"tsː": 320, |
|
"tɕ": 84, |
|
"tɕh": 117, |
|
"tɕʲ": 329, |
|
"tʃ": 66, |
|
"tʃʰ": 289, |
|
"tʃʲ": 124, |
|
"tʃː": 276, |
|
"tʰ": 294, |
|
"tʲ": 92, |
|
"tː": 150, |
|
"t̪": 189, |
|
"t̪ː": 316, |
|
"u": 34, |
|
"u\"": 211, |
|
"u.": 284, |
|
"u.ː": 297, |
|
"u1": 279, |
|
"u2": 143, |
|
"u4": 318, |
|
"u5": 103, |
|
"u:": 260, |
|
"ua1": 347, |
|
"ua2": 273, |
|
"ua4": 348, |
|
"ua5": 236, |
|
"uai5": 295, |
|
"uaiɜ": 328, |
|
"uaɜ": 249, |
|
"uei2": 311, |
|
"uei5": 158, |
|
"ueiɜ": 266, |
|
"ui": 351, |
|
"uo": 293, |
|
"uo1": 387, |
|
"uo2": 241, |
|
"uo5": 151, |
|
"uoɜ": 153, |
|
"uə2": 298, |
|
"uə5": 224, |
|
"uəɜ": 233, |
|
"uɜ": 149, |
|
"uɨ": 173, |
|
"uɪ": 237, |
|
"uː": 46, |
|
"ũ": 191, |
|
"v": 25, |
|
"vʲ": 122, |
|
"w": 32, |
|
"x": 62, |
|
"xʲ": 377, |
|
"y": 47, |
|
"y1": 381, |
|
"y2": 202, |
|
"y5": 148, |
|
"y:": 287, |
|
"yi": 341, |
|
"yiɜ": 302, |
|
"yu2": 308, |
|
"yu5": 240, |
|
"yuɜ": 346, |
|
"yæ2": 283, |
|
"yæ5": 252, |
|
"yæɜ": 186, |
|
"yə2": 358, |
|
"yə5": 222, |
|
"yəɜ": 286, |
|
"yɛ2": 333, |
|
"yɛ5": 242, |
|
"yɛ5ʲ": 390, |
|
"yɛɜ": 206, |
|
"yɜ": 177, |
|
"yː": 79, |
|
"z": 21, |
|
"ä": 166, |
|
"ää": 362, |
|
"æ": 36, |
|
"æi": 259, |
|
"æiː": 349, |
|
"æː": 267, |
|
"ç": 64, |
|
"ð": 22, |
|
"ø": 76, |
|
"øi": 369, |
|
"øː": 108, |
|
"ħ": 137, |
|
"ŋ": 42, |
|
"œ": 75, |
|
"œː": 368, |
|
"œ̃": 88, |
|
"ũ": 374, |
|
"ɐ": 20, |
|
"ɐɐ": 350, |
|
"ɐ̃": 165, |
|
"ɐ̃ʊ̃": 183, |
|
"ɑ": 59, |
|
"ɑ1": 274, |
|
"ɑ2": 179, |
|
"ɑ4": 315, |
|
"ɑ5": 113, |
|
"ɑ:": 278, |
|
"ɑu2": 172, |
|
"ɑu5": 128, |
|
"ɑuɜ": 196, |
|
"ɑɜ": 155, |
|
"ɑɨ": 161, |
|
"ɑː": 41, |
|
"ɑːɹ": 68, |
|
"ɑ̃": 48, |
|
"ɒ": 170, |
|
"ɔ": 40, |
|
"ɔø": 90, |
|
"ɔɨ": 195, |
|
"ɔɪ": 100, |
|
"ɔː": 67, |
|
"ɔːɹ": 71, |
|
"ɔ̃": 56, |
|
"ɕ": 74, |
|
"ɕʲ": 342, |
|
"ɖ": 203, |
|
"ɖʰ": 359, |
|
"ə": 7, |
|
"ə1": 133, |
|
"ə2": 142, |
|
"ə4": 185, |
|
"ə5": 116, |
|
"əl": 61, |
|
"ər1": 367, |
|
"ər2": 229, |
|
"ər4": 363, |
|
"ər5": 257, |
|
"ərɜ": 245, |
|
"əɜ": 111, |
|
"əɨ": 235, |
|
"əɪ": 174, |
|
"əʊ": 207, |
|
"əː1": 372, |
|
"ɚ": 43, |
|
"ɛ": 14, |
|
"ɛɪ": 268, |
|
"ɛɹ": 94, |
|
"ɛʊ": 336, |
|
"ɛː": 87, |
|
"ɛ̃": 69, |
|
"ɜ": 58, |
|
"ɜː": 63, |
|
"ɟ": 159, |
|
"ɟʰ": 343, |
|
"ɟː": 307, |
|
"ɡ": 35, |
|
"ɡʰ": 322, |
|
"ɡʲ": 209, |
|
"ɡː": 340, |
|
"ɣ": 57, |
|
"ɨ": 93, |
|
"ɨu": 226, |
|
"ɨː": 188, |
|
"ɪ": 17, |
|
"ɪ^": 264, |
|
"ɪu": 256, |
|
"ɪuː": 370, |
|
"ɪɹ": 97, |
|
"ɪː": 365, |
|
"ɫ": 175, |
|
"ɬ": 176, |
|
"ɭ": 89, |
|
"ɭʲ": 98, |
|
"ɯ": 120, |
|
"ɯɯ": 323, |
|
"ɯᵝ": 214, |
|
"ɯᵝɯᵝ": 385, |
|
"ɲ": 78, |
|
"ɳ": 234, |
|
"ɴ": 271, |
|
"ɵ": 156, |
|
"ɵː": 327, |
|
"ɸ": 313, |
|
"ɹ": 27, |
|
"ɻ": 244, |
|
"ɽ": 238, |
|
"ɾ": 15, |
|
"ʁ": 28, |
|
"ʂ": 246, |
|
"ʂʲ": 325, |
|
"ʃ": 38, |
|
"ʈ": 213, |
|
"ʈʰ": 321, |
|
"ʉ": 136, |
|
"ʊ": 29, |
|
"ʊə": 299, |
|
"ʊɹ": 104, |
|
"ʊː": 353, |
|
"ʋ": 72, |
|
"ʌ": 33, |
|
"ʎ": 70, |
|
"ʐ": 134, |
|
"ʑ": 91, |
|
"ʒ": 65, |
|
"ʒʲ": 361, |
|
"ʔ": 80, |
|
"ʕ": 109, |
|
"ʝ": 221, |
|
"ʲ": 140, |
|
"β": 45, |
|
"θ": 52, |
|
"χ": 182, |
|
"ᵻ": 50 |
|
} |
|
|