{ | |
"<CLS>": 32000, | |
"<EOD>": 32001, | |
"<EOD>": 32002, | |
"<MASK>": 32003, | |
"<PAD>": 32004, | |
"<|im_start|>": 32005, | |
"<|im_end|>": 32006 | |
} |
{ | |
"<CLS>": 32000, | |
"<EOD>": 32001, | |
"<EOD>": 32002, | |
"<MASK>": 32003, | |
"<PAD>": 32004, | |
"<|im_start|>": 32005, | |
"<|im_end|>": 32006 | |
} |