File size: 142 Bytes
4e5fad3
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "<CLS>": 32000,
  "<EOD>": 32002,
  "<MASK>": 32003,
  "<PAD>": 32004,
  "<SEP>": 32001,
  "<|im_end|>": 32006,
  "<|im_start|>": 32005
}