xinliu's picture
Upload tokenizer
099bb9b verified
raw
history blame
426 Bytes
{
"[PAD]": 32,
"[UNK]": 31,
"。": 0,
"一": 1,
"万": 2,
"三": 3,
"东": 4,
"个": 5,
"二": 6,
"产": 7,
"信": 8,
"公": 9,
"医": 10,
"博": 11,
"司": 12,
"四": 13,
"地": 14,
"建": 15,
"房": 16,
"搜": 17,
"方": 18,
"是": 19,
"有": 20,
"玉": 21,
"福": 22,
"第": 23,
"网": 24,
"至": 25,
"茅": 26,
"药": 27,
"郡": 28,
"限": 29,
",": 30
}