relik-ie's picture
Upload tokenizer
b7e439b verified
raw
history blame contribute delete
613 Bytes
{
"[MASK]": 128000,
"[R-0]": 128001,
"[R-10]": 128011,
"[R-11]": 128012,
"[R-12]": 128013,
"[R-13]": 128014,
"[R-14]": 128015,
"[R-15]": 128016,
"[R-16]": 128017,
"[R-17]": 128018,
"[R-18]": 128019,
"[R-19]": 128020,
"[R-1]": 128002,
"[R-20]": 128021,
"[R-21]": 128022,
"[R-22]": 128023,
"[R-23]": 128024,
"[R-24]": 128025,
"[R-25]": 128026,
"[R-26]": 128027,
"[R-27]": 128028,
"[R-28]": 128029,
"[R-29]": 128030,
"[R-2]": 128003,
"[R-3]": 128004,
"[R-4]": 128005,
"[R-5]": 128006,
"[R-6]": 128007,
"[R-7]": 128008,
"[R-8]": 128009,
"[R-9]": 128010
}