relik-ie's picture
Upload tokenizer
66efc1a verified
raw
history blame contribute delete
No virus
1.01 kB
{
"[MASK]": 128000,
"[R-0]": 128001,
"[R-10]": 128011,
"[R-11]": 128012,
"[R-12]": 128013,
"[R-13]": 128014,
"[R-14]": 128015,
"[R-15]": 128016,
"[R-16]": 128017,
"[R-17]": 128018,
"[R-18]": 128019,
"[R-19]": 128020,
"[R-1]": 128002,
"[R-20]": 128021,
"[R-21]": 128022,
"[R-22]": 128023,
"[R-23]": 128024,
"[R-24]": 128025,
"[R-25]": 128026,
"[R-26]": 128027,
"[R-27]": 128028,
"[R-28]": 128029,
"[R-29]": 128030,
"[R-2]": 128003,
"[R-30]": 128031,
"[R-31]": 128032,
"[R-32]": 128033,
"[R-33]": 128034,
"[R-34]": 128035,
"[R-35]": 128036,
"[R-36]": 128037,
"[R-37]": 128038,
"[R-38]": 128039,
"[R-39]": 128040,
"[R-3]": 128004,
"[R-40]": 128041,
"[R-41]": 128042,
"[R-42]": 128043,
"[R-43]": 128044,
"[R-44]": 128045,
"[R-45]": 128046,
"[R-46]": 128047,
"[R-47]": 128048,
"[R-48]": 128049,
"[R-49]": 128050,
"[R-4]": 128005,
"[R-5]": 128006,
"[R-6]": 128007,
"[R-7]": 128008,
"[R-8]": 128009,
"[R-9]": 128010
}