relik-ie's picture
Upload tokenizer
f1b719d verified
raw
history blame contribute delete
764 Bytes
{
"--NME--": 128026,
"[E-0]": 128027,
"[E-10]": 128037,
"[E-11]": 128038,
"[E-1]": 128028,
"[E-2]": 128029,
"[E-3]": 128030,
"[E-4]": 128031,
"[E-5]": 128032,
"[E-6]": 128033,
"[E-7]": 128034,
"[E-8]": 128035,
"[E-9]": 128036,
"[MASK]": 128000,
"[R-0]": 128001,
"[R-10]": 128011,
"[R-11]": 128012,
"[R-12]": 128013,
"[R-13]": 128014,
"[R-14]": 128015,
"[R-15]": 128016,
"[R-16]": 128017,
"[R-17]": 128018,
"[R-18]": 128019,
"[R-19]": 128020,
"[R-1]": 128002,
"[R-20]": 128021,
"[R-21]": 128022,
"[R-22]": 128023,
"[R-23]": 128024,
"[R-24]": 128025,
"[R-2]": 128003,
"[R-3]": 128004,
"[R-4]": 128005,
"[R-5]": 128006,
"[R-6]": 128007,
"[R-7]": 128008,
"[R-8]": 128009,
"[R-9]": 128010
}