Upload tokenizer
b7e439b
verified
|
{ |
|
"[MASK]": 128000, |
|
"[R-0]": 128001, |
|
"[R-10]": 128011, |
|
"[R-11]": 128012, |
|
"[R-12]": 128013, |
|
"[R-13]": 128014, |
|
"[R-14]": 128015, |
|
"[R-15]": 128016, |
|
"[R-16]": 128017, |
|
"[R-17]": 128018, |
|
"[R-18]": 128019, |
|
"[R-19]": 128020, |
|
"[R-1]": 128002, |
|
"[R-20]": 128021, |
|
"[R-21]": 128022, |
|
"[R-22]": 128023, |
|
"[R-23]": 128024, |
|
"[R-24]": 128025, |
|
"[R-25]": 128026, |
|
"[R-26]": 128027, |
|
"[R-27]": 128028, |
|
"[R-28]": 128029, |
|
"[R-29]": 128030, |
|
"[R-2]": 128003, |
|
"[R-3]": 128004, |
|
"[R-4]": 128005, |
|
"[R-5]": 128006, |
|
"[R-6]": 128007, |
|
"[R-7]": 128008, |
|
"[R-8]": 128009, |
|
"[R-9]": 128010 |
|
} |
|
|