Upload tokenizer.json
Browse files- tokenizer.json +4 -4
tokenizer.json
CHANGED
@@ -8654,7 +8654,7 @@
|
|
8654 |
"Ġwww": 7324,
|
8655 |
"Ġcreative": 7325,
|
8656 |
"ĠConf": 7326,
|
8657 |
-
|
8658 |
"Ġfilms": 7328,
|
8659 |
"agan": 7329,
|
8660 |
"Ġobtain": 7330,
|
@@ -38723,7 +38723,7 @@
|
|
38723 |
"versible": 37393,
|
38724 |
"Vote": 37394,
|
38725 |
"Ġmodifiers": 37395,
|
38726 |
-
"
|
38727 |
"680": 37397,
|
38728 |
"Ġassemblies": 37398,
|
38729 |
"ĠSultan": 37399,
|
@@ -44631,7 +44631,7 @@
|
|
44631 |
"ĠQuery": 43301,
|
44632 |
"ãĤ¹ãĥĪ": 43302,
|
44633 |
"Beta": 43303,
|
44634 |
-
"
|
44635 |
"ĠShiv": 43305,
|
44636 |
"ĠLimbaugh": 43306,
|
44637 |
"ĠÃĸ": 43307,
|
@@ -101588,4 +101588,4 @@
|
|
101588 |
"Ġg azed"
|
101589 |
]
|
101590 |
}
|
101591 |
-
}
|
|
|
8654 |
"Ġwww": 7324,
|
8655 |
"Ġcreative": 7325,
|
8656 |
"ĠConf": 7326,
|
8657 |
+
"Ġconsumption": 7327,
|
8658 |
"Ġfilms": 7328,
|
8659 |
"agan": 7329,
|
8660 |
"Ġobtain": 7330,
|
|
|
38723 |
"versible": 37393,
|
38724 |
"Vote": 37394,
|
38725 |
"Ġmodifiers": 37395,
|
38726 |
+
"Mayor": 37396,
|
38727 |
"680": 37397,
|
38728 |
"Ġassemblies": 37398,
|
38729 |
"ĠSultan": 37399,
|
|
|
44631 |
"ĠQuery": 43301,
|
44632 |
"ãĤ¹ãĥĪ": 43302,
|
44633 |
"Beta": 43303,
|
44634 |
+
"Ġsusceptibility": 43304,
|
44635 |
"ĠShiv": 43305,
|
44636 |
"ĠLimbaugh": 43306,
|
44637 |
"ĠÃĸ": 43307,
|
|
|
101588 |
"Ġg azed"
|
101589 |
]
|
101590 |
}
|
101591 |
+
}
|