Update added_tokens.json
#1
by
avivst
- opened
- added_tokens.json +31 -31
added_tokens.json
CHANGED
@@ -1606,35 +1606,35 @@
|
|
1606 |
"<|yi|>": 50335,
|
1607 |
"<|yo|>": 50325,
|
1608 |
"<|zh|>": 50260,
|
1609 |
-
"
|
1610 |
-
"
|
1611 |
-
"
|
1612 |
-
"
|
1613 |
-
"
|
1614 |
-
"
|
1615 |
-
"
|
1616 |
-
"
|
1617 |
-
"
|
1618 |
-
"
|
1619 |
-
"
|
1620 |
-
"
|
1621 |
-
"
|
1622 |
-
"
|
1623 |
-
"
|
1624 |
-
"
|
1625 |
-
"
|
1626 |
-
"
|
1627 |
-
"
|
1628 |
-
"
|
1629 |
-
"
|
1630 |
-
"
|
1631 |
-
"
|
1632 |
-
"
|
1633 |
-
"
|
1634 |
-
"
|
1635 |
-
"
|
1636 |
-
"
|
1637 |
-
"
|
1638 |
-
"
|
1639 |
-
"
|
1640 |
}
|
|
|
1606 |
"<|yi|>": 50335,
|
1607 |
"<|yo|>": 50325,
|
1608 |
"<|zh|>": 50260,
|
1609 |
+
"a": 51865,
|
1610 |
+
"b": 51866,
|
1611 |
+
"c": 51867,
|
1612 |
+
"d": 51868,
|
1613 |
+
"e": 51869,
|
1614 |
+
"f": 51870,
|
1615 |
+
"g": 51871,
|
1616 |
+
"h": 51872,
|
1617 |
+
"i": 51873,
|
1618 |
+
"j": 51874,
|
1619 |
+
"k": 51875,
|
1620 |
+
"l": 51876,
|
1621 |
+
"m": 51877,
|
1622 |
+
"n": 51878,
|
1623 |
+
"o": 51879,
|
1624 |
+
"p": 51880,
|
1625 |
+
"q": 51881,
|
1626 |
+
"r": 51882,
|
1627 |
+
"s": 51883,
|
1628 |
+
"t": 51884,
|
1629 |
+
"u": 51885,
|
1630 |
+
"v": 51886,
|
1631 |
+
"w": 51887,
|
1632 |
+
"x": 51888,
|
1633 |
+
"y": 51889,
|
1634 |
+
"z": 51890,
|
1635 |
+
"aa": 51891,
|
1636 |
+
"bb": 51892,
|
1637 |
+
"cc": 51893,
|
1638 |
+
"dd": 51894,
|
1639 |
+
"ee": 51895
|
1640 |
}
|