Update added_tokens.json

#1
Files changed (1) hide show
  1. added_tokens.json +31 -31
added_tokens.json CHANGED
@@ -1606,35 +1606,35 @@
1606
  "<|yi|>": 50335,
1607
  "<|yo|>": 50325,
1608
  "<|zh|>": 50260,
1609
- "֑": 51865,
1610
- "֒": 51866,
1611
- "֓": 51867,
1612
- "֔": 51868,
1613
- "֕": 51869,
1614
- "֖": 51870,
1615
- "֗": 51871,
1616
- "֘": 51872,
1617
- "֙": 51873,
1618
- "֚": 51874,
1619
- "֛": 51875,
1620
- "֜": 51876,
1621
- "֝": 51877,
1622
- "֞": 51878,
1623
- "֟": 51879,
1624
- "֠": 51880,
1625
- "֡": 51881,
1626
- "֢": 51882,
1627
- "֣": 51883,
1628
- "֤": 51884,
1629
- "֥": 51885,
1630
- "֦": 51886,
1631
- "֧": 51887,
1632
- "֨": 51888,
1633
- "֩": 51889,
1634
- "֪": 51890,
1635
- "֫": 51891,
1636
- "֬": 51892,
1637
- "֭": 51893,
1638
- "֮": 51894,
1639
- "ֽ": 51895
1640
  }
 
1606
  "<|yi|>": 50335,
1607
  "<|yo|>": 50325,
1608
  "<|zh|>": 50260,
1609
+ "a": 51865,
1610
+ "b": 51866,
1611
+ "c": 51867,
1612
+ "d": 51868,
1613
+ "e": 51869,
1614
+ "f": 51870,
1615
+ "g": 51871,
1616
+ "h": 51872,
1617
+ "i": 51873,
1618
+ "j": 51874,
1619
+ "k": 51875,
1620
+ "l": 51876,
1621
+ "m": 51877,
1622
+ "n": 51878,
1623
+ "o": 51879,
1624
+ "p": 51880,
1625
+ "q": 51881,
1626
+ "r": 51882,
1627
+ "s": 51883,
1628
+ "t": 51884,
1629
+ "u": 51885,
1630
+ "v": 51886,
1631
+ "w": 51887,
1632
+ "x": 51888,
1633
+ "y": 51889,
1634
+ "z": 51890,
1635
+ "aa": 51891,
1636
+ "bb": 51892,
1637
+ "cc": 51893,
1638
+ "dd": 51894,
1639
+ "ee": 51895
1640
  }