iliemihai commited on
Commit
ee5c08a
1 Parent(s): 3af13ad

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +4 -4
tokenizer.json CHANGED
@@ -8654,7 +8654,7 @@
8654
  "Ġwww": 7324,
8655
  "Ġcreative": 7325,
8656
  "ĠConf": 7326,
8657
-  "Ġconsumption": 7327,
8658
  "Ġfilms": 7328,
8659
  "agan": 7329,
8660
  "Ġobtain": 7330,
@@ -38723,7 +38723,7 @@
38723
  "versible": 37393,
38724
  "Vote": 37394,
38725
  "Ġmodifiers": 37395,
38726
- "Mayor": 37396,
38727
  "680": 37397,
38728
  "Ġassemblies": 37398,
38729
  "ĠSultan": 37399,
@@ -44631,7 +44631,7 @@
44631
  "ĠQuery": 43301,
44632
  "ãĤ¹ãĥĪ": 43302,
44633
  "Beta": 43303,
44634
- "Ġsusceptibility": 43304,
44635
  "ĠShiv": 43305,
44636
  "ĠLimbaugh": 43306,
44637
  "ĠÃĸ": 43307,
@@ -101588,4 +101588,4 @@
101588
  "Ġg azed"
101589
  ]
101590
  }
101591
- }
 
8654
  "Ġwww": 7324,
8655
  "Ġcreative": 7325,
8656
  "ĠConf": 7326,
8657
+ "Ġconsumption": 7327,
8658
  "Ġfilms": 7328,
8659
  "agan": 7329,
8660
  "Ġobtain": 7330,
 
38723
  "versible": 37393,
38724
  "Vote": 37394,
38725
  "Ġmodifiers": 37395,
38726
+ "Mayor": 37396,
38727
  "680": 37397,
38728
  "Ġassemblies": 37398,
38729
  "ĠSultan": 37399,
 
44631
  "ĠQuery": 43301,
44632
  "ãĤ¹ãĥĪ": 43302,
44633
  "Beta": 43303,
44634
+ "Ġsusceptibility": 43304,
44635
  "ĠShiv": 43305,
44636
  "ĠLimbaugh": 43306,
44637
  "ĠÃĸ": 43307,
 
101588
  "Ġg azed"
101589
  ]
101590
  }
101591
+ }