Update tokenizer_config.json

tokenizer_config.json

@@ -11,7 +11,7 @@
       "special": true
     },
     "1": {
-      "content": "<|startoftext|>",
+      "content": "",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -19,20 +19,22 @@
       "special": true
     },
     "2": {
-      "content": "<|endoftext|>",
+      "content": "",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "auto_map": {
+    }
+  },
+  "auto_map": {
     "AutoTokenizer": [
-      "tokenization_yi.YiTokenizer", null]
-    },
-  "bos_token": "<|startoftext|>",
+      "tokenization_yi.YiTokenizer", null
+    ]
+  },
+  "bos_token": "",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
+  "eos_token": "",
   "model_max_length": 4096,
   "pad_token": "<unk>",
   "padding_side": "left",
@@ -40,5 +42,4 @@
   "split_special_tokens": false,
   "tokenizer_class": "YiTokenizer",
   "unk_token": "<unk>"
- },
 }