Update tokenizer_config.json

tokenizer_config.json

@@ -26,6 +26,12 @@
       "single_word": false,
       "special": true
     }
+  },
+    "auto_map": {
+    "AutoTokenizer": [
+      "tokenization_yi.YiTokenizer",
+      null
+    ]
   },
   "bos_token": "<|startoftext|>",
   "clean_up_tokenization_spaces": false,
@@ -35,6 +41,6 @@
   "padding_side": "left",
   "sp_model_kwargs": {},
   "split_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
+  "tokenizer_class": "YiTokenizer",
   "unk_token": "<unk>"
 }