Upload tokenizer
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -2738,7 +2738,7 @@
|
|
2738 |
],
|
2739 |
"auto_map": {
|
2740 |
"AutoTokenizer": [
|
2741 |
-
"
|
2742 |
null
|
2743 |
]
|
2744 |
},
|
|
|
2738 |
],
|
2739 |
"auto_map": {
|
2740 |
"AutoTokenizer": [
|
2741 |
+
"tokenization_hf_openmoe.HFOpenMoeTokenizer",
|
2742 |
null
|
2743 |
]
|
2744 |
},
|