meetkai
/

functionary-small-v3.2

Model card Files Files and versions Metrics Training metrics Community

khaimai commited on Aug 8

Commit

b63d65d

•

1 Parent(s): 3c1b591

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +4 -1

tokenizer_config.json CHANGED Viewed

@@ -2061,5 +2061,8 @@
   "model_max_length": 16384,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
-  "tokenizer_class": "PreTrainedTokenizerFast"
 }

   "model_max_length": 16384,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "auto_map": {
+    "AutoTokenizer": ["tokenization_functionary.FunctionaryTokenizer", null]
+  }
 }