qnguyen3
/

14b-gguf-arxiv

Inference Endpoints

Model card Files Files and versions Community

qnguyen3 commited on May 2

Commit

4b378a7

•

1 Parent(s): 0e5f52f

Update chatml_viet.json

Files changed (1) hide show

chatml_viet.json +2 -2

chatml_viet.json CHANGED Viewed

@@ -22,8 +22,8 @@
     "n_predict": -1,
     "top_k": 40,
     "min_p": 0.05,
-    "top_p": 0.95,
-    "temp": 0.8,
     "repeat_penalty": 1.1,
     "input_prefix": "<|im_end|>\\n<|im_start|>user\\n",
     "input_suffix": "<|im_end|>\\n<|im_start|>assistant\\n",

     "n_predict": -1,
     "top_k": 40,
     "min_p": 0.05,
+    "top_p": 0.75,
+    "temp": 0.25,
     "repeat_penalty": 1.1,
     "input_prefix": "<|im_end|>\\n<|im_start|>user\\n",
     "input_suffix": "<|im_end|>\\n<|im_start|>assistant\\n",