Upload Modelfile with huggingface_hub
Browse files
Modelfile
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM ./mistral-unsloth-chatml-first-unsloth.Q4_K_M.gguf
|
2 |
+
|
3 |
+
TEMPLATE """<|im_start|>user\n{{ .Prompt }}<|im_end|> \n<|im_start|>assistant\n"""
|
4 |
+
PARAMETER stop "<|im_start|>assistant\n"
|
5 |
+
PARAMETER num_predict 64
|