782172a83bc677b498a1acbd285ac2b7ef5e96dba2d6b906ab2807a880f8b49d

README.md

@@ -174,11 +174,36 @@ extra_gated_fields:
 extra_gated_description: The information you provide will be collected, stored, processed
   and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
 extra_gated_button_content: Submit
+widget:
+- example_title: Hello
+  messages:
+  - role: user
+    content: Hey my name is Julien! How are you?
+- example_title: Winter holidays
+  messages:
+  - role: system
+    content: You are a helpful and honest assistant. Please, respond concisely and
+      truthfully.
+  - role: user
+    content: Can you recommend a good destination for Winter holidays?
+- example_title: Programming assistant
+  messages:
+  - role: system
+    content: You are a helpful and honest code and programming assistant. Please,
+      respond concisely and truthfully.
+  - role: user
+    content: Write a function that computes the nth fibonacci number.
+inference:
+  parameters:
+    max_new_tokens: 300
+    stop:
+    - <|end_of_text|>
+    - <|eot_id|>
 ---
 
 # jueduardo/Meta-Llama-3-8B-livro-llm
 
-The Model [jueduardo/Meta-Llama-3-8B-livro-llm](https://huggingface.co/jueduardo/Meta-Llama-3-8B-livro-llm) was converted to MLX format from [meta-llama/Meta-Llama-3-8B](https://huggingface.co/meta-llama/Meta-Llama-3-8B) using mlx-lm version **0.15.2**.
+The Model [jueduardo/Meta-Llama-3-8B-livro-llm](https://huggingface.co/jueduardo/Meta-Llama-3-8B-livro-llm) was converted to MLX format from [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) using mlx-lm version **0.15.2**.
 
 ## Use with mlx
 

config.json

@@ -5,7 +5,7 @@
     "attention_bias": false,
     "attention_dropout": 0.0,
     "bos_token_id": 128000,
-    "eos_token_id": 128001,
+    "eos_token_id": 128009,
     "hidden_act": "silu",
     "hidden_size": 4096,
     "initializer_range": 0.02,

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7209dd08f52a08c4596f0bd6fa090e757fd5de88685d91049bf6bc995dec10d
+oid sha256:638452373abba2c197f5d86fae5d836e844e2aeffac0ec275b9f6b1162d524a0
 size 1050673279

special_tokens_map.json

@@ -7,7 +7,7 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<|end_of_text|>",
+    "content": "<|eot_id|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -2050,8 +2050,9 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
-  "eos_token": "<|end_of_text|>",
+  "eos_token": "<|eot_id|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"