Update README.md
Browse files
README.md
CHANGED
@@ -184,6 +184,28 @@ special_tokens:
|
|
184 |
|
185 |
</details><br>
|
186 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
187 |
|
188 |
### Training hyperparameters
|
189 |
|
|
|
184 |
|
185 |
</details><br>
|
186 |
|
187 |
+
<details><summary>Note - we added this Llama 3 template to fastchat directly as the Llama 3 chat template was not supported when we trained this model.</summary>
|
188 |
+
|
189 |
+
```python
|
190 |
+
from fastchat.conversation import Conversation
|
191 |
+
from fastchat.conversation import register_conv_template
|
192 |
+
from fastchat.conversation import SeparatorStyle
|
193 |
+
|
194 |
+
register_conv_template(
|
195 |
+
Conversation(
|
196 |
+
name="llama-3",
|
197 |
+
system_template="<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}",
|
198 |
+
roles=("<|start_header_id|>user<|end_header_id|>\n", "<|start_header_id|>assistant<|end_header_id|>\n"),
|
199 |
+
sep_style=SeparatorStyle.ADD_NEW_LINE_SINGLE,
|
200 |
+
sep="<|eot_id|>",
|
201 |
+
stop_token_ids=[128009],
|
202 |
+
stop_str="<|eot_id|>",
|
203 |
+
)
|
204 |
+
)
|
205 |
+
```
|
206 |
+
|
207 |
+
</details><br>
|
208 |
+
|
209 |
|
210 |
### Training hyperparameters
|
211 |
|