Update README example
Browse files
README.md
CHANGED
@@ -16,7 +16,6 @@ tags:
|
|
16 |
- text-generation-inference
|
17 |
- finetune
|
18 |
- chatml
|
19 |
-
- generated_from_trainer
|
20 |
model-index:
|
21 |
- name: Aeryth-7B-v0.1
|
22 |
results: []
|
@@ -77,7 +76,7 @@ pip install --upgrade autoawq autoawq-kernels
|
|
77 |
from awq import AutoAWQForCausalLM
|
78 |
from transformers import AutoTokenizer, TextStreamer
|
79 |
|
80 |
-
model_path = "solidrust/Aeryth-7B-v0.1-
|
81 |
system_message = "You are Aeryth, incarnated as a powerful AI."
|
82 |
|
83 |
# Load model
|
|
|
16 |
- text-generation-inference
|
17 |
- finetune
|
18 |
- chatml
|
|
|
19 |
model-index:
|
20 |
- name: Aeryth-7B-v0.1
|
21 |
results: []
|
|
|
76 |
from awq import AutoAWQForCausalLM
|
77 |
from transformers import AutoTokenizer, TextStreamer
|
78 |
|
79 |
+
model_path = "solidrust/Aeryth-7B-v0.1-AWQ"
|
80 |
system_message = "You are Aeryth, incarnated as a powerful AI."
|
81 |
|
82 |
# Load model
|