xu song
commited on
Commit
•
f60f1b9
1
Parent(s):
9dc0e21
update
Browse files- models/cpp_qwen2.py +1 -1
models/cpp_qwen2.py
CHANGED
|
@@ -21,7 +21,7 @@ class Qwen2Simulator(Simulator):
|
|
| 21 |
# )
|
| 22 |
|
| 23 |
self.llm = Llama(
|
| 24 |
-
model_path="
|
| 25 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
| 26 |
# seed=1337, # Uncomment to set a specific seed
|
| 27 |
# n_ctx=2048, # Uncomment to increase the context window
|
|
|
|
| 21 |
# )
|
| 22 |
|
| 23 |
self.llm = Llama(
|
| 24 |
+
model_path="/workspace/xusong/huggingface/models/Qwen1.5-0.5B-Chat-GGUF/qwen1_5-0_5b-chat-q8_0.gguf",
|
| 25 |
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
| 26 |
# seed=1337, # Uncomment to set a specific seed
|
| 27 |
# n_ctx=2048, # Uncomment to increase the context window
|