xu song
commited on
Commit
•
41bb1cf
1
Parent(s):
459fbe3
update
Browse files- models/cpp_qwen2.py +1 -1
- models/hf_qwen2.py +1 -1
models/cpp_qwen2.py
CHANGED
@@ -17,7 +17,7 @@ python convert_hf_to_gguf.py /workspace/xusong/huggingface/models/Qwen1.5-0.5B-C
|
|
17 |
|
18 |
import json
|
19 |
import copy
|
20 |
-
from base_model import Simulator
|
21 |
import llama_cpp
|
22 |
# import llama_cpp.llama_tokenizer
|
23 |
from transformers import AutoTokenizer
|
|
|
17 |
|
18 |
import json
|
19 |
import copy
|
20 |
+
from models.base_model import Simulator
|
21 |
import llama_cpp
|
22 |
# import llama_cpp.llama_tokenizer
|
23 |
from transformers import AutoTokenizer
|
models/hf_qwen2.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
"Qwen/Qwen2-0.5B-Instruct"
|
2 |
|
3 |
from threading import Thread
|
4 |
-
from base_model import Simulator
|
5 |
|
6 |
from transformers import TextIteratorStreamer
|
7 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
1 |
"Qwen/Qwen2-0.5B-Instruct"
|
2 |
|
3 |
from threading import Thread
|
4 |
+
from models.base_model import Simulator
|
5 |
|
6 |
from transformers import TextIteratorStreamer
|
7 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|