xu song commited on
Commit
41bb1cf
1 Parent(s): 459fbe3
Files changed (2) hide show
  1. models/cpp_qwen2.py +1 -1
  2. models/hf_qwen2.py +1 -1
models/cpp_qwen2.py CHANGED
@@ -17,7 +17,7 @@ python convert_hf_to_gguf.py /workspace/xusong/huggingface/models/Qwen1.5-0.5B-C
17
 
18
  import json
19
  import copy
20
- from base_model import Simulator
21
  import llama_cpp
22
  # import llama_cpp.llama_tokenizer
23
  from transformers import AutoTokenizer
 
17
 
18
  import json
19
  import copy
20
+ from models.base_model import Simulator
21
  import llama_cpp
22
  # import llama_cpp.llama_tokenizer
23
  from transformers import AutoTokenizer
models/hf_qwen2.py CHANGED
@@ -1,7 +1,7 @@
1
  "Qwen/Qwen2-0.5B-Instruct"
2
 
3
  from threading import Thread
4
- from base_model import Simulator
5
 
6
  from transformers import TextIteratorStreamer
7
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
1
  "Qwen/Qwen2-0.5B-Instruct"
2
 
3
  from threading import Thread
4
+ from models.base_model import Simulator
5
 
6
  from transformers import TextIteratorStreamer
7
  from transformers import AutoModelForCausalLM, AutoTokenizer