Update model.py

model.py

@@ -3,13 +3,13 @@ from typing import Iterator
 
 
 
-model_id = 'xuqinyang/baichuan-13b-chat-ggml-int8'
+model_id = 'xuqinyang/baichuan-13b-chat-ggml-int4'
 
 from huggingface_hub import snapshot_download
 
 snapshot_download(model_id, local_dir="./")
 from llama_cpp import Llama
-llm = Llama(model_path="./ggml-model-q8_0.bin", n_ctx=4096,seed=-1)
+llm = Llama(model_path="./ggml-model-q4_0.bin", n_ctx=4096,seed=-1)
 
 def run(message: str,
         chat_history: list[tuple[str, str]],