Update app.py
Browse files
app.py
CHANGED
@@ -17,9 +17,9 @@ from huggingface_hub import snapshot_download
|
|
17 |
repo_name = 'TheBloke/OpenHermes-2.5-Mistral-7B-GGUF'
|
18 |
model_file = "openhermes-2.5-mistral-7b.Q4_K_M.gguf"
|
19 |
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
|
24 |
DEFAULT_MODEL_PATH = model_file
|
25 |
|
@@ -58,8 +58,8 @@ Age=""
|
|
58 |
|
59 |
chat_log_name =""
|
60 |
|
61 |
-
|
62 |
-
|
63 |
|
64 |
|
65 |
def reset_chat():
|
|
|
17 |
repo_name = 'TheBloke/OpenHermes-2.5-Mistral-7B-GGUF'
|
18 |
model_file = "openhermes-2.5-mistral-7b.Q4_K_M.gguf"
|
19 |
|
20 |
+
print('Fetching model:', repo_name, model_file)
|
21 |
+
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
|
22 |
+
print('Done fetching model:')
|
23 |
|
24 |
DEFAULT_MODEL_PATH = model_file
|
25 |
|
|
|
58 |
|
59 |
chat_log_name =""
|
60 |
|
61 |
+
from llama_cpp import Llama
|
62 |
+
llm = Llama(model_path=model_file, model_type="mistral",n_gpu_layers=-1,n_ctx = 2048)
|
63 |
|
64 |
|
65 |
def reset_chat():
|