ECUiVADE commited on
Commit
9ac8b4c
1 Parent(s): fb433e8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -17,9 +17,9 @@ from huggingface_hub import snapshot_download
17
  repo_name = 'TheBloke/OpenHermes-2.5-Mistral-7B-GGUF'
18
  model_file = "openhermes-2.5-mistral-7b.Q4_K_M.gguf"
19
 
20
- #print('Fetching model:', repo_name, model_file)
21
- #snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
22
- #print('Done fetching model:')
23
 
24
  DEFAULT_MODEL_PATH = model_file
25
 
@@ -58,8 +58,8 @@ Age=""
58
 
59
  chat_log_name =""
60
 
61
- #from llama_cpp import Llama
62
- #llm = Llama(model_path=model_file, model_type="mistral",n_gpu_layers=-1,n_ctx = 2048)
63
 
64
 
65
  def reset_chat():
 
17
  repo_name = 'TheBloke/OpenHermes-2.5-Mistral-7B-GGUF'
18
  model_file = "openhermes-2.5-mistral-7b.Q4_K_M.gguf"
19
 
20
+ print('Fetching model:', repo_name, model_file)
21
+ snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_file)
22
+ print('Done fetching model:')
23
 
24
  DEFAULT_MODEL_PATH = model_file
25
 
 
58
 
59
  chat_log_name =""
60
 
61
+ from llama_cpp import Llama
62
+ llm = Llama(model_path=model_file, model_type="mistral",n_gpu_layers=-1,n_ctx = 2048)
63
 
64
 
65
  def reset_chat():