Update app.py
Browse files
app.py
CHANGED
|
@@ -47,7 +47,7 @@ whisper_model = WhisperModel("large-v3", device="cuda", compute_type="float16")
|
|
| 47 |
# Load Saul-Instruct-v1-GGUF.Q4_K_M
|
| 48 |
print("Loading Saul-GDPR-v4.2-GGUF")
|
| 49 |
hf_hub_download(repo_id="sims2k/Saul-GDPR-v4.2-GGUF", local_dir=".", filename="saul-gdpr-v4.2.Q5_K_M.gguf")
|
| 50 |
-
saul_model_path="./
|
| 51 |
saul_instruct_llm = Llama(model_path=saul_model_path,n_gpu_layers=35,max_new_tokens=256, context_window=16384, n_ctx=16384, n_batch=128,verbose=False)
|
| 52 |
|
| 53 |
# Load XTTS Model
|
|
|
|
| 47 |
# Load Saul-Instruct-v1-GGUF.Q4_K_M
|
| 48 |
print("Loading Saul-GDPR-v4.2-GGUF")
|
| 49 |
hf_hub_download(repo_id="sims2k/Saul-GDPR-v4.2-GGUF", local_dir=".", filename="saul-gdpr-v4.2.Q5_K_M.gguf")
|
| 50 |
+
saul_model_path="./saul-gdpr-v4.2.Q5_K_M.gguf"
|
| 51 |
saul_instruct_llm = Llama(model_path=saul_model_path,n_gpu_layers=35,max_new_tokens=256, context_window=16384, n_ctx=16384, n_batch=128,verbose=False)
|
| 52 |
|
| 53 |
# Load XTTS Model
|