Spaces:
Running
on
Zero
Running
on
Zero
Commit
•
810766c
1
Parent(s):
1e83f7e
Update app.py
Browse files
app.py
CHANGED
|
@@ -251,6 +251,7 @@ if __name__ == "__main__":
|
|
| 251 |
"model_path": model_path,
|
| 252 |
"n_ctx": MAX_CONTEXT_LENGTH,
|
| 253 |
"n_gpu_layers": -1 if CUDA else 0,
|
|
|
|
| 254 |
}
|
| 255 |
|
| 256 |
llm_chat = ChatLLM(config_model)
|
|
|
|
| 251 |
"model_path": model_path,
|
| 252 |
"n_ctx": MAX_CONTEXT_LENGTH,
|
| 253 |
"n_gpu_layers": -1 if CUDA else 0,
|
| 254 |
+
"flash_attn": True,
|
| 255 |
}
|
| 256 |
|
| 257 |
llm_chat = ChatLLM(config_model)
|