isimorfizam commited on
Commit
6a997da
1 Parent(s): 65fa745

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -62,7 +62,7 @@ def load_model():
62
  embedding=True,
63
  verbose=False,
64
  n_ctx=1024,
65
- n_threads = 2,
66
  n_gpu_layers=0, # The number of layers to offload to GPU, if you have GPU acceleration available
67
  chat_format="llama-2",
68
  cache_dir='./model_cached'
 
62
  embedding=True,
63
  verbose=False,
64
  n_ctx=1024,
65
+ n_threads = 4,
66
  n_gpu_layers=0, # The number of layers to offload to GPU, if you have GPU acceleration available
67
  chat_format="llama-2",
68
  cache_dir='./model_cached'