Update app.py

app.py

@@ -29,7 +29,7 @@ timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
 
 # Function to load the LLaMA model
 def load_model():
-    llm = Llama(model_path=model_file, model_type="mistral",n_gpu_layers=-1,n_ctx = 2048)
+    llm = Llama(model_path=model_file, model_type="mistral",n_gpu_layers=100,n_ctx = 2048)
     return llm
 
 # Function to generate a unique identifier for each chat session