Update app.py (#3)

- Update app.py (08d0e5903048560b1bfe7707d55d3c1962f6a6a9)


Co-authored-by: Varun Mathur <[email protected]>

app.py

@@ -1,7 +1,7 @@
 import gradio as gr
 from llama_cpp import Llama
 
-llm = Llama(model_path="ggml-alpaca-7b-q4.bin")
+llm = Llama(model_path="ggml-alpaca-7b-q4.bin", n_ctx=256, n_batch=128)
 
 def generate_text(input_text):
     output = llm(f"{input_text}", max_tokens=128, stop=["Q:", "\n", "#"], echo=False)