Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ model.eval()
|
|
26 |
|
27 |
# Define the inference function
|
28 |
@spaces.GPU(duration=120)
|
29 |
-
def generate_text(prompt, max_length=
|
30 |
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
31 |
|
32 |
# Generate text
|
|
|
26 |
|
27 |
# Define the inference function
|
28 |
@spaces.GPU(duration=120)
|
29 |
+
def generate_text(prompt, max_length=8192, temperature=0.7, top_p=0.9):
|
30 |
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
31 |
|
32 |
# Generate text
|