Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -84,7 +84,7 @@ def predict(message, history):
|
|
84 |
"""
|
85 |
batch = tokenizer(prompt, return_tensors='pt')
|
86 |
with torch.cuda.amp.autocast():
|
87 |
-
output_tokens = model.generate(**batch, max_new_tokens=
|
88 |
return tokenizer.decode(output_tokens[0], skip_special_tokens=True).replace(prompt,"")
|
89 |
|
90 |
|
|
|
84 |
"""
|
85 |
batch = tokenizer(prompt, return_tensors='pt')
|
86 |
with torch.cuda.amp.autocast():
|
87 |
+
output_tokens = model.generate(**batch, max_new_tokens=200)
|
88 |
return tokenizer.decode(output_tokens[0], skip_special_tokens=True).replace(prompt,"")
|
89 |
|
90 |
|