Update app.py
Browse files
app.py
CHANGED
|
@@ -20,6 +20,7 @@ sequences = pipeline(
|
|
| 20 |
num_return_sequences=1,
|
| 21 |
repetition_penalty=1.1,
|
| 22 |
max_new_tokens=500,
|
|
|
|
| 23 |
)
|
| 24 |
for seq in sequences:
|
| 25 |
st.write(f"Result: {seq['generated_text']}")
|
|
|
|
| 20 |
num_return_sequences=1,
|
| 21 |
repetition_penalty=1.1,
|
| 22 |
max_new_tokens=500,
|
| 23 |
+
torch_dtype=torch.bfloat16
|
| 24 |
)
|
| 25 |
for seq in sequences:
|
| 26 |
st.write(f"Result: {seq['generated_text']}")
|