Update app.py
Browse files
app.py
CHANGED
@@ -24,6 +24,8 @@ def greet(text):
|
|
24 |
tokens = tokenizer.encode(prompt, return_tensors='pt').to(device='cpu', non_blocking=True)
|
25 |
gen_tokens = model.generate(tokens, do_sample=True, temperature=0.8, max_length=64)
|
26 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
|
|
|
|
27 |
|
28 |
return generated
|
29 |
|
|
|
24 |
tokens = tokenizer.encode(prompt, return_tensors='pt').to(device='cpu', non_blocking=True)
|
25 |
gen_tokens = model.generate(tokens, do_sample=True, temperature=0.8, max_length=64)
|
26 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
27 |
+
|
28 |
+
print(f"generated {generated}")
|
29 |
|
30 |
return generated
|
31 |
|