sudy-super
commited on
Commit
•
c6df1bc
1
Parent(s):
fe24a97
Update README.md
Browse files
README.md
CHANGED
@@ -41,10 +41,15 @@ with torch.no_grad():
|
|
41 |
output_ids = model.generate(
|
42 |
token_ids.to(model.device),
|
43 |
max_new_tokens=256,
|
|
|
|
|
|
|
|
|
|
|
44 |
pad_token_id=tokenizer.pad_token_id,
|
45 |
eos_token_id=tokenizer.eos_token_id,
|
46 |
)
|
47 |
-
output = tokenizer.decode(output_ids.tolist()[0][token_ids.size(1) :], skip_special_tokens=
|
48 |
print(output)
|
49 |
"""
|
50 |
|
|
|
41 |
output_ids = model.generate(
|
42 |
token_ids.to(model.device),
|
43 |
max_new_tokens=256,
|
44 |
+
do_sample=True,
|
45 |
+
temperature=0.3,
|
46 |
+
top_p=0.95,
|
47 |
+
top_k=50,
|
48 |
+
repetition_penalty=1.1,
|
49 |
pad_token_id=tokenizer.pad_token_id,
|
50 |
eos_token_id=tokenizer.eos_token_id,
|
51 |
)
|
52 |
+
output = tokenizer.decode(output_ids.tolist()[0][token_ids.size(1) :], skip_special_tokens=False)
|
53 |
print(output)
|
54 |
"""
|
55 |
|