Update README.md
Browse files
README.md
CHANGED
@@ -197,9 +197,6 @@ You can use with Pipeline.
|
|
197 |
```python
|
198 |
|
199 |
from transformers import pipeline
|
200 |
-
stop_token = "<|eot_id|>"
|
201 |
-
stop_token_id = tokenizer.encode(stop_token)[0]
|
202 |
-
|
203 |
pipe = pipeline("text-generation",
|
204 |
model=model,
|
205 |
tokenizer=tokenizer,
|
@@ -210,7 +207,6 @@ pipe = pipeline("text-generation",
|
|
210 |
top_k=50,
|
211 |
top_p=0.95,
|
212 |
early_stopping=True,
|
213 |
-
eos_token_id=stop_token_id,
|
214 |
pad_token_id=tokenizer.eos_token_id,
|
215 |
)
|
216 |
|
|
|
197 |
```python
|
198 |
|
199 |
from transformers import pipeline
|
|
|
|
|
|
|
200 |
pipe = pipeline("text-generation",
|
201 |
model=model,
|
202 |
tokenizer=tokenizer,
|
|
|
207 |
top_k=50,
|
208 |
top_p=0.95,
|
209 |
early_stopping=True,
|
|
|
210 |
pad_token_id=tokenizer.eos_token_id,
|
211 |
)
|
212 |
|