Small change to trigger purge.
Browse files
README.md
CHANGED
|
@@ -15,4 +15,6 @@ with tempfile.NamedTemporaryFile() as f:
|
|
| 15 |
real_tokenizer = PreTrainedTokenizerFast(tokenizer_file=f.name, eos_token="<eos>", bos_token="<bos>")
|
| 16 |
|
| 17 |
real_tokenizer._tokenizer.save("dummy.json")
|
| 18 |
-
```
|
|
|
|
|
|
|
|
|
| 15 |
real_tokenizer = PreTrainedTokenizerFast(tokenizer_file=f.name, eos_token="<eos>", bos_token="<bos>")
|
| 16 |
|
| 17 |
real_tokenizer._tokenizer.save("dummy.json")
|
| 18 |
+
```
|
| 19 |
+
|
| 20 |
+
Small change.
|