Create tokenization_manta.py
Browse files- tokenization_manta.py +1 -0
tokenization_manta.py
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
from transformers import ByT5Tokenizer
|