| # Register necessary SeqIO Tasks/Mixtures. | |
| from __gin__ import dynamic_registration | |
| from t5x import utils | |
| import tasks | |
| import __main__ as train_script | |
| include 't5x/examples/t5/byt5/base.gin' | |
| include 't5x/configs/runs/pretrain.gin' | |
| # ------------------- Training specification overrides -------------------------- | |
| train_script.train: | |
| eval_period = 10000 | |
| utils.SaveCheckpointConfig: | |
| period = 10000 | |
| keep = 10 | |
| MIXTURE_OR_TASK_NAME = "byt5_pretrain_finnish" | |
| USE_CACHED_TASKS = False | |
| TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512} | |
| TRAIN_STEPS = 1000000 | |
| DROPOUT_RATE = 0.0 | |
| BATCH_SIZE = 256 |