more steps
Browse files
__pycache__/tasks_v4.cpython-38.pyc
CHANGED
|
Binary files a/__pycache__/tasks_v4.cpython-38.pyc and b/__pycache__/tasks_v4.cpython-38.pyc differ
|
|
|
finetune_large_mt5_sentencefix_v4.gin
CHANGED
|
@@ -12,7 +12,7 @@ include "t5x/configs/runs/finetune.gin"
|
|
| 12 |
|
| 13 |
MIXTURE_OR_TASK_NAME = "sentencefix"
|
| 14 |
TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
|
| 15 |
-
TRAIN_STEPS =
|
| 16 |
USE_CACHED_TASKS = False
|
| 17 |
DROPOUT_RATE = 0.0
|
| 18 |
RANDOM_SEED = 0
|
|
|
|
| 12 |
|
| 13 |
MIXTURE_OR_TASK_NAME = "sentencefix"
|
| 14 |
TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
|
| 15 |
+
TRAIN_STEPS = 1_400_000 # 1000000 pre-trained steps + 20000 fine-tuning steps.
|
| 16 |
USE_CACHED_TASKS = False
|
| 17 |
DROPOUT_RATE = 0.0
|
| 18 |
RANDOM_SEED = 0
|