pere
/

multi-sentencefix-mt5

Model card Files Files and versions Community

pere commited on Mar 18, 2022

Commit

7294fb2

•

1 Parent(s): 6487889

test

Files changed (2) hide show

finetune_mt5_sentencefix.gin +1 -1
finetune_mt5_sentencefix_v4.gin +1 -1

finetune_mt5_sentencefix.gin CHANGED Viewed

@@ -12,7 +12,7 @@ include "t5x/configs/runs/finetune.gin"
 MIXTURE_OR_TASK_NAME = "sentencefix"
 TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
-TRAIN_STEPS = 1_200_000  # 1000000 pre-trained steps + 20000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0

 MIXTURE_OR_TASK_NAME = "sentencefix"
 TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
+TRAIN_STEPS = 1_300_000  # 1000000 pre-trained steps + 20000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0

finetune_mt5_sentencefix_v4.gin CHANGED Viewed

@@ -12,7 +12,7 @@ include "t5x/configs/runs/finetune.gin"
 MIXTURE_OR_TASK_NAME = "sentencefix"
 TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
-TRAIN_STEPS = 1_210_000  # 1000000 pre-trained steps + 20000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0

 MIXTURE_OR_TASK_NAME = "sentencefix"
 TASK_FEATURE_LENGTHS = {"inputs": 256, "targets": 256}
+TRAIN_STEPS = 1_200_000  # 1000000 pre-trained steps + 20000 fine-tuning steps.
 USE_CACHED_TASKS = False
 DROPOUT_RATE = 0.0
 RANDOM_SEED = 0