update hyperparams

huggingface_training.py

@@ -283,12 +283,12 @@ training_args = Seq2SeqTrainingArguments(
     logging_steps=logging_steps,
     save_strategy="steps",
     save_steps=eval_steps,
-    # save_total_limit=2,
-    learning_rate=1e-5,
+    save_total_limit=3,
+    learning_rate=7.5e-6,
     load_best_model_at_end=True,
     metric_for_best_model="wer",
     greater_is_better=False,
-	warmup_ratio=0.5 if test_script is True else 0.2,
+	warmup_ratio=0.5 if test_script is True else 0.3,
     per_device_train_batch_size=train_bs,
     per_device_eval_batch_size=eval_bs,
     # important