| WANDB_ENTITY=NbAiLab WANDB_PROJECT=wav2vec2 python run_speech_recognition_ctc.py \ | |
| --model_name_or_path="facebook/wav2vec2-xls-r-1b" \ | |
| --hub_model_id="NbAiLab/wav2vec2-1b-nst" \ | |
| --dataset_name="NbAiLab/NST" \ | |
| --dataset_config="no-close" \ | |
| --output_dir="./" \ | |
| --num_train_epochs="40" \ | |
| --per_device_train_batch_size="12" \ | |
| --per_device_eval_batch_size="12" \ | |
| --gradient_accumulation_steps="2" \ | |
| --learning_rate="2e-5" \ | |
| --warmup_steps="2000" \ | |
| --length_column_name="input_length" \ | |
| --evaluation_strategy="steps" \ | |
| --text_column_name="text" \ | |
| --save_steps="500" \ | |
| --eval_steps="500" \ | |
| --logging_steps="100" \ | |
| --layerdrop="0.041" \ | |
| --attention_dropout="0.094" \ | |
| --activation_dropout="0.055" \ | |
| --hidden_dropout="0.047" \ | |
| --save_total_limit="3" \ | |
| --freeze_feature_encoder \ | |
| --feat_proj_dropout="0.04" \ | |
| --mask_time_prob="0.082" \ | |
| --mask_time_length="10" \ | |
| --mask_feature_prob="0.25" \ | |
| --mask_feature_length="64" \ | |
| --gradient_checkpointing \ | |
| --min_duration_in_seconds="0.5" \ | |
| --max_duration_in_seconds="30.0" \ | |
| --use_auth_token \ | |
| --seed="42" \ | |
| --fp16 \ | |
| --group_by_length \ | |
| --do_train --do_eval \ | |
| --push_to_hub \ | |
| --preprocessing_num_workers="32" \ | |
| --ctc_zero_infinity | |