Update README.md
Browse files
README.md
CHANGED
@@ -54,9 +54,9 @@ python -m torch.distributed.launch --nproc_per_node=${num_gpus} \
|
|
54 |
--do_eval \
|
55 |
--evaluation_strategy steps \
|
56 |
--max_seq_length 256 \
|
57 |
-
--warmup_steps
|
58 |
--per_device_train_batch_size ${batch_size} \
|
59 |
-
--learning_rate
|
60 |
--num_train_epochs 3 \
|
61 |
--output_dir $output_dir \
|
62 |
--overwrite_output_dir \
|
|
|
54 |
--do_eval \
|
55 |
--evaluation_strategy steps \
|
56 |
--max_seq_length 256 \
|
57 |
+
--warmup_steps 500 \
|
58 |
--per_device_train_batch_size ${batch_size} \
|
59 |
+
--learning_rate 2e-5 \
|
60 |
--num_train_epochs 3 \
|
61 |
--output_dir $output_dir \
|
62 |
--overwrite_output_dir \
|