Update README.md

README.md

@@ -46,12 +46,13 @@ python3 pretrain.py --dataset_path lyric_dataset.pt \
                     --pretrained_model_path gpt2-base-chinese-cluecorpussmall/pytorch_model.bin\
                     --vocab_path models/google_zh_vocab.txt \
                     --output_model_path models/lyric_gpt2_seq512_model.bin \
-                    --config_path models/bert_base_config.json --learning_rate 5e-5 \
-                    --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 --tie_weight \
+                    --config_path models/bert_base_config.json \
+                    --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
+                    --total_steps 100000 --save_checkpoint_steps 10000 --report_steps 5000 \
+                    --learning_rate 5e-5 --batch_size 64 \
                     --embedding word_pos --remove_embedding_layernorm \
                     --encoder transformer --mask causal --layernorm_positioning pre \
-                    --target lm --batch_size 64 --total_steps 100000 \
-                    --save_checkpoint_steps 10000 --report_steps 5000
+                    --target lm --tie_weight
 ```
 
 Finally, we convert the pre-trained model into Huggingface's format: