Update README.md

README.md

@@ -59,12 +59,13 @@ python3 preprocess.py --corpus_path corpora/poem.txt \
 python3 pretrain.py --dataset_path poem_dataset.pt \
 				    --vocab_path models/google_zh_vocab.txt \
 					--output_model_path models/poem_gpt2_base_model.bin \  
-					--config_path models/bert_base_config.json --learning_rate 5e-4 \
-					--tie_weight --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
+					--config_path models/bert_base_config.json \
+					--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
+					--report_steps 1000 --save_checkpoint_steps 50000 --total_steps 200000
+					--learning_rate 5e-4 --batch_size 64 \
 					--embedding word_pos --remove_embedding_layernorm \
-					--encoder transformer --mask causal --target lm \
-					--layernorm_positioning pre --batch_size 64 --report_steps 1000 \
-					--save_checkpoint_steps 50000 --total_steps 200000 
+					--encoder transformer --mask causal --layernorm_positioning pre \
+					--target lm --tie_weight 
 
 ```