Update README.md

README.md

@@ -63,12 +63,20 @@ python3 pretrain.py --dataset_path poem.pt \
 					--output_model_path models/poem_gpt_base_model.bin \  
 					--config_path models/bert_base_config.json --learning_rate 5e-4 \
 					--tie_weight --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
-					--batch_size 64 --report_steps 1000 \
-					--save_checkpoint_steps 50000 --total_steps 200000 \
-					--embedding gpt --encoder gpt2 --target lm
+					--embedding word_pos --remove_embedding_layernorm \
+					--encoder transformer --mask causal --target lm\
+					--layernorm_positioning pre --batch_size 64 --report_steps 1000 \
+					--save_checkpoint_steps 50000 --total_steps 200000 
 
 ```
 
+Finally, we convert the pre-trained model into Huggingface's format:
+```
+python3 scripts/convert_gpt2_from_uer_to_huggingface.py --input_model_path poem_gpt_base_model.bin\
+														--output_model_path pytorch_model.bin\
+														--layers 12
+```
+
 ### BibTeX entry and citation info
 
 ```