uer commited on
Commit
1b55a5c
1 Parent(s): 5d06317

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -59,7 +59,7 @@ python3 pretrain.py --dataset_path couplet_dataset.pt \
59
  --vocab_path models/google_zh_vocab.txt \
60
  --output_model_path models/couplet_gpt2_base_model.bin \
61
  --config_path models/bert_base_config.json \
62
- --tie_weight --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
63
  --total_steps 25000 --save_checkpoint_steps 5000 --report_steps 1000 \
64
  --learning_rate 5e-4 --batch_size 64 \
65
  --embedding word_pos --remove_embedding_layernorm \
 
59
  --vocab_path models/google_zh_vocab.txt \
60
  --output_model_path models/couplet_gpt2_base_model.bin \
61
  --config_path models/bert_base_config.json \
62
+ --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
63
  --total_steps 25000 --save_checkpoint_steps 5000 --report_steps 1000 \
64
  --learning_rate 5e-4 --batch_size 64 \
65
  --embedding word_pos --remove_embedding_layernorm \