Update README.md
Browse files
README.md
CHANGED
|
@@ -57,8 +57,8 @@ python3 preprocess.py --corpus_path corpora/couplet.txt \
|
|
| 57 |
```
|
| 58 |
python3 pretrain.py --dataset_path couplet_dataset.pt \
|
| 59 |
--vocab_path models/google_zh_vocab.txt \
|
|
|
|
| 60 |
--output_model_path models/couplet_gpt2_model.bin \
|
| 61 |
-
--config_path models/gpt2/config.json \
|
| 62 |
--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
| 63 |
--total_steps 25000 --save_checkpoint_steps 5000 --report_steps 1000 \
|
| 64 |
--learning_rate 5e-4 --batch_size 64 \
|
|
|
|
| 57 |
```
|
| 58 |
python3 pretrain.py --dataset_path couplet_dataset.pt \
|
| 59 |
--vocab_path models/google_zh_vocab.txt \
|
| 60 |
+
--config_path models/gpt2/config.json \
|
| 61 |
--output_model_path models/couplet_gpt2_model.bin \
|
|
|
|
| 62 |
--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
| 63 |
--total_steps 25000 --save_checkpoint_steps 5000 --report_steps 1000 \
|
| 64 |
--learning_rate 5e-4 --batch_size 64 \
|