Update README.md
Browse files
README.md
CHANGED
@@ -45,8 +45,8 @@ python3 preprocess.py --corpus_path corpora/ancient_chinese.txt \
|
|
45 |
```
|
46 |
python3 pretrain.py --dataset_path ancient_chinese_dataset.pt \
|
47 |
--vocab_path models/google_zh_vocab.txt \
|
48 |
-
--output_model_path models/ancient_chinese_base_model.bin \
|
49 |
--config_path models/bert_base_config.json \
|
|
|
50 |
--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
51 |
--total_steps 500000 --save_checkpoint_steps 100000 --report_steps 10000 \
|
52 |
--learning_rate 5e-4 --batch_size 32 \
|
|
|
45 |
```
|
46 |
python3 pretrain.py --dataset_path ancient_chinese_dataset.pt \
|
47 |
--vocab_path models/google_zh_vocab.txt \
|
|
|
48 |
--config_path models/bert_base_config.json \
|
49 |
+
--output_model_path models/ancient_chinese_base_model.bin \
|
50 |
--world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
51 |
--total_steps 500000 --save_checkpoint_steps 100000 --report_steps 10000 \
|
52 |
--learning_rate 5e-4 --batch_size 32 \
|