update setting and batch size
Browse files- .gitignore +1 -0
- run.sh +2 -2
.gitignore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
*.out
|
run.sh
CHANGED
|
@@ -7,8 +7,8 @@ python3 run_mlm_flax.py \
|
|
| 7 |
--dataset_name="oscar" \
|
| 8 |
--dataset_config_name="unshuffled_deduplicated_th" \
|
| 9 |
--max_seq_length="128" \
|
| 10 |
-
--per_device_train_batch_size="
|
| 11 |
-
--per_device_eval_batch_size="
|
| 12 |
--learning_rate="3e-4" \
|
| 13 |
--warmup_steps="1000" \
|
| 14 |
--overwrite_output_dir \
|
|
|
|
| 7 |
--dataset_name="oscar" \
|
| 8 |
--dataset_config_name="unshuffled_deduplicated_th" \
|
| 9 |
--max_seq_length="128" \
|
| 10 |
+
--per_device_train_batch_size="128" \
|
| 11 |
+
--per_device_eval_batch_size="128" \
|
| 12 |
--learning_rate="3e-4" \
|
| 13 |
--warmup_steps="1000" \
|
| 14 |
--overwrite_output_dir \
|