Spaces:
Running
Running
File size: 541 Bytes
32dc2d8 a96f44d 5ca30e6 a96f44d 074c5e1 32dc2d8 650ecb1 5ca30e6 650ecb1 32dc2d8 650ecb1 63249ac 5e244d0 63249ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
python run_seq2seq_flax.py \ --dataset_repo_or_path dalle-mini/encoded \ --train_file **/train/*/*.jsonl \ --validation_file **/valid/*/*.jsonl \ --len_train 129847128 \ --len_eval 157312 \ --eval_steps 1000 \ --streaming \ --normalize_text \ --output_dir output \ --per_device_train_batch_size 56 \ --per_device_eval_batch_size 56 \ --preprocessing_num_workers 80 \ --warmup_steps 5000 \ --gradient_accumulation_steps 8 \ --do_train \ --do_eval \ --adafactor \ --num_train_epochs 6 \ --log_model \ --learning_rate 0.005 |