dalle-mini / dev /seq2seq /do_big_run.sh
boris's picture
feat: update scripts
5ca30e6
raw
history blame
541 Bytes
python run_seq2seq_flax.py \
--dataset_repo_or_path dalle-mini/encoded \
--train_file **/train/*/*.jsonl \
--validation_file **/valid/*/*.jsonl \
--len_train 129847128 \
--len_eval 157312 \
--eval_steps 1000 \
--streaming \
--normalize_text \
--output_dir output \
--per_device_train_batch_size 56 \
--per_device_eval_batch_size 56 \
--preprocessing_num_workers 80 \
--warmup_steps 5000 \
--gradient_accumulation_steps 8 \
--do_train \
--do_eval \
--adafactor \
--num_train_epochs 6 \
--log_model \
--learning_rate 0.005