File size: 778 Bytes
b3f324b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
accelerate launch \
--config_file scripts/accelerate_configs/ddp_config.yaml \
opensora/train/train_videogpt.py \
--do_train \
--seed 1234 \
--data_path "/remote-home/yeyang/UCF-101/" \
--per_device_train_batch_size 1 \
--gradient_accumulation_steps 1 \
--learning_rate 7e-4 \
--weight_decay 0. \
--max_steps 20000 \
--lr_scheduler_type cosine \
--max_grad_norm 1.0 \
--save_strategy steps \
--save_total_limit 5 \
--logging_steps 5 \
--save_steps 1000 \
--n_codes 2048 \
--n_hiddens 240 \
--embedding_dim 4 \
--n_res_layers 4 \
--downsample "4,4,4" \
--resolution 240 \
--sequence_length 16 \
--output_dir results/videogpt_488_256_16 \
--bf16 True \
--fp16 False \
--report_to tensorboard \
--dataloader_num_workers 10
|