pretrained_model_path: checkpoints/CompVis/stable-diffusion-v1-4 | |
output_dir: /home/user/app/experiments/baseline | |
train_data: | |
video_path: /tmp/gradio/fd852bb527c7209f3167c18b576d1219c7cbee39/tiger_walking_in_zoo.mp4 | |
prompt: tiger walking in zoon | |
n_sample_frames: 8 | |
width: 512 | |
height: 512 | |
sample_start_idx: 0 | |
sample_frame_rate: 1 | |
validation_data: | |
prompts: | |
- lion walking along beach | |
video_length: 8 | |
width: 512 | |
height: 512 | |
num_inference_steps: 50 | |
guidance_scale: 7.5 | |
validation_steps: 100 | |
trainable_modules: | |
- attn1.to_q | |
- attn2.to_q | |
- attn_temp | |
train_batch_size: 1 | |
max_train_steps: 300 | |
learning_rate: 3.5e-05 | |
scale_lr: false | |
lr_scheduler: constant | |
lr_warmup_steps: 0 | |
adam_beta1: 0.9 | |
adam_beta2: 0.999 | |
adam_weight_decay: 0.01 | |
adam_epsilon: 1.0e-08 | |
max_grad_norm: 1.0 | |
gradient_accumulation_steps: 1 | |
gradient_checkpointing: true | |
checkpointing_steps: 1000 | |
resume_from_checkpoint: null | |
mixed_precision: fp16 | |
use_8bit_adam: false | |
enable_xformers_memory_efficient_attention: true | |
seed: 27776 | |