File size: 2,513 Bytes
b2ff030 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
image_finetune: false
name: training
use_wandb: false
launcher: pytorch
output_dir: outputs/training-2024-09-26T06-56-37
pretrained_model_path: /mnt/petrelfs/chenpengcheng/Tune_animatediff/models/StableDiffusion
train_data:
csv_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/caption/ChronoMagic_train.csv
video_folder: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/video
sample_size: 256
sample_stride: 4
sample_n_frames: 16
validation_data:
prompts:
- Time-lapse of a rose's blooming process, displaying tight buds progressively unfurling
into fully open blossoms. The petals gradually separate and spread, revealing
the flower's inner structure in a forward sequence against a contrasting black
background.
- A drone view of celebration with Christma tree and fireworks, starry sky - background.
- Robot dancing in times square.
- Pacific coast, carmel by the sea ocean and waves.
num_inference_steps: 25
guidance_scale: 8.0
cfg_random_null_text: true
unet_checkpoint_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/mm15/mm_sd_v15.ckpt
unet_additional_kwargs:
use_motion_module: true
motion_module_resolutions:
- 1
- 2
- 4
- 8
unet_use_cross_frame_attention: false
unet_use_temporal_attention: false
motion_module_type: Vanilla
motion_module_kwargs:
num_attention_heads: 8
num_transformer_block: 1
attention_block_types:
- Temporal_Self
- Temporal_Self
temporal_position_encoding: true
temporal_position_encoding_max_len: 24
temporal_attention_dim_div: 1
zero_initialize: true
ema_decay: 0.9999
noise_scheduler_kwargs:
num_train_timesteps: 1000
beta_start: 0.00085
beta_end: 0.012
beta_schedule: linear
steps_offset: 1
clip_sample: false
max_train_epoch: -1
max_train_steps: 10000
validation_steps: 5000
validation_steps_tuple:
- 0
- 2
- 10
- 20
- 30
- 5000
- 9999
learning_rate: 5.0e-05
scale_lr: false
lr_warmup_steps: 0
lr_scheduler: constant
trainable_modules:
- motion_modules.
num_workers: 32
train_batch_size: 2
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1.0e-08
max_grad_norm: 1.0
gradient_accumulation_steps: 1
gradient_checkpointing: false
checkpointing_epochs: -1
checkpointing_steps: 200
mixed_precision_training: true
enable_xformers_memory_efficient_attention: true
global_seed: 42
is_debug: false
local_rank: 0
global_rank: 0
num_processes: 2
is_main_process: true
seed: 42
folder_name: training-2024-09-26T06-56-37
cfg_random_null_text_ratio: 0.1
|