pretrained_model_path: ./outputs/train_2023-05-02T00-50-05/checkpoint-15000/
output_dir: ./outputs/
train_data:
  width: 512
  height: 512
  use_bucketing: true
  sample_start_idx: 1
  fps: 24
  frame_step: 5
  n_sample_frames: 45
  single_video_path: ''
  single_video_prompt: ''
  fallback_prompt: ''
  path: E:/userdata/Pictures/ai_trainning/t2v-v2/gif/vid/old/
  json_path: ./json/anime-v2.json
  image_dir: E:/userdata/Pictures/ai_trainning/t2v-v2/img/
  single_img_prompt: ''
validation_data:
  prompt: ''
  sample_preview: true
  num_frames: 16
  width: 512
  height: 512
  num_inference_steps: 25
  guidance_scale: 9
dataset_types:
- json
- image
validation_steps: 100
extra_unet_params: null
extra_text_encoder_params: null
train_batch_size: 1
max_train_steps: 10000
learning_rate: 5.0e-06
scale_lr: false
lr_scheduler: constant
lr_warmup_steps: 0
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1.0e-08
max_grad_norm: 1.0
gradient_accumulation_steps: 1
checkpointing_steps: 2500
resume_from_checkpoint: null
mixed_precision: fp16
use_8bit_adam: false
enable_xformers_memory_efficient_attention: false
enable_torch_2_attn: true
seed: 64
extend_dataset: false
cached_latent_dir: null
use_unet_lora: true
unet_lora_modules:
- ResnetBlock2D
text_encoder_lora_modules:
- CLIPEncoderLayer
lora_rank: 25
lora_path: ''
kwargs: {}
cache_latents: true
gradient_checkpointing: true
offset_noise_strength: 0.1
text_encoder_gradient_checkpointing: false
train_text_encoder: false
trainable_modules:
- attn1
- attn2
- temp_conv
trainable_text_modules:
- all
use_offset_noise: false
use_text_lora: true