configs/indomain/real.yaml

base: 'configs/indomain/base.yaml'
prompts:
  - ['A city street filled with neon shining lights and fog.', 'A young woman in dark clothes is smiling.']
  - ['A dramatic black sky with overcast moving clouds.', 'The wind and waves are lapping at the lighthouse on the cliff']
  

n_prompt: 
  - 'wrong white balance, dark, sketches,worst quality,low quality, deformed, distorted, disfigured, bad eyes, wrong lips,weird mouth, bad teeth, mutated hands and fingers, bad anatomy,wrong anatomy, amputation, extra limb, missing limb, floating,limbs, disconnected limbs, mutation, ugly, disgusting, bad_pictures, negative_hand-neg'
validation_data:
  input_name: 'init_image'
  validation_input_path: 'benchmark_prompt/real/'
  save_path: 'benchmark_prompt_result/real/'
  num_inference_steps: 25
  guidance_scale: 7.5
  img_mask: ''

pretrained_model_path: "/mnt/petrelfs/zhangyiming/project/Image2Video-AnimateDiff/models/StableDiffusion/"
unet_additional_kwargs:
  use_motion_module              : true
  motion_module_resolutions      : [ 1,2,4,8 ]
  unet_use_cross_frame_attention : false
  unet_use_temporal_attention    : false

  motion_module_type: Vanilla
  motion_module_kwargs:
    num_attention_heads                : 8
    num_transformer_block              : 1
    attention_block_types              : [ "Temporal_Self", "Temporal_Self" ]
    temporal_position_encoding         : true
    temporal_position_encoding_max_len : 32
    temporal_attention_dim_div         : 1
    zero_initialize                    : true
  

generate:
  use_image: true
  use_video: false
  sample_size: 512
  video_length: 16
  global_seed: [2022, 2023]
  use_lora: false
  use_db: true
  lora_path: "models/DreamBooth_LoRA/ink_lora.safetensors"
  db_path: "models/DreamBooth_LoRA/real.safetensors"
  lora_alpha: 0.8