vladmandic

/

animatediff-sdxl

like 3

adapter = MotionAdapter.from_pretrained(model_dir)

File "/data/miniconda3/envs/diff/lib/python3.8/site-packages/diffusers/models/modeling_utils.py", line 805, in from_pretrained
raise ValueError(
ValueError: Cannot load <class 'diffusers.models.unet_motion_model.MotionAdapter'> from /data2/mengxiangyu/diffusion/MODEL_WEIGHTS/vladmandic/animatediff-sdxl because the following keys are missing:
up_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.1.proj_out.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.attn2.to_q.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, down_blocks.0.motion_modules.0.norm.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.norm3.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.3.motion_modules.1.norm.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.2.motion_modules.0.norm.weight, up_blocks.1.motion_modules.1.proj_out.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.attn1.to_k.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.norm3.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.0.motion_modules.0.proj_out.bias, down_blocks.2.motion_modules.1.proj_in.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.1.motion_modules.2.proj_in.bias, up_blocks.1.motion_modules.2.transformer_blocks.0.norm2.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.attn2.to_q.weight, up_blocks.1.motion_modules.0.norm.bias, up_blocks.0.motion_modules.2.proj_out.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.2.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.norm3.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.norm2.bias, up_blocks.3.motion_modules.0.norm.weight, down_blocks.0.motion_modules.1.proj_out.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, down_blocks.3.motion_modules.0.norm.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.norm1.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.2.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.norm3.weight, mid_block.motion_modules.0.norm.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, up_blocks.1.motion_modules.2.proj_in.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.norm3.weight, mid_block.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.1.motion_modules.1.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.norm1.bias, down_blocks.3.motion_modules.1.proj_out.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.attn2.to_v.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.ff.net.2.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.ff.net.0.proj.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.0.motion_modules.1.transformer_blocks.0.norm1.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.norm1.bias, up_blocks.1.motion_modules.2.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, mid_block.motion_modules.0.proj_in.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, down_blocks.2.motion_modules.0.proj_out.bias, up_blocks.1.motion_modules.2.transformer_blocks.0.norm2.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.norm3.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, mid_block.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.norm3.bias, down_blocks.1.motion_modules.1.proj_in.bias, mid_block.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.3.motion_modules.1.proj_out.bias, down_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.2.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.2.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.2.motion_modules.2.norm.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.norm2.weight, down_blocks.0.motion_modules.0.proj_in.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.norm2.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.0.proj_out.weight, up_blocks.2.motion_modules.0.norm.bias, down_blocks.3.motion_modules.1.proj_in.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.norm3.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, down_blocks.0.motion_modules.1.norm.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.1.motion_modules.0.proj_in.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.0.motion_modules.1.proj_in.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.2.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.norm1.bias, up_blocks.1.motion_modules.2.norm.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.attn1.to_v.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.attn1.to_k.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.norm3.weight, down_blocks.2.motion_modules.0.norm.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, down_blocks.1.motion_modules.1.proj_out.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.norm2.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.attn1.to_k.weight, mid_block.motion_modules.0.transformer_blocks.0.norm2.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.norm1.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, mid_block.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.norm3.bias, down_blocks.2.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.2.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.norm3.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.2.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.norm1.weight, up_blocks.2.motion_modules.1.proj_in.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn2.to_q.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.2.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.2.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.norm2.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.norm1.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, up_blocks.3.motion_modules.0.proj_out.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.norm2.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.2.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, down_blocks.1.motion_modules.0.proj_in.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.3.motion_modules.1.transformer_blocks.0.norm2.weight, mid_block.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.3.motion_modules.2.proj_out.bias, down_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.2.weight, up_blocks.2.motion_modules.2.proj_out.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.norm1.weight, mid_block.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, up_blocks.0.motion_modules.2.norm.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.attn1.to_q.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, mid_block.motion_modules.0.transformer_blocks.0.ff.net.2.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.2.motion_modules.2.proj_in.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.1.motion_modules.0.proj_out.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.norm2.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.2.motion_modules.2.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.2.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.norm2.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.attn1.to_v.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, mid_block.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.norm1.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.2.motion_modules.2.transformer_blocks.0.attn1.to_v.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.norm3.bias, mid_block.motion_modules.0.transformer_blocks.0.norm2.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.pos_embed.pe, up_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.2.bias, down_blocks.3.motion_modules.0.norm.bias, up_blocks.1.motion_modules.2.transformer_blocks.0.attn2.to_k.weight, mid_block.motion_modules.0.proj_out.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.0.motion_modules.2.proj_in.weight, up_blocks.1.motion_modules.1.proj_in.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.2.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.norm2.bias, up_blocks.2.motion_modules.1.proj_out.bias, up_blocks.0.motion_modules.0.proj_out.bias, up_blocks.0.motion_modules.0.proj_in.weight, up_blocks.0.motion_modules.0.norm.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.norm2.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.attn2.to_v.weight, mid_block.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.norm1.bias, down_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.norm3.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, down_blocks.1.motion_modules.0.proj_in.weight, up_blocks.2.motion_modules.0.proj_in.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.norm2.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.2.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.norm3.bias, down_blocks.2.motion_modules.1.proj_in.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.2.norm.bias, down_blocks.3.motion_modules.0.proj_out.weight, down_blocks.1.motion_modules.0.norm.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.3.motion_modules.2.transformer_blocks.0.norm2.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.norm2.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.pos_embed.pe, up_blocks.2.motion_modules.2.transformer_blocks.0.norm2.bias, mid_block.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.norm3.weight, up_blocks.2.motion_modules.1.proj_in.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.norm2.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.2.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.2.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.norm1.weight, up_blocks.3.motion_modules.2.norm.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.norm2.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn2.to_out.0.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.2.motion_modules.2.norm.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.norm3.weight, up_blocks.2.motion_modules.0.proj_in.bias, mid_block.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.norm2.weight, down_blocks.0.motion_modules.0.norm.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.ff.net.2.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.2.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.norm2.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.2.weight, mid_block.motion_modules.0.proj_out.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.2.motion_modules.0.norm.weight, up_blocks.2.motion_modules.1.proj_out.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.norm3.bias, down_blocks.0.motion_modules.1.norm.weight, mid_block.motion_modules.0.transformer_blocks.0.ff.net.2.bias, down_blocks.0.motion_modules.0.proj_out.weight, mid_block.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.2.motion_modules.0.proj_in.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.norm3.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.norm2.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.norm1.bias, up_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.0.motion_modules.1.proj_in.weight, up_blocks.2.motion_modules.1.norm.bias, mid_block.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.norm2.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn1.to_v.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.norm2.bias, up_blocks.1.motion_modules.2.proj_out.bias, down_blocks.2.motion_modules.1.transformer_blocks.0.norm3.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.3.motion_modules.0.proj_in.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.2.bias, up_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.ff.net.2.bias, down_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.0.motion_modules.1.proj_in.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.pos_embed.pe, down_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.2.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, down_blocks.3.motion_modules.0.proj_in.bias, down_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.attn2.to_k.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn2.to_v.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, up_blocks.3.motion_modules.1.proj_in.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.norm2.bias, down_blocks.1.motion_modules.1.norm.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.ff.net.2.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.attn1.to_q.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.1.motion_modules.0.proj_out.weight, up_blocks.2.motion_modules.2.proj_out.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.1.motion_modules.2.transformer_blocks.0.norm3.weight, mid_block.motion_modules.0.transformer_blocks.0.norm3.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.2.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.norm1.bias, down_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.norm2.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.1.motion_modules.1.proj_out.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.norm2.bias, down_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.2.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.pos_embed.pe, down_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, up_blocks.3.motion_modules.1.proj_in.bias, up_blocks.3.motion_modules.2.norm.bias, up_blocks.1.motion_modules.2.proj_out.weight, down_blocks.2.motion_modules.1.proj_out.bias, mid_block.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.norm1.weight, up_blocks.0.motion_modules.1.proj_out.bias, up_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, down_blocks.2.motion_modules.1.proj_out.weight, down_blocks.3.motion_modules.1.norm.bias, up_blocks.0.motion_modules.1.norm.bias, down_blocks.1.motion_modules.1.transformer_blocks.0.norm3.bias, down_blocks.2.motion_modules.1.norm.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.norm1.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.norm3.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.2.bias, up_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.ff.net.2.weight, up_blocks.0.motion_modules.2.proj_out.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.norm1.bias, down_blocks.1.motion_modules.0.transformer_blocks.0.norm2.weight, down_blocks.3.motion_modules.1.norm.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.norm1.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_k.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn1.to_k.weight, up_blocks.0.motion_modules.0.norm.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.norm1.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.norm3.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.attn2.to_q.weight, down_blocks.1.motion_modules.0.proj_out.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.2.motion_modules.0.transformer_blocks.0.ff.net.2.weight, down_blocks.0.motion_modules.0.proj_in.weight, down_blocks.2.motion_modules.1.norm.weight, up_blocks.1.motion_modules.1.proj_in.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.norm3.bias, up_blocks.1.motion_modules.1.norm.bias, down_blocks.3.motion_modules.1.proj_in.bias, up_blocks.1.motion_modules.2.transformer_blocks.0.ff.net.2.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.attn2.to_k.weight, up_blocks.3.motion_modules.2.proj_in.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.norm1.weight, up_blocks.2.motion_modules.2.proj_in.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_v.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.norm2.bias, up_blocks.2.motion_modules.0.proj_out.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.2.motion_modules.0.proj_out.weight, up_blocks.1.motion_modules.0.norm.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.2.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.2.bias, down_blocks.1.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.3.motion_modules.0.norm.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.norm3.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.norm2.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.norm1.weight, up_blocks.3.motion_modules.2.transformer_blocks.0.norm1.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.2.bias, up_blocks.3.motion_modules.2.proj_in.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.attn2.to_k.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn2.to_out.0.bias, up_blocks.0.motion_modules.2.transformer_blocks.0.ff.net.2.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.norm2.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.norm1.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.2.motion_modules.0.transformer_blocks.0.norm2.weight, up_blocks.1.motion_modules.2.transformer_blocks.0.attn1.to_q.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.attn2.to_q.weight, down_blocks.0.motion_modules.1.proj_in.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.attn2.to_v.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.norm2.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.2.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.ff.net.2.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.norm1.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.norm3.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.norm3.bias, up_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.1.motion_modules.0.proj_in.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, up_blocks.0.motion_modules.2.norm.bias, up_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, down_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.3.motion_modules.1.transformer_blocks.0.norm1.bias, up_blocks.0.motion_modules.0.proj_in.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.pos_embed.pe, up_blocks.3.motion_modules.2.transformer_blocks.0.norm3.bias, up_blocks.3.motion_modules.1.proj_out.weight, up_blocks.0.motion_modules.1.norm.weight, up_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_k.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.norm1.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.attn1.to_v.weight, mid_block.motion_modules.0.proj_in.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.pos_embed.pe, down_blocks.2.motion_modules.0.transformer_blocks.0.attn1.to_v.weight, mid_block.motion_modules.0.transformer_blocks.0.pos_embed.pe, up_blocks.2.motion_modules.1.transformer_blocks.0.norm1.bias, up_blocks.2.motion_modules.0.proj_out.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.attn2.to_k.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.norm1.bias, up_blocks.0.motion_modules.1.proj_out.weight, up_blocks.0.motion_modules.2.transformer_blocks.0.norm2.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn1.to_k.weight, up_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.1.motion_modules.1.proj_in.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.1.motion_modules.0.proj_out.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.2.weight, down_blocks.0.motion_modules.1.proj_out.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, up_blocks.0.motion_modules.2.proj_in.bias, down_blocks.2.motion_modules.0.proj_in.weight, up_blocks.2.motion_modules.1.norm.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.2.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.1.motion_modules.1.transformer_blocks.0.norm2.weight, up_blocks.0.motion_modules.0.proj_out.weight, down_blocks.3.motion_modules.0.proj_in.weight, up_blocks.3.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.1.motion_modules.1.norm.weight, up_blocks.3.motion_modules.1.transformer_blocks.0.pos_embed.pe, down_blocks.3.motion_modules.0.proj_out.bias, up_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.2.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, mid_block.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.2.motion_modules.1.transformer_blocks.0.norm1.weight, up_blocks.3.motion_modules.2.proj_out.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.norm2.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.norm3.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.attn2.to_out.0.weight, up_blocks.3.motion_modules.0.proj_in.weight, up_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, down_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.2.weight, mid_block.motion_modules.0.norm.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.norm2.bias, down_blocks.1.motion_modules.0.norm.bias, down_blocks.3.motion_modules.0.transformer_blocks.0.attn2.to_out.0.bias, down_blocks.0.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.0.motion_modules.0.transformer_blocks.0.norm3.weight, up_blocks.3.motion_modules.1.norm.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.ff.net.2.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.3.motion_modules.2.transformer_blocks.0.attn1.to_out.0.bias, up_blocks.2.motion_modules.2.transformer_blocks.0.norm1.weight, up_blocks.2.motion_modules.2.transformer_blocks.0.norm2.weight, mid_block.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn2.to_v.weight, down_blocks.3.motion_modules.0.transformer_blocks.0.ff.net.0.proj.weight, up_blocks.0.motion_modules.0.transformer_blocks.0.attn1.to_q.weight, down_blocks.1.motion_modules.1.norm.weight, down_blocks.2.motion_modules.0.transformer_blocks.0.norm3.weight, down_blocks.2.motion_modules.1.transformer_blocks.0.attn2.to_q.weight, down_blocks.0.motion_modules.0.transformer_blocks.0.ff.net.0.proj.bias, down_blocks.3.motion_modules.1.transformer_blocks.0.ff.net.0.proj.bias, up_blocks.1.motion_modules.0.transformer_blocks.0.norm2.bias, up_blocks.2.motion_modules.0.transformer_blocks.0.norm2.bias, down_blocks.3.motion_modules.1.proj_out.weight, down_blocks.1.motion_modules.1.transformer_blocks.0.attn1.to_out.0.weight, down_blocks.0.motion_modules.1.transformer_blocks.0.attn2.to_out.0.weight.
Please make sure to pass low_cpu_mem_usage=False and device_map=None if you want to randomly initialize those weights or else make sure your checkpoint file is correct.