Upload 18 files

i2vgenxl/feature_extractor/preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

i2vgenxl/gitattributes

@@ -0,0 +1,37 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+doc/introduction.pdf filter=lfs diff=lfs merge=lfs -text
+source/i2vgen_fig_04.png filter=lfs diff=lfs merge=lfs -text

i2vgenxl/image_encoder/config.json

@@ -0,0 +1,23 @@
+{
+  "_name_or_path": "i2vgen-xl/image_encoder",
+  "architectures": [
+    "CLIPVisionModelWithProjection"
+  ],
+  "attention_dropout": 0.0,
+  "dropout": 0.0,
+  "hidden_act": "gelu",
+  "hidden_size": 1280,
+  "image_size": 224,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "layer_norm_eps": 1e-05,
+  "model_type": "clip_vision_model",
+  "num_attention_heads": 16,
+  "num_channels": 3,
+  "num_hidden_layers": 32,
+  "patch_size": 14,
+  "projection_dim": 1024,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.2"
+}

i2vgenxl/image_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1e5af7b4042ca30ec29999a4a5cfcac90b7fb610fd05ace834f2dcbb763eab
+size 2528371296

i2vgenxl/model_index.json

@@ -0,0 +1,33 @@
+{
+  "_class_name": "I2VGenXLPipeline",
+  "_diffusers_version": "0.26.1",
+  "_name_or_path": "i2vgen-xl",
+  "feature_extractor": [
+    "transformers",
+    "CLIPImageProcessor"
+  ],
+  "image_encoder": [
+    "transformers",
+    "CLIPVisionModelWithProjection"
+  ],
+  "scheduler": [
+    "diffusers",
+    "DDIMScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "CLIPTextModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "unet": [
+    "diffusers",
+    "I2VGenXLUNet"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ]
+}

i2vgenxl/models/models_stable_diffusion_image_key_temporal_attention_x1.json

@@ -0,0 +1 @@
+["input_blocks.0.0.weight", "input_blocks.0.0.bias", "input_blocks.1.0.in_layers.0.weight", "input_blocks.1.0.in_layers.0.bias", "input_blocks.1.0.in_layers.2.weight", "input_blocks.1.0.in_layers.2.bias", "input_blocks.1.0.emb_layers.1.weight", "input_blocks.1.0.emb_layers.1.bias", "input_blocks.1.0.out_layers.0.weight", "input_blocks.1.0.out_layers.0.bias", "input_blocks.1.0.out_layers.3.weight", "input_blocks.1.0.out_layers.3.bias", "input_blocks.1.1.norm.weight", "input_blocks.1.1.norm.bias", "input_blocks.1.1.proj_in.weight", "input_blocks.1.1.proj_in.bias", "input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight", "input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight", "input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight", "input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight", "input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias", "input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight", "input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias", "input_blocks.1.1.transformer_blocks.0.ff.net.2.weight", "input_blocks.1.1.transformer_blocks.0.ff.net.2.bias", "input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight", "input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight", "input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight", "input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight", "input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias", "input_blocks.1.1.transformer_blocks.0.norm1.weight", "input_blocks.1.1.transformer_blocks.0.norm1.bias", "input_blocks.1.1.transformer_blocks.0.norm2.weight", "input_blocks.1.1.transformer_blocks.0.norm2.bias", "input_blocks.1.1.transformer_blocks.0.norm3.weight", "input_blocks.1.1.transformer_blocks.0.norm3.bias", "input_blocks.1.1.proj_out.weight", "input_blocks.1.1.proj_out.bias", "input_blocks.2.0.in_layers.0.weight", "input_blocks.2.0.in_layers.0.bias", "input_blocks.2.0.in_layers.2.weight", "input_blocks.2.0.in_layers.2.bias", "input_blocks.2.0.emb_layers.1.weight", "input_blocks.2.0.emb_layers.1.bias", "input_blocks.2.0.out_layers.0.weight", "input_blocks.2.0.out_layers.0.bias", "input_blocks.2.0.out_layers.3.weight", "input_blocks.2.0.out_layers.3.bias", "input_blocks.2.1.norm.weight", "input_blocks.2.1.norm.bias", "input_blocks.2.1.proj_in.weight", "input_blocks.2.1.proj_in.bias", "input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight", "input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight", "input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight", "input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight", "input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias", "input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight", "input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias", "input_blocks.2.1.transformer_blocks.0.ff.net.2.weight", "input_blocks.2.1.transformer_blocks.0.ff.net.2.bias", "input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight", "input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight", "input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight", "input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight", "input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias", "input_blocks.2.1.transformer_blocks.0.norm1.weight", "input_blocks.2.1.transformer_blocks.0.norm1.bias", "input_blocks.2.1.transformer_blocks.0.norm2.weight", "input_blocks.2.1.transformer_blocks.0.norm2.bias", "input_blocks.2.1.transformer_blocks.0.norm3.weight", "input_blocks.2.1.transformer_blocks.0.norm3.bias", "input_blocks.2.1.proj_out.weight", "input_blocks.2.1.proj_out.bias", "input_blocks.3.op.weight", "input_blocks.3.op.bias", "input_blocks.4.0.in_layers.0.weight", "input_blocks.4.0.in_layers.0.bias", "input_blocks.4.0.in_layers.2.weight", "input_blocks.4.0.in_layers.2.bias", "input_blocks.4.0.emb_layers.1.weight", "input_blocks.4.0.emb_layers.1.bias", "input_blocks.4.0.out_layers.0.weight", "input_blocks.4.0.out_layers.0.bias", "input_blocks.4.0.out_layers.3.weight", "input_blocks.4.0.out_layers.3.bias", "input_blocks.4.0.skip_connection.weight", "input_blocks.4.0.skip_connection.bias", "input_blocks.4.1.norm.weight", "input_blocks.4.1.norm.bias", "input_blocks.4.1.proj_in.weight", "input_blocks.4.1.proj_in.bias", "input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight", "input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight", "input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight", "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight", "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias", "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight", "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias", "input_blocks.4.1.transformer_blocks.0.ff.net.2.weight", "input_blocks.4.1.transformer_blocks.0.ff.net.2.bias", "input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight", "input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight", "input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight", "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight", "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias", "input_blocks.4.1.transformer_blocks.0.norm1.weight", "input_blocks.4.1.transformer_blocks.0.norm1.bias", "input_blocks.4.1.transformer_blocks.0.norm2.weight", "input_blocks.4.1.transformer_blocks.0.norm2.bias", "input_blocks.4.1.transformer_blocks.0.norm3.weight", "input_blocks.4.1.transformer_blocks.0.norm3.bias", "input_blocks.4.1.proj_out.weight", "input_blocks.4.1.proj_out.bias", "input_blocks.5.0.in_layers.0.weight", "input_blocks.5.0.in_layers.0.bias", "input_blocks.5.0.in_layers.2.weight", "input_blocks.5.0.in_layers.2.bias", "input_blocks.5.0.emb_layers.1.weight", "input_blocks.5.0.emb_layers.1.bias", "input_blocks.5.0.out_layers.0.weight", "input_blocks.5.0.out_layers.0.bias", "input_blocks.5.0.out_layers.3.weight", "input_blocks.5.0.out_layers.3.bias", "input_blocks.5.1.norm.weight", "input_blocks.5.1.norm.bias", "input_blocks.5.1.proj_in.weight", "input_blocks.5.1.proj_in.bias", "input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight", "input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight", "input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight", "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight", "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias", "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight", "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias", "input_blocks.5.1.transformer_blocks.0.ff.net.2.weight", "input_blocks.5.1.transformer_blocks.0.ff.net.2.bias", "input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight", "input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight", "input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight", "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight", "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias", "input_blocks.5.1.transformer_blocks.0.norm1.weight", "input_blocks.5.1.transformer_blocks.0.norm1.bias", "input_blocks.5.1.transformer_blocks.0.norm2.weight", "input_blocks.5.1.transformer_blocks.0.norm2.bias", "input_blocks.5.1.transformer_blocks.0.norm3.weight", "input_blocks.5.1.transformer_blocks.0.norm3.bias", "input_blocks.5.1.proj_out.weight", "input_blocks.5.1.proj_out.bias", "input_blocks.6.op.weight", "input_blocks.6.op.bias", "input_blocks.7.0.in_layers.0.weight", "input_blocks.7.0.in_layers.0.bias", "input_blocks.7.0.in_layers.2.weight", "input_blocks.7.0.in_layers.2.bias", "input_blocks.7.0.emb_layers.1.weight", "input_blocks.7.0.emb_layers.1.bias", "input_blocks.7.0.out_layers.0.weight", "input_blocks.7.0.out_layers.0.bias", "input_blocks.7.0.out_layers.3.weight", "input_blocks.7.0.out_layers.3.bias", "input_blocks.7.0.skip_connection.weight", "input_blocks.7.0.skip_connection.bias", "input_blocks.7.1.norm.weight", "input_blocks.7.1.norm.bias", "input_blocks.7.1.proj_in.weight", "input_blocks.7.1.proj_in.bias", "input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight", "input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight", "input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight", "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight", "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias", "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight", "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias", "input_blocks.7.1.transformer_blocks.0.ff.net.2.weight", "input_blocks.7.1.transformer_blocks.0.ff.net.2.bias", "input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight", "input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight", "input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight", "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight", "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias", "input_blocks.7.1.transformer_blocks.0.norm1.weight", "input_blocks.7.1.transformer_blocks.0.norm1.bias", "input_blocks.7.1.transformer_blocks.0.norm2.weight", "input_blocks.7.1.transformer_blocks.0.norm2.bias", "input_blocks.7.1.transformer_blocks.0.norm3.weight", "input_blocks.7.1.transformer_blocks.0.norm3.bias", "input_blocks.7.1.proj_out.weight", "input_blocks.7.1.proj_out.bias", "input_blocks.8.0.in_layers.0.weight", "input_blocks.8.0.in_layers.0.bias", "input_blocks.8.0.in_layers.2.weight", "input_blocks.8.0.in_layers.2.bias", "input_blocks.8.0.emb_layers.1.weight", "input_blocks.8.0.emb_layers.1.bias", "input_blocks.8.0.out_layers.0.weight", "input_blocks.8.0.out_layers.0.bias", "input_blocks.8.0.out_layers.3.weight", "input_blocks.8.0.out_layers.3.bias", "input_blocks.8.1.norm.weight", "input_blocks.8.1.norm.bias", "input_blocks.8.1.proj_in.weight", "input_blocks.8.1.proj_in.bias", "input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight", "input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight", "input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight", "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight", "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias", "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight", "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias", "input_blocks.8.1.transformer_blocks.0.ff.net.2.weight", "input_blocks.8.1.transformer_blocks.0.ff.net.2.bias", "input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight", "input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight", "input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight", "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight", "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias", "input_blocks.8.1.transformer_blocks.0.norm1.weight", "input_blocks.8.1.transformer_blocks.0.norm1.bias", "input_blocks.8.1.transformer_blocks.0.norm2.weight", "input_blocks.8.1.transformer_blocks.0.norm2.bias", "input_blocks.8.1.transformer_blocks.0.norm3.weight", "input_blocks.8.1.transformer_blocks.0.norm3.bias", "input_blocks.8.1.proj_out.weight", "input_blocks.8.1.proj_out.bias", "input_blocks.9.op.weight", "input_blocks.9.op.bias", "input_blocks.10.0.in_layers.0.weight", "input_blocks.10.0.in_layers.0.bias", "input_blocks.10.0.in_layers.2.weight", "input_blocks.10.0.in_layers.2.bias", "input_blocks.10.0.emb_layers.1.weight", "input_blocks.10.0.emb_layers.1.bias", "input_blocks.10.0.out_layers.0.weight", "input_blocks.10.0.out_layers.0.bias", "input_blocks.10.0.out_layers.3.weight", "input_blocks.10.0.out_layers.3.bias", "input_blocks.11.0.in_layers.0.weight", "input_blocks.11.0.in_layers.0.bias", "input_blocks.11.0.in_layers.2.weight", "input_blocks.11.0.in_layers.2.bias", "input_blocks.11.0.emb_layers.1.weight", "input_blocks.11.0.emb_layers.1.bias", "input_blocks.11.0.out_layers.0.weight", "input_blocks.11.0.out_layers.0.bias", "input_blocks.11.0.out_layers.3.weight", "input_blocks.11.0.out_layers.3.bias", "middle_block.0.in_layers.0.weight", "middle_block.0.in_layers.0.bias", "middle_block.0.in_layers.2.weight", "middle_block.0.in_layers.2.bias", "middle_block.0.emb_layers.1.weight", "middle_block.0.emb_layers.1.bias", "middle_block.0.out_layers.0.weight", "middle_block.0.out_layers.0.bias", "middle_block.0.out_layers.3.weight", "middle_block.0.out_layers.3.bias", "middle_block.1.norm.weight", "middle_block.1.norm.bias", "middle_block.1.proj_in.weight", "middle_block.1.proj_in.bias", "middle_block.1.transformer_blocks.0.attn1.to_q.weight", "middle_block.1.transformer_blocks.0.attn1.to_k.weight", "middle_block.1.transformer_blocks.0.attn1.to_v.weight", "middle_block.1.transformer_blocks.0.attn1.to_out.0.weight", "middle_block.1.transformer_blocks.0.attn1.to_out.0.bias", "middle_block.1.transformer_blocks.0.ff.net.0.proj.weight", "middle_block.1.transformer_blocks.0.ff.net.0.proj.bias", "middle_block.1.transformer_blocks.0.ff.net.2.weight", "middle_block.1.transformer_blocks.0.ff.net.2.bias", "middle_block.1.transformer_blocks.0.attn2.to_q.weight", "middle_block.1.transformer_blocks.0.attn2.to_k.weight", "middle_block.1.transformer_blocks.0.attn2.to_v.weight", "middle_block.1.transformer_blocks.0.attn2.to_out.0.weight", "middle_block.1.transformer_blocks.0.attn2.to_out.0.bias", "middle_block.1.transformer_blocks.0.norm1.weight", "middle_block.1.transformer_blocks.0.norm1.bias", "middle_block.1.transformer_blocks.0.norm2.weight", "middle_block.1.transformer_blocks.0.norm2.bias", "middle_block.1.transformer_blocks.0.norm3.weight", "middle_block.1.transformer_blocks.0.norm3.bias", "middle_block.1.proj_out.weight", "middle_block.1.proj_out.bias", "middle_block.3.in_layers.0.weight", "middle_block.3.in_layers.0.bias", "middle_block.3.in_layers.2.weight", "middle_block.3.in_layers.2.bias", "middle_block.3.emb_layers.1.weight", "middle_block.3.emb_layers.1.bias", "middle_block.3.out_layers.0.weight", "middle_block.3.out_layers.0.bias", "middle_block.3.out_layers.3.weight", "middle_block.3.out_layers.3.bias", "output_blocks.0.0.in_layers.0.weight", "output_blocks.0.0.in_layers.0.bias", "output_blocks.0.0.in_layers.2.weight", "output_blocks.0.0.in_layers.2.bias", "output_blocks.0.0.emb_layers.1.weight", "output_blocks.0.0.emb_layers.1.bias", "output_blocks.0.0.out_layers.0.weight", "output_blocks.0.0.out_layers.0.bias", "output_blocks.0.0.out_layers.3.weight", "output_blocks.0.0.out_layers.3.bias", "output_blocks.0.0.skip_connection.weight", "output_blocks.0.0.skip_connection.bias", "output_blocks.1.0.in_layers.0.weight", "output_blocks.1.0.in_layers.0.bias", "output_blocks.1.0.in_layers.2.weight", "output_blocks.1.0.in_layers.2.bias", "output_blocks.1.0.emb_layers.1.weight", "output_blocks.1.0.emb_layers.1.bias", "output_blocks.1.0.out_layers.0.weight", "output_blocks.1.0.out_layers.0.bias", "output_blocks.1.0.out_layers.3.weight", "output_blocks.1.0.out_layers.3.bias", "output_blocks.1.0.skip_connection.weight", "output_blocks.1.0.skip_connection.bias", "output_blocks.2.0.in_layers.0.weight", "output_blocks.2.0.in_layers.0.bias", "output_blocks.2.0.in_layers.2.weight", "output_blocks.2.0.in_layers.2.bias", "output_blocks.2.0.emb_layers.1.weight", "output_blocks.2.0.emb_layers.1.bias", "output_blocks.2.0.out_layers.0.weight", "output_blocks.2.0.out_layers.0.bias", "output_blocks.2.0.out_layers.3.weight", "output_blocks.2.0.out_layers.3.bias", "output_blocks.2.0.skip_connection.weight", "output_blocks.2.0.skip_connection.bias", "output_blocks.2.1.conv.weight", "output_blocks.2.1.conv.bias", "output_blocks.3.0.in_layers.0.weight", "output_blocks.3.0.in_layers.0.bias", "output_blocks.3.0.in_layers.2.weight", "output_blocks.3.0.in_layers.2.bias", "output_blocks.3.0.emb_layers.1.weight", "output_blocks.3.0.emb_layers.1.bias", "output_blocks.3.0.out_layers.0.weight", "output_blocks.3.0.out_layers.0.bias", "output_blocks.3.0.out_layers.3.weight", "output_blocks.3.0.out_layers.3.bias", "output_blocks.3.0.skip_connection.weight", "output_blocks.3.0.skip_connection.bias", "output_blocks.3.1.norm.weight", "output_blocks.3.1.norm.bias", "output_blocks.3.1.proj_in.weight", "output_blocks.3.1.proj_in.bias", "output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.3.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.3.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.3.1.transformer_blocks.0.norm1.weight", "output_blocks.3.1.transformer_blocks.0.norm1.bias", "output_blocks.3.1.transformer_blocks.0.norm2.weight", "output_blocks.3.1.transformer_blocks.0.norm2.bias", "output_blocks.3.1.transformer_blocks.0.norm3.weight", "output_blocks.3.1.transformer_blocks.0.norm3.bias", "output_blocks.3.1.proj_out.weight", "output_blocks.3.1.proj_out.bias", "output_blocks.4.0.in_layers.0.weight", "output_blocks.4.0.in_layers.0.bias", "output_blocks.4.0.in_layers.2.weight", "output_blocks.4.0.in_layers.2.bias", "output_blocks.4.0.emb_layers.1.weight", "output_blocks.4.0.emb_layers.1.bias", "output_blocks.4.0.out_layers.0.weight", "output_blocks.4.0.out_layers.0.bias", "output_blocks.4.0.out_layers.3.weight", "output_blocks.4.0.out_layers.3.bias", "output_blocks.4.0.skip_connection.weight", "output_blocks.4.0.skip_connection.bias", "output_blocks.4.1.norm.weight", "output_blocks.4.1.norm.bias", "output_blocks.4.1.proj_in.weight", "output_blocks.4.1.proj_in.bias", "output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.4.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.4.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.4.1.transformer_blocks.0.norm1.weight", "output_blocks.4.1.transformer_blocks.0.norm1.bias", "output_blocks.4.1.transformer_blocks.0.norm2.weight", "output_blocks.4.1.transformer_blocks.0.norm2.bias", "output_blocks.4.1.transformer_blocks.0.norm3.weight", "output_blocks.4.1.transformer_blocks.0.norm3.bias", "output_blocks.4.1.proj_out.weight", "output_blocks.4.1.proj_out.bias", "output_blocks.5.0.in_layers.0.weight", "output_blocks.5.0.in_layers.0.bias", "output_blocks.5.0.in_layers.2.weight", "output_blocks.5.0.in_layers.2.bias", "output_blocks.5.0.emb_layers.1.weight", "output_blocks.5.0.emb_layers.1.bias", "output_blocks.5.0.out_layers.0.weight", "output_blocks.5.0.out_layers.0.bias", "output_blocks.5.0.out_layers.3.weight", "output_blocks.5.0.out_layers.3.bias", "output_blocks.5.0.skip_connection.weight", "output_blocks.5.0.skip_connection.bias", "output_blocks.5.1.norm.weight", "output_blocks.5.1.norm.bias", "output_blocks.5.1.proj_in.weight", "output_blocks.5.1.proj_in.bias", "output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.5.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.5.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.5.1.transformer_blocks.0.norm1.weight", "output_blocks.5.1.transformer_blocks.0.norm1.bias", "output_blocks.5.1.transformer_blocks.0.norm2.weight", "output_blocks.5.1.transformer_blocks.0.norm2.bias", "output_blocks.5.1.transformer_blocks.0.norm3.weight", "output_blocks.5.1.transformer_blocks.0.norm3.bias", "output_blocks.5.1.proj_out.weight", "output_blocks.5.1.proj_out.bias", "output_blocks.5.3.conv.weight", "output_blocks.5.3.conv.bias", "output_blocks.6.0.in_layers.0.weight", "output_blocks.6.0.in_layers.0.bias", "output_blocks.6.0.in_layers.2.weight", "output_blocks.6.0.in_layers.2.bias", "output_blocks.6.0.emb_layers.1.weight", "output_blocks.6.0.emb_layers.1.bias", "output_blocks.6.0.out_layers.0.weight", "output_blocks.6.0.out_layers.0.bias", "output_blocks.6.0.out_layers.3.weight", "output_blocks.6.0.out_layers.3.bias", "output_blocks.6.0.skip_connection.weight", "output_blocks.6.0.skip_connection.bias", "output_blocks.6.1.norm.weight", "output_blocks.6.1.norm.bias", "output_blocks.6.1.proj_in.weight", "output_blocks.6.1.proj_in.bias", "output_blocks.6.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.6.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.6.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.6.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.6.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.6.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.6.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.6.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.6.1.transformer_blocks.0.norm1.weight", "output_blocks.6.1.transformer_blocks.0.norm1.bias", "output_blocks.6.1.transformer_blocks.0.norm2.weight", "output_blocks.6.1.transformer_blocks.0.norm2.bias", "output_blocks.6.1.transformer_blocks.0.norm3.weight", "output_blocks.6.1.transformer_blocks.0.norm3.bias", "output_blocks.6.1.proj_out.weight", "output_blocks.6.1.proj_out.bias", "output_blocks.7.0.in_layers.0.weight", "output_blocks.7.0.in_layers.0.bias", "output_blocks.7.0.in_layers.2.weight", "output_blocks.7.0.in_layers.2.bias", "output_blocks.7.0.emb_layers.1.weight", "output_blocks.7.0.emb_layers.1.bias", "output_blocks.7.0.out_layers.0.weight", "output_blocks.7.0.out_layers.0.bias", "output_blocks.7.0.out_layers.3.weight", "output_blocks.7.0.out_layers.3.bias", "output_blocks.7.0.skip_connection.weight", "output_blocks.7.0.skip_connection.bias", "output_blocks.7.1.norm.weight", "output_blocks.7.1.norm.bias", "output_blocks.7.1.proj_in.weight", "output_blocks.7.1.proj_in.bias", "output_blocks.7.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.7.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.7.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.7.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.7.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.7.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.7.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.7.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.7.1.transformer_blocks.0.norm1.weight", "output_blocks.7.1.transformer_blocks.0.norm1.bias", "output_blocks.7.1.transformer_blocks.0.norm2.weight", "output_blocks.7.1.transformer_blocks.0.norm2.bias", "output_blocks.7.1.transformer_blocks.0.norm3.weight", "output_blocks.7.1.transformer_blocks.0.norm3.bias", "output_blocks.7.1.proj_out.weight", "output_blocks.7.1.proj_out.bias", "output_blocks.8.0.in_layers.0.weight", "output_blocks.8.0.in_layers.0.bias", "output_blocks.8.0.in_layers.2.weight", "output_blocks.8.0.in_layers.2.bias", "output_blocks.8.0.emb_layers.1.weight", "output_blocks.8.0.emb_layers.1.bias", "output_blocks.8.0.out_layers.0.weight", "output_blocks.8.0.out_layers.0.bias", "output_blocks.8.0.out_layers.3.weight", "output_blocks.8.0.out_layers.3.bias", "output_blocks.8.0.skip_connection.weight", "output_blocks.8.0.skip_connection.bias", "output_blocks.8.1.norm.weight", "output_blocks.8.1.norm.bias", "output_blocks.8.1.proj_in.weight", "output_blocks.8.1.proj_in.bias", "output_blocks.8.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.8.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.8.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.8.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.8.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.8.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.8.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.8.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.8.1.transformer_blocks.0.norm1.weight", "output_blocks.8.1.transformer_blocks.0.norm1.bias", "output_blocks.8.1.transformer_blocks.0.norm2.weight", "output_blocks.8.1.transformer_blocks.0.norm2.bias", "output_blocks.8.1.transformer_blocks.0.norm3.weight", "output_blocks.8.1.transformer_blocks.0.norm3.bias", "output_blocks.8.1.proj_out.weight", "output_blocks.8.1.proj_out.bias", "output_blocks.8.3.conv.weight", "output_blocks.8.3.conv.bias", "output_blocks.9.0.in_layers.0.weight", "output_blocks.9.0.in_layers.0.bias", "output_blocks.9.0.in_layers.2.weight", "output_blocks.9.0.in_layers.2.bias", "output_blocks.9.0.emb_layers.1.weight", "output_blocks.9.0.emb_layers.1.bias", "output_blocks.9.0.out_layers.0.weight", "output_blocks.9.0.out_layers.0.bias", "output_blocks.9.0.out_layers.3.weight", "output_blocks.9.0.out_layers.3.bias", "output_blocks.9.0.skip_connection.weight", "output_blocks.9.0.skip_connection.bias", "output_blocks.9.1.norm.weight", "output_blocks.9.1.norm.bias", "output_blocks.9.1.proj_in.weight", "output_blocks.9.1.proj_in.bias", "output_blocks.9.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.9.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.9.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.9.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.9.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.9.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.9.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.9.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.9.1.transformer_blocks.0.norm1.weight", "output_blocks.9.1.transformer_blocks.0.norm1.bias", "output_blocks.9.1.transformer_blocks.0.norm2.weight", "output_blocks.9.1.transformer_blocks.0.norm2.bias", "output_blocks.9.1.transformer_blocks.0.norm3.weight", "output_blocks.9.1.transformer_blocks.0.norm3.bias", "output_blocks.9.1.proj_out.weight", "output_blocks.9.1.proj_out.bias", "output_blocks.10.0.in_layers.0.weight", "output_blocks.10.0.in_layers.0.bias", "output_blocks.10.0.in_layers.2.weight", "output_blocks.10.0.in_layers.2.bias", "output_blocks.10.0.emb_layers.1.weight", "output_blocks.10.0.emb_layers.1.bias", "output_blocks.10.0.out_layers.0.weight", "output_blocks.10.0.out_layers.0.bias", "output_blocks.10.0.out_layers.3.weight", "output_blocks.10.0.out_layers.3.bias", "output_blocks.10.0.skip_connection.weight", "output_blocks.10.0.skip_connection.bias", "output_blocks.10.1.norm.weight", "output_blocks.10.1.norm.bias", "output_blocks.10.1.proj_in.weight", "output_blocks.10.1.proj_in.bias", "output_blocks.10.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.10.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.10.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.10.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.10.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.10.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.10.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.10.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.10.1.transformer_blocks.0.norm1.weight", "output_blocks.10.1.transformer_blocks.0.norm1.bias", "output_blocks.10.1.transformer_blocks.0.norm2.weight", "output_blocks.10.1.transformer_blocks.0.norm2.bias", "output_blocks.10.1.transformer_blocks.0.norm3.weight", "output_blocks.10.1.transformer_blocks.0.norm3.bias", "output_blocks.10.1.proj_out.weight", "output_blocks.10.1.proj_out.bias", "output_blocks.11.0.in_layers.0.weight", "output_blocks.11.0.in_layers.0.bias", "output_blocks.11.0.in_layers.2.weight", "output_blocks.11.0.in_layers.2.bias", "output_blocks.11.0.emb_layers.1.weight", "output_blocks.11.0.emb_layers.1.bias", "output_blocks.11.0.out_layers.0.weight", "output_blocks.11.0.out_layers.0.bias", "output_blocks.11.0.out_layers.3.weight", "output_blocks.11.0.out_layers.3.bias", "output_blocks.11.0.skip_connection.weight", "output_blocks.11.0.skip_connection.bias", "output_blocks.11.1.norm.weight", "output_blocks.11.1.norm.bias", "output_blocks.11.1.proj_in.weight", "output_blocks.11.1.proj_in.bias", "output_blocks.11.1.transformer_blocks.0.attn1.to_q.weight", "output_blocks.11.1.transformer_blocks.0.attn1.to_k.weight", "output_blocks.11.1.transformer_blocks.0.attn1.to_v.weight", "output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.weight", "output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.bias", "output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.weight", "output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.bias", "output_blocks.11.1.transformer_blocks.0.ff.net.2.weight", "output_blocks.11.1.transformer_blocks.0.ff.net.2.bias", "output_blocks.11.1.transformer_blocks.0.attn2.to_q.weight", "output_blocks.11.1.transformer_blocks.0.attn2.to_k.weight", "output_blocks.11.1.transformer_blocks.0.attn2.to_v.weight", "output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.weight", "output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.bias", "output_blocks.11.1.transformer_blocks.0.norm1.weight", "output_blocks.11.1.transformer_blocks.0.norm1.bias", "output_blocks.11.1.transformer_blocks.0.norm2.weight", "output_blocks.11.1.transformer_blocks.0.norm2.bias", "output_blocks.11.1.transformer_blocks.0.norm3.weight", "output_blocks.11.1.transformer_blocks.0.norm3.bias", "output_blocks.11.1.proj_out.weight", "output_blocks.11.1.proj_out.bias", "out.0.weight", "out.0.bias", "out.2.weight", "out.2.bias"]

i2vgenxl/models/open_clip_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a78ef8e8c73fd0df621682e7a8e8eb36c6916cb3c16b291a082ecd52ab79cc4
+size 3944692325

i2vgenxl/scheduler/scheduler_config.json

@@ -0,0 +1,19 @@
+{
+  "_class_name": "DDIMScheduler",
+  "_diffusers_version": "0.26.1",
+  "beta_end": 0.02,
+  "beta_schedule": "squaredcos_cap_v2",
+  "beta_start": 0.0001,
+  "clip_sample": false,
+  "clip_sample_range": 1.0,
+  "dynamic_thresholding_ratio": 0.995,
+  "num_train_timesteps": 1000,
+  "prediction_type": "v_prediction",
+  "rescale_betas_zero_snr": true,
+  "sample_max_value": 1.0,
+  "set_alpha_to_one": true,
+  "steps_offset": 1,
+  "thresholding": false,
+  "timestep_spacing": "leading",
+  "trained_betas": null
+}

i2vgenxl/text_encoder/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "i2vgen-xl/text_encoder",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_size": 1024,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "projection_dim": 1024,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.2",
+  "vocab_size": 49408
+}

i2vgenxl/text_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd94a7ea6922e8028227567fe14e04d2989eec31c482e0813e9006afea6637f1
+size 1411983168

i2vgenxl/tokenizer/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

i2vgenxl/tokenizer/tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "49406": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49407": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": "<|endoftext|>"
+}

i2vgenxl/unet/config.json

@@ -0,0 +1,31 @@
+{
+  "_class_name": "I2VGenXLUNet",
+  "_diffusers_version": "0.26.1",
+  "_name_or_path": "i2vgen-xl/unet",
+  "attention_head_dim": 64,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "cross_attention_dim": 1024,
+  "down_block_types": [
+    "CrossAttnDownBlock3D",
+    "CrossAttnDownBlock3D",
+    "CrossAttnDownBlock3D",
+    "DownBlock3D"
+  ],
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "norm_num_groups": 32,
+  "num_attention_heads": 64,
+  "out_channels": 4,
+  "sample_size": 32,
+  "up_block_types": [
+    "UpBlock3D",
+    "CrossAttnUpBlock3D",
+    "CrossAttnUpBlock3D",
+    "CrossAttnUpBlock3D"
+  ]
+}

i2vgenxl/unet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7c73b3ff159580a1a6535b1ccb473b09a2f40853c03f5d546db70632456ab8
+size 5682063336

i2vgenxl/vae/config.json

@@ -0,0 +1,32 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.26.1",
+  "_name_or_path": "i2vgen-xl/vae",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "layers_per_block": 2,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "sample_size": 768,
+  "scaling_factor": 0.18125,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ]
+}

i2vgenxl/vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa1f43011b553a4cba7f37456465cdbd48aab7b54b9348b890e8058ea7683ec
+size 334643268