Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,204 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+validation_images/step_10000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_1000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_10200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_10400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_10600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_10800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_11000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_11200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_11400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_11600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_11800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_12000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_1200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_12200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_12400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_12600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_12800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_13000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_13200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_13400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_13600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_13800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_14000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_1400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_14200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_14400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_14600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_14800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_15000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_15200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_15400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_15600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_15800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_16000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_1600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_16200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_16400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_16600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_16800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_17000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_17200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_17400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_17600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_17800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_18000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_1800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_18200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_18400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_18600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_18800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_19000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_19200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_19400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_19600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_19800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_1_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_20000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_2000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_20200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_20400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_20600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_20800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_21000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_21200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_21400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_21600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_21800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_22000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_2200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_22200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_22400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_22600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_22800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_23000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_23200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_23400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_23600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_23800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_24000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_2400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_24200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_24400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_24600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_24800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_25000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_25200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_25400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_25600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_25800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_26000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_2600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_26200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_26400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_26600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_26800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_27000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_27200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_27400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_27600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_27800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_28000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_2800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_28200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_28400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_28600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_28800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_29000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_29200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_29400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_29600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_29800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_30000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_3000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_30200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_30400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_30600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_30800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_31000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_31200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_31400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_31600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_31800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_32000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_3200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_32200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_32400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_32600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_32800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_33000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_33200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_33400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_33600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_33800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_34000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_3400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_34200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_34400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_34600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_34800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_35000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_35200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_35400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_35600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_35800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_36000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_3600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_36200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_36400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_36600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_36800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_37000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_37200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_37400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_37600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_37800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_38000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_3800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_38200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_38400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_38600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_38800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_39000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_39200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_39400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_39600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_39800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_40000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_4000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_4200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_4400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_4600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_4800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_5000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_5200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_5400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_5600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_5800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_6000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_6200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_6400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_6600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_6800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_7000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_7200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_7400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_7600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_7800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_8000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_8200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_8400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_8600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_8800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_9000_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_9200_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_9400_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_9600_val_img_0.gif filter=lfs diff=lfs merge=lfs -text
+validation_images/step_9800_val_img_0.gif filter=lfs diff=lfs merge=lfs -text

checkpoint-40000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bfd70c306445b1a98618fe7afe34083aad8008a7bb855ba079aaf6d908fc84
+size 3181312125

checkpoint-40000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959838912b5d78f3a148459ee13df299e2617530b4b7d10622dfc283f81fe02e
+size 14727

checkpoint-40000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3570e0abcaf28bb755e124f527ca9fdfc96ef4050f122b426704068ad499d2
+size 557

checkpoint-40000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b9ce14c652cd3e5360895a63372442e91ed26a65bfc7165342cab67bc6b925
+size 563

checkpoint-40000/unet/config.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "UNetSpatioTemporalConditionModel",
+  "_diffusers_version": "0.27.2",
+  "_name_or_path": "stabilityai/stable-video-diffusion-img2vid-xt",
+  "addition_time_embed_dim": 256,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "cross_attention_dim": 1024,
+  "down_block_types": [
+    "CrossAttnDownBlockSpatioTemporal",
+    "CrossAttnDownBlockSpatioTemporal",
+    "CrossAttnDownBlockSpatioTemporal",
+    "DownBlockSpatioTemporal"
+  ],
+  "in_channels": 8,
+  "layers_per_block": 2,
+  "num_attention_heads": [
+    5,
+    10,
+    20,
+    20
+  ],
+  "num_frames": 25,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": 768,
+  "sample_size": 96,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "UpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal"
+  ]
+}

checkpoint-40000/unet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aead0754c5ae5a2c8dcec2d1a752019fad49b39143ef165891904da0ae6d5ef
+size 6098682464

feature_extractor/preprocessor_config.json

@@ -0,0 +1,44 @@
+{
+  "_valid_processor_keys": [
+    "images",
+    "do_resize",
+    "size",
+    "resample",
+    "do_center_crop",
+    "crop_size",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "do_convert_rgb",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

image_encoder/config.json

@@ -0,0 +1,23 @@
+{
+  "_name_or_path": "stabilityai/stable-video-diffusion-img2vid-xt",
+  "architectures": [
+    "CLIPVisionModelWithProjection"
+  ],
+  "attention_dropout": 0.0,
+  "dropout": 0.0,
+  "hidden_act": "gelu",
+  "hidden_size": 1280,
+  "image_size": 224,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "layer_norm_eps": 1e-05,
+  "model_type": "clip_vision_model",
+  "num_attention_heads": 16,
+  "num_channels": 3,
+  "num_hidden_layers": 32,
+  "patch_size": 14,
+  "projection_dim": 1024,
+  "torch_dtype": "float16",
+  "transformers_version": "4.39.3"
+}

image_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae616c24393dd1854372b0639e5541666f7521cbe219669255e865cb7f89466a
+size 1264217240

model_index.json

@@ -0,0 +1,25 @@
+{
+  "_class_name": "StableVideoDiffusionPipeline",
+  "_diffusers_version": "0.27.2",
+  "_name_or_path": "stabilityai/stable-video-diffusion-img2vid-xt",
+  "feature_extractor": [
+    "transformers",
+    "CLIPImageProcessor"
+  ],
+  "image_encoder": [
+    "transformers",
+    "CLIPVisionModelWithProjection"
+  ],
+  "scheduler": [
+    "diffusers",
+    "EulerDiscreteScheduler"
+  ],
+  "unet": [
+    "diffusers",
+    "UNetSpatioTemporalConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKLTemporalDecoder"
+  ]
+}

scheduler/scheduler_config.json

@@ -0,0 +1,21 @@
+{
+  "_class_name": "EulerDiscreteScheduler",
+  "_diffusers_version": "0.27.2",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "interpolation_type": "linear",
+  "num_train_timesteps": 1000,
+  "prediction_type": "v_prediction",
+  "rescale_betas_zero_snr": false,
+  "set_alpha_to_one": false,
+  "sigma_max": 700.0,
+  "sigma_min": 0.002,
+  "skip_prk_steps": true,
+  "steps_offset": 1,
+  "timestep_spacing": "leading",
+  "timestep_type": "continuous",
+  "trained_betas": null,
+  "use_karras_sigmas": true
+}

unet/config.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "UNetSpatioTemporalConditionModel",
+  "_diffusers_version": "0.27.2",
+  "_name_or_path": "stabilityai/stable-video-diffusion-img2vid-xt",
+  "addition_time_embed_dim": 256,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "cross_attention_dim": 1024,
+  "down_block_types": [
+    "CrossAttnDownBlockSpatioTemporal",
+    "CrossAttnDownBlockSpatioTemporal",
+    "CrossAttnDownBlockSpatioTemporal",
+    "DownBlockSpatioTemporal"
+  ],
+  "in_channels": 8,
+  "layers_per_block": 2,
+  "num_attention_heads": [
+    5,
+    10,
+    20,
+    20
+  ],
+  "num_frames": 25,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": 768,
+  "sample_size": 96,
+  "transformer_layers_per_block": 1,
+  "up_block_types": [
+    "UpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal",
+    "CrossAttnUpBlockSpatioTemporal"
+  ]
+}

unet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aead0754c5ae5a2c8dcec2d1a752019fad49b39143ef165891904da0ae6d5ef
+size 6098682464

vae/config.json

@@ -0,0 +1,24 @@
+{
+  "_class_name": "AutoencoderKLTemporalDecoder",
+  "_diffusers_version": "0.27.2",
+  "_name_or_path": "stabilityai/stable-video-diffusion-img2vid-xt",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "layers_per_block": 2,
+  "out_channels": 3,
+  "sample_size": 768,
+  "scaling_factor": 0.18215
+}

vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af602cd0eb4ad6086ec94fbf1438dfb1be5ec9ac03fd0215640854e90d6463a3
+size 195531910