Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-1/wide[[:space:]]angle[[:space:]]views[[:space:]]of[[:space:]]a[[:space:]]bus[[:space:]]with[[:space:]]wheels[[:space:]]and[[:space:]]tires[[:space:]]driving[[:space:]]through[[:space:]]city,[[:space:]]a[[:space:]]city[[:space:]]with[[:space:]]high[[:space:]]detailed[[:space:]]street.[[:space:]]It's[[:space:]]clear[[:space:]]sky.[[:space:]]It's[[:space:]]snowing[[:space:]]weather.[[:space:]]It's[[:space:]]sunrise.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-1.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-2/wide[[:space:]]angle[[:space:]]views[[:space:]]of[[:space:]]a[[:space:]]bus[[:space:]]with[[:space:]]wheels[[:space:]]and[[:space:]]tires[[:space:]]driving[[:space:]]through[[:space:]]city,[[:space:]]a[[:space:]]city[[:space:]]with[[:space:]]high[[:space:]]detailed[[:space:]]street.[[:space:]]It's[[:space:]]clear[[:space:]]sky.[[:space:]]It's[[:space:]]snowing[[:space:]]weather.[[:space:]]It's[[:space:]]sunrise.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-2.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-3/wide[[:space:]]angle[[:space:]]views[[:space:]]of[[:space:]]a[[:space:]]bus[[:space:]]with[[:space:]]wheels[[:space:]]and[[:space:]]tires[[:space:]]driving[[:space:]]through[[:space:]]city,[[:space:]]a[[:space:]]city[[:space:]]with[[:space:]]high[[:space:]]detailed[[:space:]]street.[[:space:]]It's[[:space:]]clear[[:space:]]sky.[[:space:]]It's[[:space:]]snowing[[:space:]]weather.[[:space:]]It's[[:space:]]sunrise.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-3.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-4/wide[[:space:]]angle[[:space:]]views[[:space:]]of[[:space:]]a[[:space:]]bus[[:space:]]with[[:space:]]wheels[[:space:]]and[[:space:]]tires[[:space:]]driving[[:space:]]through[[:space:]]city,[[:space:]]a[[:space:]]city[[:space:]]with[[:space:]]high[[:space:]]detailed[[:space:]]street.[[:space:]]It's[[:space:]]clear[[:space:]]sky.[[:space:]]It's[[:space:]]snowing[[:space:]]weather.[[:space:]]It's[[:space:]]sunrise.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-4.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-5/wide[[:space:]]angle[[:space:]]views[[:space:]]of[[:space:]]a[[:space:]]bus[[:space:]]with[[:space:]]wheels[[:space:]]and[[:space:]]tires[[:space:]]driving[[:space:]]through[[:space:]]city,[[:space:]]a[[:space:]]city[[:space:]]with[[:space:]]high[[:space:]]detailed[[:space:]]street.[[:space:]]It's[[:space:]]clear[[:space:]]sky.[[:space:]]It's[[:space:]]snowing[[:space:]]weather.[[:space:]]It's[[:space:]]sunrise.gif filter=lfs diff=lfs merge=lfs -text
+city/samples/sample-5.gif filter=lfs diff=lfs merge=lfs -text

city/checkpoint-5/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4734e8b56b7e1793f86584fbfda03abf987b2f9d34a4f91f6548b301a4bcfac
+size 3636579464

city/checkpoint-5/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6690a13729216e039f334008abb2cea931fb6f239a8dfea03f57005ca2a01d0e
+size 388426170

city/checkpoint-5/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4b2d54673c974d525cc73197489f8e33c2e021242b8e0dd57cf501821f772e
+size 14408

city/checkpoint-5/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5a5ad08868fe42e2f75cacb3b64bd2ffd86dde2774d59af9d8eee9099fbd29
+size 988

city/checkpoint-5/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a83e77b836a961106201f255a7debe337b3c696ff438fe2cbbd7d10f551a95
+size 1000

city/config.yaml

@@ -0,0 +1,46 @@
+pretrained_model_path: CompVis/stable-diffusion-v1-4
+output_dir: /content/Tune-A-Video/outputs/city
+train_data:
+  video_path: /content/Tune-A-Video/data/city.mp4
+  prompt: wide angle views of a bus with wheels and tires driving through city, a
+    city with high detailed street. It's clear sky. It's snowing weather. It's sunrise
+  n_sample_frames: 24
+  width: 512
+  height: 512
+  sample_start_idx: 0
+  sample_frame_rate: 1
+validation_data:
+  prompts:
+  - wide angle views of a bus with wheels and tires driving through city, a city with
+    high detailed street. It's clear sky. It's snowing weather. It's sunrise
+  video_length: 24
+  width: 512
+  height: 512
+  num_inference_steps: 50
+  guidance_scale: 12.5
+  use_inv_latent: true
+  num_inv_steps: 50
+validation_steps: 1
+trainable_modules:
+- attn1.to_q
+- attn2.to_q
+- attn_temp
+train_batch_size: 1
+max_train_steps: 5
+learning_rate: 3.0e-05
+scale_lr: false
+lr_scheduler: constant
+lr_warmup_steps: 0
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.01
+adam_epsilon: 1.0e-08
+max_grad_norm: 1.0
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+checkpointing_steps: 5
+resume_from_checkpoint: null
+mixed_precision: fp16
+use_8bit_adam: false
+enable_xformers_memory_efficient_attention: true
+seed: 33

city/inv_latents/ddim_latent-1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a9ef9f66ad607fb7e0957f7a741e1540650d171b9c427e3829e4f3aad6fc2c
+size 787642

city/inv_latents/ddim_latent-2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adec210886f08401b7c9be7a294618a0c2eaf198096392381b56a35e31817930
+size 787642

city/inv_latents/ddim_latent-3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef64d2d2c38c00fcf51dc18c6d0f3dcd1ffabc6a411fdd6e13dc8a1e710ad522
+size 787642

city/inv_latents/ddim_latent-4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2266bfa51f4590e2543064e5d361fa1e170cacb84a3cb0a2161e84feaf180e2
+size 787642

city/inv_latents/ddim_latent-5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a7a0de0c4a0f76c8ff4bba6eb897ed6d86ff5bcc06e9d4c0f07ae46e15e46f
+size 787642

city/model_index.json

@@ -0,0 +1,24 @@
+{
+  "_class_name": "TuneAVideoPipeline",
+  "_diffusers_version": "0.11.1",
+  "scheduler": [
+    "diffusers",
+    "PNDMScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "CLIPTextModel"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "unet": [
+    "models",
+    "UNet3DConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ]
+}

city/scheduler/scheduler_config.json

@@ -0,0 +1,14 @@
+{
+  "_class_name": "PNDMScheduler",
+  "_diffusers_version": "0.11.1",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "set_alpha_to_one": false,
+  "skip_prk_steps": true,
+  "steps_offset": 1,
+  "trained_betas": null
+}

city/text_encoder/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "quick_gelu",
+  "hidden_size": 768,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "projection_dim": 512,
+  "torch_dtype": "float16",
+  "transformers_version": "4.26.0",
+  "vocab_size": 49408
+}

city/text_encoder/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c1b379e54b3c87654e7661109bd1315019c3b357cf6237544002abf76d1258
+size 246189278

city/tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

city/tokenizer/tokenizer_config.json

@@ -0,0 +1,34 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "do_lower_case": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 77,
+  "name_or_path": "/root/.cache/huggingface/diffusers/models--CompVis--stable-diffusion-v1-4/snapshots/133a221b8aa7292a167afc5127cb63fb5005638b/tokenizer",
+  "pad_token": "<|endoftext|>",
+  "special_tokens_map_file": "./special_tokens_map.json",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

city/unet/config.json

@@ -0,0 +1,44 @@
+{
+  "_class_name": "UNet3DConditionModel",
+  "_diffusers_version": "0.11.1",
+  "act_fn": "silu",
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    320,
+    640,
+    1280,
+    1280
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "cross_attention_dim": 768,
+  "down_block_types": [
+    "CrossAttnDownBlock3D",
+    "CrossAttnDownBlock3D",
+    "CrossAttnDownBlock3D",
+    "DownBlock3D"
+  ],
+  "downsample_padding": 1,
+  "dual_cross_attention": false,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock3DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 4,
+  "resnet_time_scale_shift": "default",
+  "sample_size": 64,
+  "up_block_types": [
+    "UpBlock3D",
+    "CrossAttnUpBlock3D",
+    "CrossAttnUpBlock3D",
+    "CrossAttnUpBlock3D"
+  ],
+  "upcast_attention": false,
+  "use_linear_projection": false
+}

city/unet/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd99e7b77e0efbf8283b6e9a78416a63b21659c2b5c00efa80bfa696da60b95
+size 3636825494

city/vae/config.json

@@ -0,0 +1,31 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.11.1",
+  "_name_or_path": "CompVis/stable-diffusion-v1-4",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "in_channels": 3,
+  "latent_channels": 4,
+  "layers_per_block": 2,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "sample_size": 512,
+  "scaling_factor": 0.18215,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ]
+}

city/vae/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bf483e6eadb4a0d0b0968b36156445ce4dfcf5961910b0a9a5a2e10c8a715b
+size 167408066