Hugging Face's logo

bluestarburst
/
AnimateDiff-SceneFusion

Diffusers
Inference Endpoints
Model card Files Community
bluestarburst commited on
Commit
3f9802b
•
1 Parent(s): 8cb1201

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/Motion_Module/backup2/config.yaml +66 -0
  2. models/Motion_Module/backup2/inv_latents/ddim_latent-1.pt +3 -0
  3. models/Motion_Module/backup2/inv_latents/ddim_latent-10.pt +3 -0
  4. models/Motion_Module/backup2/inv_latents/ddim_latent-11.pt +3 -0
  5. models/Motion_Module/backup2/inv_latents/ddim_latent-12.pt +3 -0
  6. models/Motion_Module/backup2/inv_latents/ddim_latent-13.pt +3 -0
  7. models/Motion_Module/backup2/inv_latents/ddim_latent-14.pt +3 -0
  8. models/Motion_Module/backup2/inv_latents/ddim_latent-15.pt +3 -0
  9. models/Motion_Module/backup2/inv_latents/ddim_latent-16.pt +3 -0
  10. models/Motion_Module/backup2/inv_latents/ddim_latent-17.pt +3 -0
  11. models/Motion_Module/backup2/inv_latents/ddim_latent-18.pt +3 -0
  12. models/Motion_Module/backup2/inv_latents/ddim_latent-19.pt +3 -0
  13. models/Motion_Module/backup2/inv_latents/ddim_latent-2.pt +3 -0
  14. models/Motion_Module/backup2/inv_latents/ddim_latent-20.pt +3 -0
  15. models/Motion_Module/backup2/inv_latents/ddim_latent-21.pt +3 -0
  16. models/Motion_Module/backup2/inv_latents/ddim_latent-22.pt +3 -0
  17. models/Motion_Module/backup2/inv_latents/ddim_latent-23.pt +3 -0
  18. models/Motion_Module/backup2/inv_latents/ddim_latent-24.pt +3 -0
  19. models/Motion_Module/backup2/inv_latents/ddim_latent-25.pt +3 -0
  20. models/Motion_Module/backup2/inv_latents/ddim_latent-26.pt +3 -0
  21. models/Motion_Module/backup2/inv_latents/ddim_latent-27.pt +3 -0
  22. models/Motion_Module/backup2/inv_latents/ddim_latent-28.pt +3 -0
  23. models/Motion_Module/backup2/inv_latents/ddim_latent-29.pt +3 -0
  24. models/Motion_Module/backup2/inv_latents/ddim_latent-3.pt +3 -0
  25. models/Motion_Module/backup2/inv_latents/ddim_latent-30.pt +3 -0
  26. models/Motion_Module/backup2/inv_latents/ddim_latent-31.pt +3 -0
  27. models/Motion_Module/backup2/inv_latents/ddim_latent-32.pt +3 -0
  28. models/Motion_Module/backup2/inv_latents/ddim_latent-33.pt +3 -0
  29. models/Motion_Module/backup2/inv_latents/ddim_latent-34.pt +3 -0
  30. models/Motion_Module/backup2/inv_latents/ddim_latent-35.pt +3 -0
  31. models/Motion_Module/backup2/inv_latents/ddim_latent-36.pt +3 -0
  32. models/Motion_Module/backup2/inv_latents/ddim_latent-37.pt +3 -0
  33. models/Motion_Module/backup2/inv_latents/ddim_latent-38.pt +3 -0
  34. models/Motion_Module/backup2/inv_latents/ddim_latent-39.pt +3 -0
  35. models/Motion_Module/backup2/inv_latents/ddim_latent-4.pt +3 -0
  36. models/Motion_Module/backup2/inv_latents/ddim_latent-5.pt +3 -0
  37. models/Motion_Module/backup2/inv_latents/ddim_latent-6.pt +3 -0
  38. models/Motion_Module/backup2/inv_latents/ddim_latent-7.pt +3 -0
  39. models/Motion_Module/backup2/inv_latents/ddim_latent-8.pt +3 -0
  40. models/Motion_Module/backup2/inv_latents/ddim_latent-9.pt +3 -0
  41. models/Motion_Module/backup2/mm.pth +3 -0
  42. models/Motion_Module/backup2/samples/sample-1.gif +0 -0
  43. models/Motion_Module/backup2/samples/sample-1/0.gif +0 -0
  44. models/Motion_Module/backup2/samples/sample-10.gif +0 -0
  45. models/Motion_Module/backup2/samples/sample-10/0.gif +0 -0
  46. models/Motion_Module/backup2/samples/sample-11.gif +0 -0
  47. models/Motion_Module/backup2/samples/sample-11/0.gif +0 -0
  48. models/Motion_Module/backup2/samples/sample-12.gif +0 -0
  49. models/Motion_Module/backup2/samples/sample-12/0.gif +0 -0
  50. models/Motion_Module/backup2/samples/sample-13.gif +0 -0
models/Motion_Module/backup2/config.yaml ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pretrained_model_path: /content/AnimateDiff-SceneFusion/models/StableDiffusion/
2
+ output_dir: /content/AnimateDiff-SceneFusion/models/Motion_Module/backup2
3
+ train_data:
4
+ video_folder: data/output
5
+ csv_path: data/output.csv
6
+ sample_n_frames: 5
7
+ sample_stride: 100
8
+ sample_size: 256
9
+ validation_data:
10
+ prompts:
11
+ - camera panning right to left, a bird's eye view of a row of buildings in a city
12
+ with trees in the foreground, masterpiece, best quality
13
+ video_length: 5
14
+ width: 256
15
+ height: 256
16
+ num_inference_steps: 20
17
+ guidance_scale: 12.5
18
+ temporal_context: 24
19
+ use_inv_latent: true
20
+ num_inv_steps: 50
21
+ validation_steps: 1
22
+ train_whole_module: false
23
+ trainable_modules:
24
+ - to_q
25
+ train_batch_size: 1
26
+ max_train_steps: 39
27
+ learning_rate: 0.0003
28
+ scale_lr: false
29
+ lr_scheduler: constant
30
+ lr_warmup_steps: 0
31
+ adam_beta1: 0.9
32
+ adam_beta2: 0.999
33
+ adam_weight_decay: 0.01
34
+ adam_epsilon: 1.0e-08
35
+ max_grad_norm: 1.0
36
+ gradient_accumulation_steps: 1
37
+ gradient_checkpointing: true
38
+ checkpointing_steps: 100
39
+ start_global_step: 0
40
+ resume_from_checkpoint: null
41
+ mixed_precision: fp16
42
+ use_8bit_adam: false
43
+ enable_xformers_memory_efficient_attention: true
44
+ seed: 33
45
+ motion_module: /content/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt
46
+ inference_config_path: configs/inference/inference-v3.yaml
47
+ motion_module_pe_multiplier: 1
48
+ dataset_class: MultiTuneAVideoDataset
49
+ image_finetune: false
50
+ name: scenefusion
51
+ use_wandb: true
52
+ launcher: launcher
53
+ cfg_random_null_text: true
54
+ cfg_random_null_text_ratio: 0.1
55
+ unet_checkpoint_path: ''
56
+ unet_additional_kwargs: {}
57
+ ema_decay: 0.9999
58
+ noise_scheduler_kwargs: null
59
+ max_train_epoch: -1
60
+ validation_steps_tuple:
61
+ - -1
62
+ num_workers: 32
63
+ checkpointing_epochs: 5
64
+ mixed_precision_training: true
65
+ global_seed: 42
66
+ is_debug: false
models/Motion_Module/backup2/inv_latents/ddim_latent-1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615841f1125c4e1bc78f01cca37e0a57c059983cdd86d20bdb818c48711b09e5
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d642bab019f45939a6b20fc223df2a972ffe176b7cb3ef919707a5dc9286c4f5
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bab00530f77500c04291654aba3975a4f3e8ca0ae2b4216f0ba662f8cfc3e063
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae0f6db67f79f2371a91150d2fd708d96368caa346f5ae8e3de6065fb5f70be
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b4a1a0cfac78cdbf3d5e577f0ea1fd1e5f5ef4925c27a3fd29d91bddbbba12
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629b124c0a9db32b42487939e9e2658cc8defa4967610d1e6ba8ec24ccd24c9d
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f793361145d3df78e57b0d3e25c5104e81a5cb316fb14d24012cb07f1c9f231
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7412fea02b16ee5713e6f651bbc5c09b18c71b3991368536f9227b47a479c60
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e16bea1eb81ded5b3bc5815c33819ea713c9b01465d76ce40f919a1a1a3a53
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-18.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26b36a07a061eda9605c61eba673444d2ff2d9b28c9597eb7d6efee73d8b4b0
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce54a884a1cb7a94db547194dbe3cd18d587df2cb30dc2adb1255719af53341c
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e554e638aa394b01af704e41453658037bf2b50472631a178a8c1b9b6b81f2d6
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb9aeaf1135bd856117f236559d8e93f0f03d36c264f672a35533caf01d6d1b
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-21.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e516137d6a19ad4aed242375de78d796a0d466198ec647ca7c58b8d98dd018
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-22.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad340dcf96a99b048845f2114aae09c5da9017d6b5828737e8698d59473ccbb
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1f05e40401d9f35990b145856475fdd9ebacac5cf3eef0ef25d6ad1a0f9cc6
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-24.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731b7714b72738ed3b993d63f849992200d6c6f841122a68f27f65fe523b8619
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6058b32190b0594d1845dc08abf4ed55b76ee16fd23c9d00b393c41d6fb89548
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-26.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce4975618151c465c746941a640fb45651f0b2a94113e873bd05c7de15bb4ab
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0428d056692609dcb7505583530113ed2dd4e78c94844a5e8d920e21886cc143
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-28.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6145318e4ceffb09da24fb79860c53fca50737950839af0a6b3f4a678b563f3
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-29.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:509c43144706b5ba5a0a21e416d65b8d93ec4de5f87ecd7889626797416a7c84
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17455f3fe34ba44bf436ce8f87784badaa59dea0ad78cad6722b2531a19de886
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5e059c9adf865f6856a4cbdbb6f46f7fe28d2e8504c48d25d8c2da378828262
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-31.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3cb48713484f75307c6230eb13b5ada3b4f01c34a38db0be2d563ebee073cd
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-32.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dee450853e681ba654d5185d04c67e4437c21d0a1fffbe2720832bb96806214
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-33.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b1a66e28826b96d71886db2b2b625c830c18a52e1922b2703501ccc470a27ef
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-34.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fff6ccc59442e41ab67ab22613a6bdf6d3fdc2d8ba4a2fd2dbf044ff2f27cd9
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-35.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e151dbc93a883c63286656e05700ffd767988a4f543deeb64d390457a461106d
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-36.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c503aa5ba9405794f441c492aac004d60ee7063c227df4359d9bc245042e9bdd
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-37.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:893ba2d87a389c64721b6d50cc33277cdf9de0fa11ac4d05a2ce8601f86b27e7
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-38.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d749bc04449b923e343d15ddecbc5e4e2da8ac8cc690ee9bf2e7b9e309bf48
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-39.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5646416277aef32903b6361d7910fdaa5dbe15cc0eb5862a5306c51d52f6dfe
3
+ size 41728
models/Motion_Module/backup2/inv_latents/ddim_latent-4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e7ef78197118702721099d81220db202e0e2d11bd5dbb4c2260db28767fc9a
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14e2bc4f371523f056bcfaff34e911f41f9a1872df1449d47e82088760328301
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb300def145248c4267f5ded4708049efe570ec7c387d79e05f0bd9edcb6945
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50fc254041ab48baa2ad024dc715804255a27d0bc2d41799e4f5a4153955a68a
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418fd8e6be9c6a4047b49438eaa7120fc73fe7d53bd930e7881cf040205e275a
3
+ size 41725
models/Motion_Module/backup2/inv_latents/ddim_latent-9.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35391e6f056abb84f2ffca5fffe19180bfcf8ce81537ed7ccd0179a5b411f425
3
+ size 41725
models/Motion_Module/backup2/mm.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f04e6f261b3af7fd28329ae2a31fe3f02a7225318c524d9012c9b196ca6488
3
+ size 1672103655
models/Motion_Module/backup2/samples/sample-1.gif ADDED
models/Motion_Module/backup2/samples/sample-1/0.gif ADDED
models/Motion_Module/backup2/samples/sample-10.gif ADDED
models/Motion_Module/backup2/samples/sample-10/0.gif ADDED
models/Motion_Module/backup2/samples/sample-11.gif ADDED
models/Motion_Module/backup2/samples/sample-11/0.gif ADDED
models/Motion_Module/backup2/samples/sample-12.gif ADDED
models/Motion_Module/backup2/samples/sample-12/0.gif ADDED
models/Motion_Module/backup2/samples/sample-13.gif ADDED