Hugging Face's logo

bluestarburst
/
AnimateDiff-SceneFusion

Diffusers
Inference Endpoints
Model card Files Community
bluestarburst commited on
Commit
79aab64
•
1 Parent(s): e2ccff0

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/Motion_Module/temp/config.yaml +66 -0
  2. models/Motion_Module/temp/inv_latents/ddim_latent-1.pt +3 -0
  3. models/Motion_Module/temp/inv_latents/ddim_latent-10.pt +3 -0
  4. models/Motion_Module/temp/inv_latents/ddim_latent-11.pt +3 -0
  5. models/Motion_Module/temp/inv_latents/ddim_latent-12.pt +3 -0
  6. models/Motion_Module/temp/inv_latents/ddim_latent-13.pt +3 -0
  7. models/Motion_Module/temp/inv_latents/ddim_latent-14.pt +3 -0
  8. models/Motion_Module/temp/inv_latents/ddim_latent-15.pt +3 -0
  9. models/Motion_Module/temp/inv_latents/ddim_latent-16.pt +3 -0
  10. models/Motion_Module/temp/inv_latents/ddim_latent-17.pt +3 -0
  11. models/Motion_Module/temp/inv_latents/ddim_latent-18.pt +3 -0
  12. models/Motion_Module/temp/inv_latents/ddim_latent-19.pt +3 -0
  13. models/Motion_Module/temp/inv_latents/ddim_latent-2.pt +3 -0
  14. models/Motion_Module/temp/inv_latents/ddim_latent-20.pt +3 -0
  15. models/Motion_Module/temp/inv_latents/ddim_latent-25.pt +3 -0
  16. models/Motion_Module/temp/inv_latents/ddim_latent-3.pt +3 -0
  17. models/Motion_Module/temp/inv_latents/ddim_latent-30.pt +3 -0
  18. models/Motion_Module/temp/inv_latents/ddim_latent-35.pt +3 -0
  19. models/Motion_Module/temp/inv_latents/ddim_latent-4.pt +3 -0
  20. models/Motion_Module/temp/inv_latents/ddim_latent-5.pt +3 -0
  21. models/Motion_Module/temp/inv_latents/ddim_latent-6.pt +3 -0
  22. models/Motion_Module/temp/inv_latents/ddim_latent-7.pt +3 -0
  23. models/Motion_Module/temp/inv_latents/ddim_latent-8.pt +3 -0
  24. models/Motion_Module/temp/inv_latents/ddim_latent-9.pt +3 -0
  25. models/Motion_Module/temp/mm.pth +3 -0
  26. models/Motion_Module/temp/samples/sample-1.gif +0 -0
  27. models/Motion_Module/temp/samples/sample-1/0.gif +0 -0
  28. models/Motion_Module/temp/samples/sample-10.gif +0 -0
  29. models/Motion_Module/temp/samples/sample-10/0.gif +0 -0
  30. models/Motion_Module/temp/samples/sample-11.gif +0 -0
  31. models/Motion_Module/temp/samples/sample-11/0.gif +0 -0
  32. models/Motion_Module/temp/samples/sample-12.gif +0 -0
  33. models/Motion_Module/temp/samples/sample-12/0.gif +0 -0
  34. models/Motion_Module/temp/samples/sample-13.gif +0 -0
  35. models/Motion_Module/temp/samples/sample-13/0.gif +0 -0
  36. models/Motion_Module/temp/samples/sample-14.gif +0 -0
  37. models/Motion_Module/temp/samples/sample-14/0.gif +0 -0
  38. models/Motion_Module/temp/samples/sample-15.gif +0 -0
  39. models/Motion_Module/temp/samples/sample-15/0.gif +0 -0
  40. models/Motion_Module/temp/samples/sample-16.gif +0 -0
  41. models/Motion_Module/temp/samples/sample-16/0.gif +0 -0
  42. models/Motion_Module/temp/samples/sample-17.gif +0 -0
  43. models/Motion_Module/temp/samples/sample-17/0.gif +0 -0
  44. models/Motion_Module/temp/samples/sample-18.gif +0 -0
  45. models/Motion_Module/temp/samples/sample-18/0.gif +0 -0
  46. models/Motion_Module/temp/samples/sample-2.gif +0 -0
  47. models/Motion_Module/temp/samples/sample-2/0.gif +0 -0
  48. models/Motion_Module/temp/samples/sample-20.gif +0 -0
  49. models/Motion_Module/temp/samples/sample-20/0.gif +0 -0
  50. models/Motion_Module/temp/samples/sample-25.gif +0 -0
models/Motion_Module/temp/config.yaml ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pretrained_model_path: /content/AnimateDiff-SceneFusion/models/StableDiffusion/
2
+ output_dir: /content/AnimateDiff-SceneFusion/models/Motion_Module/temp
3
+ train_data:
4
+ video_folder: data/output
5
+ csv_path: data/output.csv
6
+ sample_n_frames: 5
7
+ sample_stride: 100
8
+ sample_size: 256
9
+ validation_data:
10
+ prompts:
11
+ - camera panning right to left, a bird's eye view of a row of buildings in a city
12
+ with trees in the foreground, masterpiece, best quality
13
+ video_length: 5
14
+ width: 256
15
+ height: 256
16
+ num_inference_steps: 20
17
+ guidance_scale: 12.5
18
+ temporal_context: 24
19
+ use_inv_latent: true
20
+ num_inv_steps: 50
21
+ validation_steps: 1
22
+ train_whole_module: false
23
+ trainable_modules:
24
+ - to_q
25
+ train_batch_size: 1
26
+ max_train_steps: 36
27
+ learning_rate: 0.0003
28
+ scale_lr: false
29
+ lr_scheduler: constant
30
+ lr_warmup_steps: 0
31
+ adam_beta1: 0.9
32
+ adam_beta2: 0.999
33
+ adam_weight_decay: 0.01
34
+ adam_epsilon: 1.0e-08
35
+ max_grad_norm: 1.0
36
+ gradient_accumulation_steps: 1
37
+ gradient_checkpointing: true
38
+ checkpointing_steps: 100
39
+ start_global_step: 0
40
+ resume_from_checkpoint: null
41
+ mixed_precision: fp16
42
+ use_8bit_adam: false
43
+ enable_xformers_memory_efficient_attention: true
44
+ seed: 33
45
+ motion_module: /content/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt
46
+ inference_config_path: configs/inference/inference-v3.yaml
47
+ motion_module_pe_multiplier: 1
48
+ dataset_class: MultiTuneAVideoDataset
49
+ image_finetune: false
50
+ name: scenefusion
51
+ use_wandb: true
52
+ launcher: launcher
53
+ cfg_random_null_text: true
54
+ cfg_random_null_text_ratio: 0.1
55
+ unet_checkpoint_path: ''
56
+ unet_additional_kwargs: {}
57
+ ema_decay: 0.9999
58
+ noise_scheduler_kwargs: null
59
+ max_train_epoch: -1
60
+ validation_steps_tuple:
61
+ - -1
62
+ num_workers: 32
63
+ checkpointing_epochs: 5
64
+ mixed_precision_training: true
65
+ global_seed: 42
66
+ is_debug: false
models/Motion_Module/temp/inv_latents/ddim_latent-1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa4df5c2e0a30bec18786b5e54ebaec3a64c871dd573b18329eaccdfc6c4685
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3005b18c5a56ddaac3cda1a6cd6f59fce9ffa9155cb56ea853d6cc0090be97
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c1cc33a8d2d2cf172ba2f443eefa8c1c881d57ba0b1bbce47f15fa933074d49
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6004401335501f45d4d6316a9008ccabe33ffdae49050d3b0a25ecb209d5a668
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72f04c4f7de31ba938efd46a4245f517aa50acc8cd7b8e4e5080981d12c34cde
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449a541e22bcf3c9ee9ea140f4c454ea6a4dfff472cfa8371340a8c96f513e73
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c24873dac17dc9b42042ac7436b9ad842d620094ba5d18d1ce896e64e7947a
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea3f0891e8cbc281e02898e6fa5c5e1a058b36abb12a10a0e5720403a83fd27f
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c03ebf2a2b8dc22aceacfa5c75d2dbb13f6bfecd37380fd75a248099b494b57
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-18.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d8bfc8dae4aeff99ebb96c62c7f73ba1201fb32b460cbdc5185adcb2680a11
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8dd9715036af7f4fdafc414f6cfa687e0a0913a21a925c83ab9d1716856c6c
3
+ size 33536
models/Motion_Module/temp/inv_latents/ddim_latent-2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d54eaec14210618ba681a6cd9aec744a042a4a60e0cc85da01d23734b1c21d
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854621ad144d32adb777164521186e44def6e19e937e37840da5089af8a295ad
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f42772fdff444afdb10bccffa1136797b2c39929d3cd6562ccf272a581d3c3fb
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84829e988956b0c13d2fded98f0b04a153d28c044b25e9d1465d7505ca5cdec0
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2bfa208c9b9e9a5fcae065bd03837378b7e5fc84e9cd3e4a5e6fae4ea1fa865
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-35.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c140b74aae2afe72a1d083f3fddf3d15e5ebb118315fa833877852bfb04a8f8
3
+ size 41728
models/Motion_Module/temp/inv_latents/ddim_latent-4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04d228a14a6ddfb71f4a72cd6b3ff6fa8e8e35acf61da8d407851959cfc443f
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37bb0331eb5466a92d9aff221146abd34e6682ab0617d57b678e41251ccd3237
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a1b691315eb62f1ebe777896c49aef8310b5e72774095d94d7cf42ab3fefd8
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c1782b523ee82d471a946a16c78af70bfe3949e68522f98c93ef0ece2bc91a5
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aa760f81ccea4164af430f75543399ff7adad6f88d459dc6ff9d8f16dcfee1b
3
+ size 41725
models/Motion_Module/temp/inv_latents/ddim_latent-9.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:124c6dbf9e5b21a2269a7055a0bb45f37cb8ad061319951148d28f40b7f01528
3
+ size 41725
models/Motion_Module/temp/mm.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:904595c4534604b9cd8f6bf9883dda9fbbe4e148cb68cd5234f129c21c74ed8f
3
+ size 1672103655
models/Motion_Module/temp/samples/sample-1.gif ADDED
models/Motion_Module/temp/samples/sample-1/0.gif ADDED
models/Motion_Module/temp/samples/sample-10.gif ADDED
models/Motion_Module/temp/samples/sample-10/0.gif ADDED
models/Motion_Module/temp/samples/sample-11.gif ADDED
models/Motion_Module/temp/samples/sample-11/0.gif ADDED
models/Motion_Module/temp/samples/sample-12.gif ADDED
models/Motion_Module/temp/samples/sample-12/0.gif ADDED
models/Motion_Module/temp/samples/sample-13.gif ADDED
models/Motion_Module/temp/samples/sample-13/0.gif ADDED
models/Motion_Module/temp/samples/sample-14.gif ADDED
models/Motion_Module/temp/samples/sample-14/0.gif ADDED
models/Motion_Module/temp/samples/sample-15.gif ADDED
models/Motion_Module/temp/samples/sample-15/0.gif ADDED
models/Motion_Module/temp/samples/sample-16.gif ADDED
models/Motion_Module/temp/samples/sample-16/0.gif ADDED
models/Motion_Module/temp/samples/sample-17.gif ADDED
models/Motion_Module/temp/samples/sample-17/0.gif ADDED
models/Motion_Module/temp/samples/sample-18.gif ADDED
models/Motion_Module/temp/samples/sample-18/0.gif ADDED
models/Motion_Module/temp/samples/sample-2.gif ADDED
models/Motion_Module/temp/samples/sample-2/0.gif ADDED
models/Motion_Module/temp/samples/sample-20.gif ADDED
models/Motion_Module/temp/samples/sample-20/0.gif ADDED
models/Motion_Module/temp/samples/sample-25.gif ADDED