liray commited on
Commit
897a949
1 Parent(s): 8fd1be3
Files changed (2) hide show
  1. app.py +2 -1
  2. svd.py +0 -2
app.py CHANGED
@@ -2,6 +2,7 @@ import os
2
  from PIL import Image, ImageOps
3
  import random
4
 
 
5
  import cv2
6
  from diffusers import StableVideoDiffusionPipeline
7
  from diffusers.image_processor import VaeImageProcessor
@@ -11,7 +12,6 @@ import gradio as gr
11
  import numpy as np
12
  from safetensors import safe_open
13
  from segment_anything import build_sam, SamPredictor
14
- import spaces
15
  from tqdm import tqdm
16
  import torch
17
 
@@ -34,6 +34,7 @@ INSTRUCTION = '''
34
  2 steps to get started:
35
  - Upload an image of a dynamic object.
36
  - Add one or more drags on the object to specify the part-level interactions.
 
37
  How to add drags:
38
  - To add a drag, first click on the starting point of the drag, then click on the ending point of the drag, on the Input Image (leftmost).
39
  - You can add up to 5 drags.
 
2
  from PIL import Image, ImageOps
3
  import random
4
 
5
+ import spaces
6
  import cv2
7
  from diffusers import StableVideoDiffusionPipeline
8
  from diffusers.image_processor import VaeImageProcessor
 
12
  import numpy as np
13
  from safetensors import safe_open
14
  from segment_anything import build_sam, SamPredictor
 
15
  from tqdm import tqdm
16
  import torch
17
 
 
34
  2 steps to get started:
35
  - Upload an image of a dynamic object.
36
  - Add one or more drags on the object to specify the part-level interactions.
37
+
38
  How to add drags:
39
  - To add a drag, first click on the starting point of the drag, then click on the ending point of the drag, on the Input Image (leftmost).
40
  - You can add up to 5 drags.
svd.py CHANGED
@@ -1312,5 +1312,3 @@ class UNetDragSpatioTemporalConditionModel(ModelMixin, ConfigMixin, UNet2DCondit
1312
 
1313
  if __name__ == "__main__":
1314
  puppet_master = UNetDragSpatioTemporalConditionModel(num_drags=5)
1315
- state_dict = torch.load("ckpts/0800000-ema.pt", map_location="cpu")
1316
- puppet_master.load_state_dict(state_dict, strict=True)
 
1312
 
1313
  if __name__ == "__main__":
1314
  puppet_master = UNetDragSpatioTemporalConditionModel(num_drags=5)