heheyas commited on
Commit
e1cbd75
1 Parent(s): b9555e5
Files changed (2) hide show
  1. app.py +3 -3
  2. scripts/pub/configs/V3D_512.yaml +1 -1
app.py CHANGED
@@ -149,7 +149,7 @@ def change_model_params(model, min_cfg, max_cfg):
149
 
150
  @spaces.GPU
151
  def launch(device="cuda", port=4321, share=False):
152
- model_config = "scripts/pub/configs/V3D_512.yaml"
153
  num_frames = OmegaConf.load(
154
  model_config
155
  ).model.params.sampler_config.params.guider_config.params.num_frames
@@ -159,7 +159,7 @@ def launch(device="cuda", port=4321, share=False):
159
  output_folder = "outputs/V3D_512"
160
 
161
  sd = load_safetensors("./ckpts/svd_xt.safetensors")
162
- clip_model_config = OmegaConf.load("configs/embedder/clip_image.yaml")
163
  clip_model = instantiate_from_config(clip_model_config).eval()
164
  clip_sd = dict()
165
  for k, v in sd.items():
@@ -168,7 +168,7 @@ def launch(device="cuda", port=4321, share=False):
168
  clip_model.load_state_dict(clip_sd)
169
  clip_model = clip_model.to(device)
170
 
171
- ae_model_config = OmegaConf.load("configs/ae/video.yaml")
172
  ae_model = instantiate_from_config(ae_model_config).eval()
173
  encoder_sd = dict()
174
  for k, v in sd.items():
 
149
 
150
  @spaces.GPU
151
  def launch(device="cuda", port=4321, share=False):
152
+ model_config = "./scripts/pub/configs/V3D_512.yaml"
153
  num_frames = OmegaConf.load(
154
  model_config
155
  ).model.params.sampler_config.params.guider_config.params.num_frames
 
159
  output_folder = "outputs/V3D_512"
160
 
161
  sd = load_safetensors("./ckpts/svd_xt.safetensors")
162
+ clip_model_config = OmegaConf.load("./configs/embedder/clip_image.yaml")
163
  clip_model = instantiate_from_config(clip_model_config).eval()
164
  clip_sd = dict()
165
  for k, v in sd.items():
 
168
  clip_model.load_state_dict(clip_sd)
169
  clip_model = clip_model.to(device)
170
 
171
+ ae_model_config = OmegaConf.load("./configs/ae/video.yaml")
172
  ae_model = instantiate_from_config(ae_model_config).eval()
173
  encoder_sd = dict()
174
  for k, v in sd.items():
scripts/pub/configs/V3D_512.yaml CHANGED
@@ -2,7 +2,7 @@ model:
2
  base_learning_rate: 1.0e-04
3
  target: sgm.models.video_diffusion.DiffusionEngine
4
  params:
5
- ckpt_path: ckpts/V3D_512.ckpt
6
  scale_factor: 0.18215
7
  disable_first_stage_autocast: true
8
  input_key: latents
 
2
  base_learning_rate: 1.0e-04
3
  target: sgm.models.video_diffusion.DiffusionEngine
4
  params:
5
+ ckpt_path: ./ckpts/V3D_512.ckpt
6
  scale_factor: 0.18215
7
  disable_first_stage_autocast: true
8
  input_key: latents