Spaces:
Runtime error
Runtime error
heheyas
commited on
Commit
•
e1cbd75
1
Parent(s):
b9555e5
fix
Browse files- app.py +3 -3
- scripts/pub/configs/V3D_512.yaml +1 -1
app.py
CHANGED
@@ -149,7 +149,7 @@ def change_model_params(model, min_cfg, max_cfg):
|
|
149 |
|
150 |
@spaces.GPU
|
151 |
def launch(device="cuda", port=4321, share=False):
|
152 |
-
model_config = "scripts/pub/configs/V3D_512.yaml"
|
153 |
num_frames = OmegaConf.load(
|
154 |
model_config
|
155 |
).model.params.sampler_config.params.guider_config.params.num_frames
|
@@ -159,7 +159,7 @@ def launch(device="cuda", port=4321, share=False):
|
|
159 |
output_folder = "outputs/V3D_512"
|
160 |
|
161 |
sd = load_safetensors("./ckpts/svd_xt.safetensors")
|
162 |
-
clip_model_config = OmegaConf.load("configs/embedder/clip_image.yaml")
|
163 |
clip_model = instantiate_from_config(clip_model_config).eval()
|
164 |
clip_sd = dict()
|
165 |
for k, v in sd.items():
|
@@ -168,7 +168,7 @@ def launch(device="cuda", port=4321, share=False):
|
|
168 |
clip_model.load_state_dict(clip_sd)
|
169 |
clip_model = clip_model.to(device)
|
170 |
|
171 |
-
ae_model_config = OmegaConf.load("configs/ae/video.yaml")
|
172 |
ae_model = instantiate_from_config(ae_model_config).eval()
|
173 |
encoder_sd = dict()
|
174 |
for k, v in sd.items():
|
|
|
149 |
|
150 |
@spaces.GPU
|
151 |
def launch(device="cuda", port=4321, share=False):
|
152 |
+
model_config = "./scripts/pub/configs/V3D_512.yaml"
|
153 |
num_frames = OmegaConf.load(
|
154 |
model_config
|
155 |
).model.params.sampler_config.params.guider_config.params.num_frames
|
|
|
159 |
output_folder = "outputs/V3D_512"
|
160 |
|
161 |
sd = load_safetensors("./ckpts/svd_xt.safetensors")
|
162 |
+
clip_model_config = OmegaConf.load("./configs/embedder/clip_image.yaml")
|
163 |
clip_model = instantiate_from_config(clip_model_config).eval()
|
164 |
clip_sd = dict()
|
165 |
for k, v in sd.items():
|
|
|
168 |
clip_model.load_state_dict(clip_sd)
|
169 |
clip_model = clip_model.to(device)
|
170 |
|
171 |
+
ae_model_config = OmegaConf.load("./configs/ae/video.yaml")
|
172 |
ae_model = instantiate_from_config(ae_model_config).eval()
|
173 |
encoder_sd = dict()
|
174 |
for k, v in sd.items():
|
scripts/pub/configs/V3D_512.yaml
CHANGED
@@ -2,7 +2,7 @@ model:
|
|
2 |
base_learning_rate: 1.0e-04
|
3 |
target: sgm.models.video_diffusion.DiffusionEngine
|
4 |
params:
|
5 |
-
ckpt_path: ckpts/V3D_512.ckpt
|
6 |
scale_factor: 0.18215
|
7 |
disable_first_stage_autocast: true
|
8 |
input_key: latents
|
|
|
2 |
base_learning_rate: 1.0e-04
|
3 |
target: sgm.models.video_diffusion.DiffusionEngine
|
4 |
params:
|
5 |
+
ckpt_path: ./ckpts/V3D_512.ckpt
|
6 |
scale_factor: 0.18215
|
7 |
disable_first_stage_autocast: true
|
8 |
input_key: latents
|