Spaces:
Runtime error
Runtime error
RamAnanth1
commited on
Commit
•
7093637
1
Parent(s):
777ee0f
Load Anything-v4 models
Browse files
model.py
CHANGED
@@ -67,18 +67,21 @@ class Model:
|
|
67 |
config.model.params.cond_stage_config.params.device = device
|
68 |
|
69 |
base_model_file = "https://huggingface.co/CompVis/stable-diffusion-v-1-4-original/resolve/main/sd-v1-4.ckpt"
|
|
|
70 |
sketch_adapter_file = "https://huggingface.co/TencentARC/T2I-Adapter/resolve/main/models/t2iadapter_sketch_sd14v1.pth"
|
71 |
pose_adapter_file = "https://huggingface.co/TencentARC/T2I-Adapter/resolve/main/models/t2iadapter_keypose_sd14v1.pth"
|
72 |
pidinet_file = model_path+"table5_pidinet.pth"
|
73 |
clip_file = "https://huggingface.co/openai/clip-vit-large-patch14/resolve/main/*"
|
74 |
|
75 |
subprocess.run(shlex.split(f'wget {base_model_file} -O models/sd-v1-4.ckpt'))
|
|
|
76 |
subprocess.run(shlex.split(f'wget {sketch_adapter_file} -O models/t2iadapter_sketch_sd14v1.pth'))
|
77 |
subprocess.run(shlex.split(f'wget {pose_adapter_file} -O models/t2iadapter_keypose_sd14v1.pth'))
|
78 |
subprocess.run(shlex.split(f'wget {pidinet_file} -O models/table5_pidinet.pth'))
|
79 |
|
80 |
|
81 |
self.model = load_model_from_config(config, "models/sd-v1-4.ckpt").to(device)
|
|
|
82 |
current_base = 'sd-v1-4.ckpt'
|
83 |
self.model_ad_sketch = Adapter(channels=[320, 640, 1280, 1280][:4], nums_rb=2, ksize=1, sk=True, use_conv=False).to(device)
|
84 |
self.model_ad_sketch.load_state_dict(torch.load("models/t2iadapter_sketch_sd14v1.pth"))
|
@@ -87,6 +90,7 @@ class Model:
|
|
87 |
net_G.load_state_dict({k.replace('module.',''):v for k, v in ckp.items()})
|
88 |
net_G.to(device)
|
89 |
self.sampler= PLMSSampler(self.model)
|
|
|
90 |
save_memory=True
|
91 |
|
92 |
self.model_ad_pose = Adapter(cin=int(3*64),channels=[320, 640, 1280, 1280][:4], nums_rb=2, ksize=1, sk=True, use_conv=False).to(device)
|
|
|
67 |
config.model.params.cond_stage_config.params.device = device
|
68 |
|
69 |
base_model_file = "https://huggingface.co/CompVis/stable-diffusion-v-1-4-original/resolve/main/sd-v1-4.ckpt"
|
70 |
+
base_model_file_anything = "https://huggingface.co/andite/anything-v4.0/resolve/main/anything-v4.0-pruned.ckpt"
|
71 |
sketch_adapter_file = "https://huggingface.co/TencentARC/T2I-Adapter/resolve/main/models/t2iadapter_sketch_sd14v1.pth"
|
72 |
pose_adapter_file = "https://huggingface.co/TencentARC/T2I-Adapter/resolve/main/models/t2iadapter_keypose_sd14v1.pth"
|
73 |
pidinet_file = model_path+"table5_pidinet.pth"
|
74 |
clip_file = "https://huggingface.co/openai/clip-vit-large-patch14/resolve/main/*"
|
75 |
|
76 |
subprocess.run(shlex.split(f'wget {base_model_file} -O models/sd-v1-4.ckpt'))
|
77 |
+
subprocess.run(shlex.split(f'wget {base_model_file_anything} -O models/anything-v4.0-pruned.ckpt'))
|
78 |
subprocess.run(shlex.split(f'wget {sketch_adapter_file} -O models/t2iadapter_sketch_sd14v1.pth'))
|
79 |
subprocess.run(shlex.split(f'wget {pose_adapter_file} -O models/t2iadapter_keypose_sd14v1.pth'))
|
80 |
subprocess.run(shlex.split(f'wget {pidinet_file} -O models/table5_pidinet.pth'))
|
81 |
|
82 |
|
83 |
self.model = load_model_from_config(config, "models/sd-v1-4.ckpt").to(device)
|
84 |
+
self.model_anything = load_model_from_config(config, "models/anything-v4.0-pruned.ckpt").to(device)
|
85 |
current_base = 'sd-v1-4.ckpt'
|
86 |
self.model_ad_sketch = Adapter(channels=[320, 640, 1280, 1280][:4], nums_rb=2, ksize=1, sk=True, use_conv=False).to(device)
|
87 |
self.model_ad_sketch.load_state_dict(torch.load("models/t2iadapter_sketch_sd14v1.pth"))
|
|
|
90 |
net_G.load_state_dict({k.replace('module.',''):v for k, v in ckp.items()})
|
91 |
net_G.to(device)
|
92 |
self.sampler= PLMSSampler(self.model)
|
93 |
+
self.sampler_anything= PLMSSampler(self.model_anything)
|
94 |
save_memory=True
|
95 |
|
96 |
self.model_ad_pose = Adapter(cin=int(3*64),channels=[320, 640, 1280, 1280][:4], nums_rb=2, ksize=1, sk=True, use_conv=False).to(device)
|