haowu11 commited on
Commit
2a29046
·
verified ·
1 Parent(s): 6aa6e5a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -4,6 +4,7 @@ from transformers import CLIPVisionModelWithProjection,CLIPImageProcessor
4
  from diffusers.utils import load_image
5
  import os,sys
6
  import gradio as gr
 
7
 
8
  from kolors.pipelines.pipeline_controlnet_xl_kolors_img2img_face import StableDiffusionXLControlNetImg2ImgPipeline
9
  from kolors.models.modeling_chatglm import ChatGLMModel
@@ -64,10 +65,14 @@ controlnet = ControlNetModel.from_pretrained( control_path , revision=None).to(d
64
 
65
  face_info_generator = FaceInfoGenerator(root_dir = "./")
66
 
67
- clip_image_encoder = CLIPVisionModelWithProjection.from_pretrained("Kwai-Kolors/Kolors-IP-Adapter-FaceID-Plus",cache_dir='./',subfolder="clip-vit-large-patch14-336", ignore_mismatched_sizes=True)
68
  clip_image_processor = CLIPImageProcessor(size = 336, crop_size = 336)
 
 
 
69
  snapshotname = os.listdir('./models--Kwai-Kolors--Kolors-IP-Adapter-FaceID-Plus/snapshots')[0]
70
  print(os.listdir(f'models--Kwai-Kolors--Kolors-IP-Adapter-FaceID-Plus/snapshots/{snapshotname}'))
 
71
  pipe = StableDiffusionXLControlNetImg2ImgPipeline(
72
  vae=vae,
73
  controlnet = controlnet,
 
4
  from diffusers.utils import load_image
5
  import os,sys
6
  import gradio as gr
7
+ from huggingface_hub import hf_hub_download
8
 
9
  from kolors.pipelines.pipeline_controlnet_xl_kolors_img2img_face import StableDiffusionXLControlNetImg2ImgPipeline
10
  from kolors.models.modeling_chatglm import ChatGLMModel
 
65
 
66
  face_info_generator = FaceInfoGenerator(root_dir = "./")
67
 
68
+ clip_image_encoder = CLIPVisionModelWithProjection.from_pretrained("Kwai-Kolors/Kolors-IP-Adapter-FaceID-Plus",subfolder="clip-vit-large-patch14-336", ignore_mismatched_sizes=True)
69
  clip_image_processor = CLIPImageProcessor(size = 336, crop_size = 336)
70
+
71
+ hf_hub_download(repo_id="Kwai-Kolors/Kolors-IP-Adapter-FaceID-Plus", filename="ipa-faceid-plus.bin",cache_dir='./')
72
+
73
  snapshotname = os.listdir('./models--Kwai-Kolors--Kolors-IP-Adapter-FaceID-Plus/snapshots')[0]
74
  print(os.listdir(f'models--Kwai-Kolors--Kolors-IP-Adapter-FaceID-Plus/snapshots/{snapshotname}'))
75
+
76
  pipe = StableDiffusionXLControlNetImg2ImgPipeline(
77
  vae=vae,
78
  controlnet = controlnet,