Update inference_manager.py

inference_manager.py

@@ -313,7 +313,9 @@ class ModelManager:
         :param model_directory: The directory to scan for model config files (e.g., "/path/to/models").
         """
         print("downloading models")
-        print("downloading antelopev2...")
+        print("loading face analysis...")
+        self.app = FaceAnalysis(name="buffalo_l", providers=['CUDAExecutionProvider', 'CPUExecutionProvider'])
+        self.app.prepare(ctx_id=0, det_size=(512, 512))
         #download_from_hf()
         self.ext_model_pathes = {
             "ip-adapter-faceid-sdxl": hf_hub_download(repo_id="h94/IP-Adapter-FaceID", filename="ip-adapter-faceid_sdxl.bin", repo_type="model")
@@ -440,14 +442,11 @@ class ModelManager:
             raise Exception(f"face images not provided")
         start = time.time()
         model.base_model_pipeline.to("cuda")
-        print("loading face analysis...")
-        app = FaceAnalysis(name="buffalo_l", providers=['CUDAExecutionProvider', 'CPUExecutionProvider'])
-        app.prepare(ctx_id=0, det_size=(512, 512))
 
         faceid_all_embeds = []
         for image in images:
             face = cv2.imread(image)
-            faces = app.get(face)
+            faces = self.app.get(face)
             faceid_embed = torch.from_numpy(faces[0].normed_embedding).unsqueeze(0)
             faceid_all_embeds.append(faceid_embed)