Update app.py

app.py

@@ -64,7 +64,8 @@ class AnimateController:
         # gate_dict_path = "ckpts/landscape.pt"    
         # self.pnp.set_audio_projector(gate_dict_path, audio_projector_path)   
 
-        
+        self.audio_projector_path = "ckpts/audio_projector_landscape.pth"
+        self.adapter_ckpt_path = "ckpts/landscape.pt"        
         
         
     @spaces.GPU        
@@ -101,37 +102,41 @@ class AnimateController:
                             negative_prompt="",
                             audio_path=audio, 
                             image_path=image_path,
+                            audio_projector_path = self.audio_projector_path,
+                            adapter_ckpt_path = self.adapter_ckpt_path,              
                             cfg_scale=cfg_scale,
+            
                            )        
         
         return image 
 
-#     @spaces.GPU    
-#     def update_audio_model(self, audio_model_update):
+    @spaces.GPU    
+    def update_audio_model(self, audio_model_update):
         
-#         print(f"changing ckpts audio model {audio_model_update}")
+        print(f"changing ckpts audio model {audio_model_update}")
         
-#         if audio_model_update == "Landscape Model":
-#             audio_projector_path = "ckpts/audio_projector_landscape.pth"
-#             gate_dict_path = "ckpts/landscape.pt"
-#         else:
-#             audio_projector_path = "ckpts/audio_projector_gh.pth"
-#             gate_dict_path = "ckpts/greatest_hits.pt"            
-           
-#         self.pnp.set_audio_projector(gate_dict_path, audio_projector_path)   
-#         self.pnp.changed_model = True
+        if audio_model_update == "Landscape Model":
+            self.audio_projector_path = "ckpts/audio_projector_landscape.pth"
+            self.adapter_ckpt_path = "ckpts/landscape.pt"
+        else:
+            self.audio_projector_path = "ckpts/audio_projector_gh.pth"
+            self.adapter_ckpt_path = "ckpts/greatest_hits.pt"            
+
+        
+        # self.pnp.set_audio_projector(gate_dict_path, audio_projector_path)   
+        # self.pnp.changed_model = True
         
-# #         gate_dict = torch.load(gate_dict_path)    
+#         gate_dict = torch.load(gate_dict_path)    
         
-# #         for name, param in self.pnp.unet.named_parameters():
-# #             if "adapter" in name:
-# #                 param.data = gate_dict[name]            
+#         for name, param in self.pnp.unet.named_parameters():
+#             if "adapter" in name:
+#                 param.data = gate_dict[name]            
 
-# #         self.pnp.audio_projector.load_state_dict(torch.load(audio_projector_path))            
-# #         self.pnp.unet.to(self.device)
-# #         self.pnp.audio_projector.to(self.device)
+#         self.pnp.audio_projector.load_state_dict(torch.load(audio_projector_path))            
+#         self.pnp.unet.to(self.device)
+#         self.pnp.audio_projector.to(self.device)
         
-#         return gr.Dropdown()
+        return gr.Dropdown()
    
 controller = AnimateController()