Update pnp.py

pnp.py

@@ -67,11 +67,17 @@ class PNP(nn.Module):
         ).to("cuda")
         
 
-        # gate_dict = torch.load(adapter_ckpt_path)
+
+        audio_projector_path = "ckpts/audio_projector_landscape.pth"
+        adapter_ckpt_path = "ckpts/landscape.pt"    
+        #self.pnp.set_audio_projector(gate_dict_path, audio_projector_path)   
+                    
+        gate_dict = torch.load(adapter_ckpt_path)
         
-        # for name, param in self.unet.named_parameters():
-        #    if "adapter" in name:
-        #     param.data = gate_dict[name]
+        for name, param in self.unet.named_parameters():
+           if "adapter" in name:
+            param.data = gate_dict[name]
+               
         #unet.to(self.device);
         
         #pipe.unet = unet.to(self.device);        
@@ -102,7 +108,7 @@ class PNP(nn.Module):
         # self.set_audio_projector(adapter_ckpt_path, audio_projector_ckpt_path)
         self.text_encoder = self.text_encoder.cuda()
 
-#        self.audio_projector.load_state_dict(torch.load(audio_projector_ckpt_path))
+        self.audio_projector.load_state_dict(torch.load(audio_projector_path))
             
         self.audio_projector_ckpt_path = audio_projector_ckpt_path
         self.adapter_ckpt_path = adapter_ckpt_path