Update mask_adapter/sam_maskadapter.py

mask_adapter/sam_maskadapter.py

@@ -79,10 +79,10 @@ class SAMVisualizationDemo(object):
                                                 stability_score_thresh=0.7,
                                                 crop_n_layers=0,
                                                 crop_n_points_downscale_factor=2,
-                                                min_mask_region_area=100)
+                                                min_mask_region_area=100).to(self.cpu_device)
 
-        self.clip_model = clip_model
-        self.mask_adapter = mask_adapter
+        self.clip_model = clip_model.to(self.cpu_device)
+        self.mask_adapter = mask_adapter.to(self.cpu_device)
         
 
         
@@ -147,17 +147,17 @@ class SAMVisualizationDemo(object):
 
 
         with torch.no_grad():
-            self.clip_model.cuda()
-            text_features = self.clip_model.encode_text(text.cuda())
+            self.clip_model.to(self.cpu_device)
+            text_features = self.clip_model.encode_text(text.to(self.cpu_device))
             text_features /= text_features.norm(dim=-1, keepdim=True)
             
-            features = self.extract_features_convnext(image.cuda().float())
+            features = self.extract_features_convnext(image.to(self.cpu_device).float())
             
             clip_feature = features['clip_vis_dense']
             
             clip_vis_dense = self.visual_prediction_forward_convnext_2d(clip_feature)
             
-            semantic_activation_maps = self.mask_adapter(clip_vis_dense, pred_masks.tensor.unsqueeze(0).float().cuda())
+            semantic_activation_maps = self.mask_adapter(clip_vis_dense, pred_masks.tensor.unsqueeze(0).float().to(self.cpu_device))
             
             maps_for_pooling = F.interpolate(semantic_activation_maps, size=clip_feature.shape[-2:],
                                                 mode='bilinear', align_corners=False)
@@ -220,11 +220,11 @@ class SAMPointVisualizationDemo(object):
 
         self.sam2 = sam2
 
-        self.predictor = SAM2ImagePredictor(sam2)
+        self.predictor = SAM2ImagePredictor(sam2).to(self.cpu_device)
 
-        self.clip_model = clip_model
+        self.clip_model = clip_model.to(self.cpu_device)
 
-        self.mask_adapter = mask_adapter
+        self.mask_adapter = mask_adapter.to(self.cpu_device)
 
         
         from .data.datasets import openseg_classes
@@ -308,17 +308,17 @@ class SAMPointVisualizationDemo(object):
         # text = open_clip.tokenize(txts)
 
         with torch.no_grad():
-            self.clip_model.cuda()
+            self.clip_model.to(self.cpu_device)
             # text_features = self.clip_model.encode_text(text.cuda())
             # text_features /= text_features.norm(dim=-1, keepdim=True)
             #np.save("/home/yongkangli/Mask-Adapter/text_embedding/lvis_coco_text_embedding.npy", text_features.cpu().numpy())
             text_features = self.text_embedding
-            features = self.extract_features_convnext(image.cuda().float())
+            features = self.extract_features_convnext(image.cpu().float())
             clip_feature = features['clip_vis_dense']
 
             clip_vis_dense = self.visual_prediction_forward_convnext_2d(clip_feature)
 
-            semantic_activation_maps = self.mask_adapter(clip_vis_dense, pred_masks.tensor.unsqueeze(0).float().cuda())
+            semantic_activation_maps = self.mask_adapter(clip_vis_dense, pred_masks.tensor.unsqueeze(0).float().cpu())
             maps_for_pooling = F.interpolate(semantic_activation_maps, size=clip_feature.shape[-2:], mode='bilinear', align_corners=False)
 
             B, C = clip_feature.size(0), clip_feature.size(1)