model files

.idea/.gitignore

@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml

.idea/ACL-SSL-zeroshot-demo.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.10" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.10" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/ACL-SSL-zeroshot-demo.iml" filepath="$PROJECT_DIR$/.idea/ACL-SSL-zeroshot-demo.iml" />
+    </modules>
+  </component>
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

app.py

@@ -34,7 +34,7 @@ def main():
     # seg = out_dict['heatmap'][j:j + 1]
     # seg_image = ((1 - seg.squeeze().detach().cpu().numpy()) * 255).astype(np.uint8)
     # seg_image = Image.fromarray(seg_image)
-    heatmap_image = cv2.applyColorMap(np.array(seg_image), cv2.COLORMAP_JET)
+    # heatmap_image = cv2.applyColorMap(np.array(seg_image), cv2.COLORMAP_JET)
     # overlaid_image = cv2.addWeighted(np.array(original_image), 0.5, heatmap_image, 0.5, 0)
 
 

pretrain/BEATs_iter3_plus_AS2M_finetuned_on_AS2M_cpt2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5815275a04b6885e7b8af63d120b29bffae2cd2225cf4915e1ec6d819d3022c
+size 363145291

pretrain/Param_best.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a376017ac43da53a88a4e6ec269053454bca41ee61b96cef7c800dd3100e58f
+size 29122795

pretrain/README.md

@@ -0,0 +1 @@
+For pretrain model 

util.py

@@ -0,0 +1,67 @@
+import torch
+
+import numpy as np
+import random
+import os
+from typing import Tuple, Optional
+
+
+def get_prompt_template(mode: str = 'default') -> Tuple[str, int, int]:
+    '''
+    Generate a prompt template based on the specified mode.
+
+    Args:
+        mode (str, optional): The mode for selecting the prompt template. Default is 'default'.
+
+    Returns:
+        Tuple[str, int, int]: A tuple containing the generated prompt template, the position of the placeholder '{}',
+                             and the length of the prompt.
+
+    Notes:
+        If the mode is 'random', a random prompt template is chosen from a predefined list.
+    '''
+    prompt_template = 'A photo of {}'
+
+    if mode == 'random':
+        prompt_templates = [
+            'a photo of a {}', 'a photograph of a {}', 'an image of a {}', '{}',
+            'a cropped photo of a {}', 'a good photo of a {}', 'a photo of one {}',
+            'a bad photo of a {}', 'a photo of the {}', 'a photo of {}', 'a blurry photo of a {}',
+            'a picture of a {}', 'a photo of a scene where {}'
+        ]
+        prompt_template = random.choice(prompt_templates)
+
+    # Calculate prompt length and text position
+    prompt_length = 1 + len(prompt_template.split(' ')) + 1 - 1  # eos, sos => 1 + 1, {} => -1
+    text_pos_at_prompt = 1 + prompt_template.split(' ').index('{}')
+
+    return prompt_template, text_pos_at_prompt, prompt_length
+
+
+# Reproducibility
+def fix_seed(seed: int = 0) -> None:
+    '''
+    Set seeds for random number generators to ensure reproducibility.
+
+    Args:
+        seed (int, optional): The seed value. Default is 0.
+    '''
+    np.random.seed(seed)
+    random.seed(seed)
+    torch.manual_seed(seed)
+    torch.cuda.manual_seed_all(seed)  # multi-GPU
+    torch.backends.cudnn.deterministic = True
+    torch.backends.cudnn.benchmark = False
+    os.environ['PYTHONHASHSEED'] = str(seed)
+
+
+def seed_worker(worker_id: int) -> None:
+    '''
+    Set a seed for a worker process to ensure reproducibility in PyTorch DataLoader.
+
+    Args:
+        worker_id (int): The ID of the worker process.
+    '''
+    worker_seed = torch.initial_seed() % 2**32
+    np.random.seed(worker_seed)
+    random.seed(worker_seed)