chychiu commited on
Commit
3735d66
1 Parent(s): d10e961

test dinov2

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. _test_preprocessed.csv +3 -0
  3. script.py +25 -24
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.csv filter=lfs diff=lfs merge=lfs -text
_test_preprocessed.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8615ab5f08f97624cfc5d3200a0a573dac6e99958196ff297000ce8c6b572fcf
3
+ size 12274373
script.py CHANGED
@@ -23,15 +23,15 @@ class PytorchWorker:
23
  self.device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
24
  print(f"Using devide: {self.device}")
25
 
26
- model = timm.create_model(model_name, num_classes=number_of_categories, pretrained=False)
27
- weights = torch.load(model_path, map_location=self.device)
28
- model.load_state_dict({w.replace("model.", ""): v for w, v in weights.items()})
29
 
30
  return model.to(self.device).eval()
31
 
32
  self.model = _load_model(model_name, model_path)
33
 
34
- self.transforms = T.Compose([T.Resize((224, 224)),
35
  T.ToTensor(),
36
  T.Normalize([0.5, 0.5, 0.5], [0.5, 0.5, 0.5])])
37
 
@@ -43,9 +43,9 @@ class PytorchWorker:
43
  :return: A list with logits and confidences.
44
  """
45
 
46
- logits = self.model(self.transforms(image).unsqueeze(0).to(self.device))
47
 
48
- return logits.tolist()
49
 
50
 
51
  def make_submission(test_metadata, model_path, model_name, output_csv_path="./submission.csv", images_root_path="/tmp/data/private_testset"):
@@ -77,33 +77,34 @@ def make_submission(test_metadata, model_path, model_name, output_csv_path="./su
77
  if __name__ == "__main__":
78
 
79
  MODEL_PATH = "metaformer-s-224.pth"
80
- MODEL_NAME = "caformer_s18.sail_in22k"
81
 
82
  # Real submission
83
- import zipfile
84
 
85
- with zipfile.ZipFile("/tmp/data/private_testset.zip", 'r') as zip_ref:
86
- zip_ref.extractall("/tmp/data")
87
-
88
- metadata_file_path = "./FungiCLEF2024_TestMetadata.csv"
89
- test_metadata = pd.read_csv(metadata_file_path)
90
-
91
- make_submission(
92
- test_metadata=test_metadata,
93
- model_path=MODEL_PATH,
94
- model_name=MODEL_NAME
95
- )
96
-
97
- # Test submission
98
- # metadata_file_path = "../trial_test.csv"
99
 
 
100
  # test_metadata = pd.read_csv(metadata_file_path)
101
 
102
  # make_submission(
103
  # test_metadata=test_metadata,
104
  # model_path=MODEL_PATH,
105
- # model_name=MODEL_NAME,
106
- # images_root_path="../data/DF"
107
  # )
108
 
 
 
 
 
 
 
 
 
 
 
 
 
 
109
 
 
23
  self.device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
24
  print(f"Using devide: {self.device}")
25
 
26
+ model = timm.create_model(model_name, num_classes=0, pretrained=False)
27
+ # weights = torch.load(model_path, map_location=self.device)
28
+ # model.load_state_dict({w.replace("model.", ""): v for w, v in weights.items()})
29
 
30
  return model.to(self.device).eval()
31
 
32
  self.model = _load_model(model_name, model_path)
33
 
34
+ self.transforms = T.Compose([T.Resize((518, 518)),
35
  T.ToTensor(),
36
  T.Normalize([0.5, 0.5, 0.5], [0.5, 0.5, 0.5])])
37
 
 
43
  :return: A list with logits and confidences.
44
  """
45
 
46
+ self.model(self.transforms(image).unsqueeze(0).to(self.device))
47
 
48
+ return [-1]
49
 
50
 
51
  def make_submission(test_metadata, model_path, model_name, output_csv_path="./submission.csv", images_root_path="/tmp/data/private_testset"):
 
77
  if __name__ == "__main__":
78
 
79
  MODEL_PATH = "metaformer-s-224.pth"
80
+ MODEL_NAME = "timm/vit_base_patch14_reg4_dinov2.lvd142m"
81
 
82
  # Real submission
83
+ # import zipfile
84
 
85
+ # with zipfile.ZipFile("/tmp/data/private_testset.zip", 'r') as zip_ref:
86
+ # zip_ref.extractall("/tmp/data")
 
 
 
 
 
 
 
 
 
 
 
 
87
 
88
+ # metadata_file_path = "./test_preprocessed.csv"
89
  # test_metadata = pd.read_csv(metadata_file_path)
90
 
91
  # make_submission(
92
  # test_metadata=test_metadata,
93
  # model_path=MODEL_PATH,
94
+ # model_name=MODEL_NAME
 
95
  # )
96
 
97
+ # Test submission
98
+
99
+ metadata_file_path = "../trial_submission.csv"
100
+
101
+ test_metadata = pd.read_csv(metadata_file_path)
102
+
103
+ make_submission(
104
+ test_metadata=test_metadata,
105
+ model_path=MODEL_PATH,
106
+ model_name=MODEL_NAME,
107
+ images_root_path="../data/DF_FULL"
108
+ )
109
+
110