fix dir issue

src/download_data.py

@@ -17,11 +17,14 @@ def download_pmc_docs(
         target_dir=TARGET_DIR,
         limit=1000
 ):
-    if (len(os.listdir(target_dir)) > 0):
-        return
-
+    
     os.makedirs(target_dir, exist_ok=True)
 
+    existing_files = os.listdir(target_dir)
+    if len(existing_files) >= limit:
+        print(f"✅ Found {len(existing_files)} existing files. Skipping download.")
+        return True
+
     s3 = boto3.client("s3", config=Config(signature_version=UNSIGNED))
     paginator = s3.get_paginator('list_objects_v2')
 

src/embedding.py

@@ -14,7 +14,7 @@ class EmbeddingManager:
     def load_model(self):
         print("Loading embedding model:", self.model_name)
         print('Using device', self.device)
-        self.model = SentenceTransformer(model_name=self.model_name, device=self.device)
+        self.model = SentenceTransformer(model_name_or_path=self.model_name, device=self.device)
         print("Model loaded.")
 
     def get_model(self):