coh mech

ccl_win.py

@@ -116,6 +116,7 @@ class ccl_win(evaluate.Measurement):
     def _compute(self, predictions, dataset, batch_size: int = 16, device=None):
         """Returns the scores"""
         MODEL_CACHE_DIR = "/home/rcardena/.cache/huggingface/"
+        BASEDIR = "/gfs/team/nlp/users/rcardena/tools/new_evals/ccl_win"
         if getpass.getuser() == "s1987051":
             MODEL_CACHE_DIR="/disk/ocean/rcardenas/tools/huggingface/"
         elif getpass.getuser() == "rcardena":
@@ -128,12 +129,11 @@ class ccl_win(evaluate.Measurement):
         else:
             device = "cuda" if torch.cuda.is_available() else "cpu"
 
-        cur_dir = os.path.dirname(__file__)
         tokenizer = AutoTokenizer.from_pretrained("roberta-large")
 
         pdb.set_trace()
 
-        model = AutoModelForSequenceClassification.from_pretrained(os.path.join(cur_dir,dataset) , num_labels=2,cache_dir=MODEL_CACHE_DIR)
+        model = AutoModelForSequenceClassification.from_pretrained(os.path.join(BASEDIR,dataset))
         model.to(device)
 
         pred_list,len_by_sample = self.preprocess_adjacent_window(preds)