WIP

glue-suite-v2.py

@@ -8,10 +8,10 @@ class Suite(evaluate.EvaluationSuite):
         super().__init__(name)
 
     def setup(self):
-        self.preprocessor = lambda x: x["text"].lower()
+        self.preprocessor = lambda x: {x["text"]: x["text"].lower()}  # dataset.map(lambda example, idx: {"sentence2": f"{idx}: " + example["sentence2"]}, with_indices=True)
         self.suite = [
             SubTask(
-                task_type = "text-classification",
+                task_type="text-classification",
                 data="imdb",
                 split="test[:10]",
                 data_preprocessor=self.preprocessor,