ahhhh

glue-suite-v2.py

@@ -10,39 +10,34 @@ class Suite(evaluate.EvaluationSuite):
             description="dummy metric for tests",
             citation="insert citation here",
             features=Features({"predictions": Value("int64"), "references": Value("int64")}))
-
-    def temp(self):
-    # def __init__(self):
-        # super().__init__()
-        self.preprocessor = None #lambda x: x["text"].lower()
-
-        self.suite = [
-            evaluate.evaluation_suite.SubTask(
-                data="imdb",
-                split="test",
-                data_preprocessor=self.preprocessor,
-                args_for_task={
-                    "metric": "accuracy",
-                    "input_column": "text",
-                    "label_column": "label",
-                    "label_mapping": {
-                        "LABEL_0": 0.0,
-                        "LABEL_1": 1.0
-                    }
+    preprocessor = None #lambda x: x["text"].lower()
+    suite = [
+        evaluate.evaluation_suite.SubTask(
+            data="imdb",
+            split="test",
+            data_preprocessor=preprocessor,
+            args_for_task={
+                "metric": "accuracy",
+                "input_column": "text",
+                "label_column": "label",
+                "label_mapping": {
+                    "LABEL_0": 0.0,
+                    "LABEL_1": 1.0
                 }
-            ),
-            evaluate.evaluation_suite.SubTask(
-                data="sst2",
-                split="test[:10]",
-                data_preprocessor=self.preprocessor,
-                args_for_task={
-                    "metric": "accuracy",
-                    "input_column": "sentence",
-                    "label_column": "label",
-                    "label_mapping": {
-                        "LABEL_0": 0.0,
-                        "LABEL_1": 1.0
-                    }
+            }
+        ),
+        evaluate.evaluation_suite.SubTask(
+            data="sst2",
+            split="test[:10]",
+            data_preprocessor=preprocessor,
+            args_for_task={
+                "metric": "accuracy",
+                "input_column": "sentence",
+                "label_column": "label",
+                "label_mapping": {
+                    "LABEL_0": 0.0,
+                    "LABEL_1": 1.0
                 }
-            )
-        ]
+            }
+        )
+    ]