ahhhh

glue-suite-v2.py

@@ -6,6 +6,10 @@ from evaluate.evaluation_suite import EvaluationSuite
 
 from evaluate.module import EvaluationModule
 
+from datasets.features import Features, Sequence, Value
+
+from evaluate.module import EvaluationModule, EvaluationModuleInfo, combine
+
 @dataclass
 class SubTask:
     model_or_pipeline: Optional[Union[str, "Pipeline", Callable, "PreTrainedModel", "TFPreTrainedModel"]] = None
@@ -18,6 +22,14 @@ class SubTask:
 
 class Suite(EvaluationSuite):
 
+    def _info(self):
+        super().__init__()
+        return EvaluationModuleInfo(
+            description="dummy metric for tests",
+            citation="insert citation here",
+            features=Features({"predictions": Value("int64"), "references": Value("int64")}))
+
+
     def __init__(self):
         self.preprocessor = None #lambda x: x["text"].lower()