ugh

glue-suite-v2.py

@@ -1,8 +1,19 @@
 from datasets.features import Features, Sequence, Value
 from evaluate.module import EvaluationModuleInfo
-from evaluate.evaluation_suite import SubTask
+# from evaluate.evaluation_suite import SubTask
 import evaluate
 
+from typing import Optional, Union, Callable
+from dataclasses import dataclass
+from datasets import Dataset
+@dataclass
+class SubTask:
+    data: Optional[Union[str, Dataset]] = None
+    subset: Optional[str] = None
+    split: Optional[str] = None
+    data_preprocessor: Optional[Callable] = None
+    args_for_task: Optional[dict] = None
+
 
 class Suite(evaluate.EvaluationSuite):