ahhhh

glue-suite-v2.py

@@ -2,21 +2,12 @@ from typing import Optional, Union, Callable
 from dataclasses import dataclass
 from datasets import Dataset
 
-from evaluate.evaluation_suite import EvaluationSuite
+from evaluate.evaluation_suite import EvaluationSuite, SubTask
 
 from datasets.features import Features, Sequence, Value
 
 from evaluate.module import EvaluationModuleInfo, combine
 
-@dataclass
-class SubTask:
-    model_or_pipeline: Optional[Union[str, "Pipeline", Callable, "PreTrainedModel", "TFPreTrainedModel"]] = None
-    data: Optional[Union[str, Dataset]] = None
-    subset: Optional[str] = None
-    split: Optional[str] = None
-    data_preprocessor: Optional[Callable] = None,
-    args_for_task: Optional[dict] = None
-
 
 class Suite(EvaluationSuite):