Spaces:

mathemakitten
/

glue-suite-v2

Running

mathemakitten commited on Nov 1, 2022

Commit

72b6360

•

1 Parent(s): 555a15f

ahhhh

Files changed (1) hide show

glue-suite-v2.py CHANGED Viewed

@@ -1,5 +1,6 @@
 from datasets.features import Features, Sequence, Value
 from evaluate.module import EvaluationModuleInfo
 import evaluate
@@ -12,7 +13,7 @@ class Suite(evaluate.EvaluationSuite):
             features=Features({"predictions": Value("int64"), "references": Value("int64")}))
     preprocessor = None #lambda x: x["text"].lower()
     suite = [
-        evaluate.evaluation_suite.SubTask(
             data="imdb",
             split="test",
             data_preprocessor=preprocessor,
@@ -26,7 +27,7 @@ class Suite(evaluate.EvaluationSuite):
                 }
             }
         ),
-        evaluate.evaluation_suite.SubTask(
             data="sst2",
             split="test[:10]",
             data_preprocessor=preprocessor,

 from datasets.features import Features, Sequence, Value
 from evaluate.module import EvaluationModuleInfo
+from evaluate.evaluation_suite import SubTask
 import evaluate
             features=Features({"predictions": Value("int64"), "references": Value("int64")}))
     preprocessor = None #lambda x: x["text"].lower()
     suite = [
+        SubTask(
             data="imdb",
             split="test",
             data_preprocessor=preprocessor,
                 }
             }
         ),
+        SubTask(
             data="sst2",
             split="test[:10]",
             data_preprocessor=preprocessor,