Spaces:
Running
Running
Commit
•
9b970f9
1
Parent(s):
e4dcc76
ahhhh
Browse files- glue-suite-v2.py +5 -11
glue-suite-v2.py
CHANGED
@@ -1,15 +1,9 @@
|
|
1 |
-
from typing import Optional, Union, Callable
|
2 |
-
from dataclasses import dataclass
|
3 |
-
from datasets import Dataset
|
4 |
-
|
5 |
-
from evaluate.evaluation_suite import EvaluationSuite, SubTask
|
6 |
-
|
7 |
from datasets.features import Features, Sequence, Value
|
8 |
-
|
9 |
-
|
10 |
|
11 |
|
12 |
-
class Suite(EvaluationSuite):
|
13 |
|
14 |
def _info(self):
|
15 |
return EvaluationModuleInfo(
|
@@ -22,7 +16,7 @@ class Suite(EvaluationSuite):
|
|
22 |
self.preprocessor = None #lambda x: x["text"].lower()
|
23 |
|
24 |
self.suite = [
|
25 |
-
SubTask(
|
26 |
data="imdb",
|
27 |
split="test",
|
28 |
data_preprocessor=self.preprocessor,
|
@@ -36,7 +30,7 @@ class Suite(EvaluationSuite):
|
|
36 |
}
|
37 |
}
|
38 |
),
|
39 |
-
SubTask(
|
40 |
data="sst2",
|
41 |
split="test[:10]",
|
42 |
data_preprocessor=self.preprocessor,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
from datasets.features import Features, Sequence, Value
|
2 |
+
from evaluate.module import EvaluationModuleInfo
|
3 |
+
import evaluate
|
4 |
|
5 |
|
6 |
+
class Suite(evaluate.EvaluationSuite):
|
7 |
|
8 |
def _info(self):
|
9 |
return EvaluationModuleInfo(
|
|
|
16 |
self.preprocessor = None #lambda x: x["text"].lower()
|
17 |
|
18 |
self.suite = [
|
19 |
+
evaluate.SubTask(
|
20 |
data="imdb",
|
21 |
split="test",
|
22 |
data_preprocessor=self.preprocessor,
|
|
|
30 |
}
|
31 |
}
|
32 |
),
|
33 |
+
evaluate.SubTask(
|
34 |
data="sst2",
|
35 |
split="test[:10]",
|
36 |
data_preprocessor=self.preprocessor,
|