Spaces:
Running
Running
mathemakitten
commited on
Commit
•
9d843f5
1
Parent(s):
1cd7e21
WIP
Browse files- glue-suite-v2.py +2 -2
glue-suite-v2.py
CHANGED
@@ -8,10 +8,10 @@ class Suite(evaluate.EvaluationSuite):
|
|
8 |
super().__init__(name)
|
9 |
|
10 |
def setup(self):
|
11 |
-
self.preprocessor = lambda x: x["text"].lower()
|
12 |
self.suite = [
|
13 |
SubTask(
|
14 |
-
task_type
|
15 |
data="imdb",
|
16 |
split="test[:10]",
|
17 |
data_preprocessor=self.preprocessor,
|
|
|
8 |
super().__init__(name)
|
9 |
|
10 |
def setup(self):
|
11 |
+
self.preprocessor = lambda x: {x["text"]: x["text"].lower()} # dataset.map(lambda example, idx: {"sentence2": f"{idx}: " + example["sentence2"]}, with_indices=True)
|
12 |
self.suite = [
|
13 |
SubTask(
|
14 |
+
task_type="text-classification",
|
15 |
data="imdb",
|
16 |
split="test[:10]",
|
17 |
data_preprocessor=self.preprocessor,
|