mathemakitten commited on
Commit
aac9ec9
1 Parent(s): b068e21
Files changed (1) hide show
  1. glue-suite-v2.py +18 -18
glue-suite-v2.py CHANGED
@@ -19,28 +19,28 @@ class Suite(evaluate.EvaluationSuite):
19
  data="imdb",
20
  split="test",
21
  data_preprocessor=self.preprocessor,
22
- args_for_task={
23
- "metric": "accuracy",
24
- "input_column": "text",
25
- "label_column": "label",
26
- "label_mapping": {
27
- "LABEL_0": 0.0,
28
- "LABEL_1": 1.0
29
- }
30
- }
31
  ),
32
  SubTask(
33
  data="sst2",
34
  split="test[:10]",
35
  data_preprocessor=self.preprocessor,
36
- args_for_task={
37
- "metric": "accuracy",
38
- "input_column": "sentence",
39
- "label_column": "label",
40
- "label_mapping": {
41
- "LABEL_0": 0.0,
42
- "LABEL_1": 1.0
43
- }
44
- }
45
  )
46
  ]
 
19
  data="imdb",
20
  split="test",
21
  data_preprocessor=self.preprocessor,
22
+ # args_for_task={
23
+ # "metric": "accuracy",
24
+ # "input_column": "text",
25
+ # "label_column": "label",
26
+ # "label_mapping": {
27
+ # "LABEL_0": 0.0,
28
+ # "LABEL_1": 1.0
29
+ # }
30
+ # }
31
  ),
32
  SubTask(
33
  data="sst2",
34
  split="test[:10]",
35
  data_preprocessor=self.preprocessor,
36
+ # args_for_task={
37
+ # "metric": "accuracy",
38
+ # "input_column": "sentence",
39
+ # "label_column": "label",
40
+ # "label_mapping": {
41
+ # "LABEL_0": 0.0,
42
+ # "LABEL_1": 1.0
43
+ # }
44
+ # }
45
  )
46
  ]