Hugging Face's logo

Spaces:
mathemakitten
/
glue-suite-v2
Running

App Files Community
mathemakitten commited on
Commit
a0a9216
•
1 Parent(s): 411af2b

ugh

Browse files
Files changed (1) hide show
  1. glue-suite-v2.py +10 -10
glue-suite-v2.py CHANGED
@@ -29,7 +29,7 @@ class Suite(evaluate.EvaluationSuite):
29
  self.suite = [
30
  SubTask(
31
  data="imdb",
32
- split="test",
33
  data_preprocessor=lambda x: x["text"].lower(),#self.preprocessor,
34
  args_for_task={
35
  "metric": "accuracy",
@@ -45,14 +45,14 @@ class Suite(evaluate.EvaluationSuite):
45
  data="sst2",
46
  split="test[:10]",
47
  data_preprocessor=self.preprocessor,
48
- # args_for_task={
49
- # "metric": "accuracy",
50
- # "input_column": "sentence",
51
- # "label_column": "label",
52
- # "label_mapping": {
53
- # "LABEL_0": 0.0,
54
- # "LABEL_1": 1.0
55
- # }
56
- # }
57
  )
58
  ]
 
29
  self.suite = [
30
  SubTask(
31
  data="imdb",
32
+ split="test[:10]",
33
  data_preprocessor=lambda x: x["text"].lower(),#self.preprocessor,
34
  args_for_task={
35
  "metric": "accuracy",
 
45
  data="sst2",
46
  split="test[:10]",
47
  data_preprocessor=self.preprocessor,
48
+ args_for_task={
49
+ "metric": "accuracy",
50
+ "input_column": "sentence",
51
+ "label_column": "label",
52
+ "label_mapping": {
53
+ "LABEL_0": 0.0,
54
+ "LABEL_1": 1.0
55
+ }
56
+ }
57
  )
58
  ]