mathemakitten commited on
Commit
faffb09
1 Parent(s): 19c2370

move data preprocessing test back here

Browse files
Files changed (1) hide show
  1. evaluation-suite-ci.py +12 -0
evaluation-suite-ci.py CHANGED
@@ -20,5 +20,17 @@ class Suite(evaluate.EvaluationSuite):
20
  "label_column": "label",
21
  "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
22
  }
 
 
 
 
 
 
 
 
 
 
 
 
23
  )
24
  ]
 
20
  "label_column": "label",
21
  "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
22
  }
23
+ ),
24
+ SubTask(
25
+ task_type="text-classification",
26
+ data="imdb",
27
+ split="test[:2]",
28
+ data_preprocessor=self.preprocessor,
29
+ args_for_task={
30
+ "metric": "accuracy",
31
+ "input_column": "text",
32
+ "label_column": "label",
33
+ "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
34
+ }
35
  )
36
  ]