Spaces:
Running
Running
from evaluate.evaluation_suite import SubTask | |
preprocessor = lambda x: x["text"].lower() | |
suite = [ | |
SubTask( | |
data="imdb", | |
split="test", | |
data_preprocessor=preprocessor, | |
args_for_task={ | |
"metric": "accuracy", | |
"input_column": "text", | |
"label_column": "label", | |
"label_mapping": { | |
"LABEL_0": 0.0, | |
"LABEL_1": 1.0 | |
} | |
} | |
), | |
SubTask( | |
data="sst2", | |
split="test[:10]", | |
data_preprocessor=preprocessor, | |
args_for_task={ | |
"metric": "accuracy", | |
"input_column": "sentence", | |
"label_column": "label", | |
"label_mapping": { | |
"LABEL_0": 0.0, | |
"LABEL_1": 1.0 | |
} | |
} | |
) | |
] | |