Update Space (evaluate main: e4a27243)

requirements.txt

@@ -1,2 +1,2 @@
-git+https://github.com/huggingface/evaluate@80448674f5447a9682afe051db243c4a13bfe4ff
+git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39
 sklearn

roc_auc.py

@@ -13,6 +13,9 @@
 # limitations under the License.
 """Accuracy metric."""
 
+from dataclasses import dataclass
+from typing import List, Optional, Union
+
 import datasets
 from sklearn.metrics import roc_auc_score
 
@@ -142,13 +145,31 @@ year={2011}
 """
 
 
+@dataclass
+class ROCAUCConfig(evaluate.info.Config):
+
+    name: str = "default"
+
+    pos_label: Union[str, int] = 1
+    average: str = "macro"
+    labels: Optional[List[str]] = None
+    sample_weight: Optional[List[float]] = None
+    max_fpr: Optional[float] = None
+    multi_class: str = "raise"
+
+
 @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
 class ROCAUC(evaluate.Metric):
-    def _info(self):
+
+    CONFIG_CLASS = ROCAUCConfig
+    ALLOWED_CONFIG_NAMES = ["default", "multilabel", "multiclass"]
+
+    def _info(self, config):
         return evaluate.MetricInfo(
             description=_DESCRIPTION,
             citation=_CITATION,
             inputs_description=_KWARGS_DESCRIPTION,
+            config=config,
             features=datasets.Features(
                 {
                     "prediction_scores": datasets.Sequence(datasets.Value("float")),
@@ -172,20 +193,15 @@ class ROCAUC(evaluate.Metric):
         self,
         references,
         prediction_scores,
-        average="macro",
-        sample_weight=None,
-        max_fpr=None,
-        multi_class="raise",
-        labels=None,
     ):
         return {
             "roc_auc": roc_auc_score(
                 references,
                 prediction_scores,
-                average=average,
-                sample_weight=sample_weight,
-                max_fpr=max_fpr,
-                multi_class=multi_class,
-                labels=labels,
+                average=self.config.average,
+                sample_weight=self.config.sample_weight,
+                max_fpr=self.config.max_fpr,
+                multi_class=self.config.multi_class,
+                labels=self.config.labels,
             )
         }