Update Space (evaluate main: e4a27243)

exact_match.py

@@ -14,6 +14,8 @@
 """Exact Match metric."""
 import re
 import string
+from dataclasses import dataclass
+from typing import Optional
 
 import datasets
 import numpy as np
@@ -83,13 +85,29 @@ _CITATION = """
 """
 
 
+@dataclass
+class ExactMatchConfig(evaluate.info.Config):
+
+    name: str = "default"
+
+    regexes_to_ignore: Optional[str] = None
+    ignore_case: bool = False
+    ignore_punctuation: bool = False
+    ignore_numbers: bool = False
+
+
 @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
-class ExactMatch(evaluate.Metric):
-    def _info(self):
+class ExactMatchConfig(evaluate.Metric):
+
+    CONFIG_CLASS = ExactMatchConfig
+    ALLOWED_CONFIG_NAMES = ["default"]
+
+    def _info(self, config):
         return evaluate.MetricInfo(
             description=_DESCRIPTION,
             citation=_CITATION,
             inputs_description=_KWARGS_DESCRIPTION,
+            config=config,
             features=datasets.Features(
                 {
                     "predictions": datasets.Value("string", id="sequence"),
@@ -103,30 +121,26 @@ class ExactMatch(evaluate.Metric):
         self,
         predictions,
         references,
-        regexes_to_ignore=None,
-        ignore_case=False,
-        ignore_punctuation=False,
-        ignore_numbers=False,
     ):
 
-        if regexes_to_ignore is not None:
-            for s in regexes_to_ignore:
+        if self.config.regexes_to_ignore is not None:
+            for s in self.config.regexes_to_ignore:
                 predictions = np.array([re.sub(s, "", x) for x in predictions])
                 references = np.array([re.sub(s, "", x) for x in references])
         else:
             predictions = np.asarray(predictions)
             references = np.asarray(references)
 
-        if ignore_case:
+        if self.config.ignore_case:
             predictions = np.char.lower(predictions)
             references = np.char.lower(references)
 
-        if ignore_punctuation:
+        if self.config.ignore_punctuation:
             repl_table = string.punctuation.maketrans("", "", string.punctuation)
             predictions = np.char.translate(predictions, table=repl_table)
             references = np.char.translate(references, table=repl_table)
 
-        if ignore_numbers:
+        if self.config.ignore_numbers:
             repl_table = string.digits.maketrans("", "", string.digits)
             predictions = np.char.translate(predictions, table=repl_table)
             references = np.char.translate(references, table=repl_table)

requirements.txt

@@ -1 +1 @@
-git+https://github.com/huggingface/evaluate@80448674f5447a9682afe051db243c4a13bfe4ff
+git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39