Update Space (evaluate main: e4a27243)

coval.py

@@ -12,6 +12,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 """ CoVal metric. """
+from dataclasses import dataclass
+
 import coval  # From: git+https://github.com/ns-moosavi/coval.git noqa: F401
 import datasets
 from coval.conll import reader, util
@@ -269,13 +271,29 @@ def check_gold_parse_annotation(key_lines):
     return has_gold_parse
 
 
+@dataclass
+class CovalConfig(evaluate.info.Config):
+
+    name: str = "default"
+
+    keep_singletons: bool = True
+    NP_only: bool = False
+    min_span: bool = False
+    remove_nested: bool = False
+
+
 @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
 class Coval(evaluate.Metric):
-    def _info(self):
+
+    CONFIG_CLASS = CovalConfig
+    ALLOWED_CONFIG_NAMES = ["default"]
+
+    def _info(self, config):
         return evaluate.MetricInfo(
             description=_DESCRIPTION,
             citation=_CITATION,
             inputs_description=_KWARGS_DESCRIPTION,
+            config=config,
             features=datasets.Features(
                 {
                     "predictions": datasets.Sequence(datasets.Value("string")),
@@ -290,9 +308,7 @@ class Coval(evaluate.Metric):
             ],
         )
 
-    def _compute(
-        self, predictions, references, keep_singletons=True, NP_only=False, min_span=False, remove_nested=False
-    ):
+    def _compute(self, predictions, references):
         allmetrics = [
             ("mentions", evaluator.mentions),
             ("muc", evaluator.muc),
@@ -301,7 +317,7 @@ class Coval(evaluate.Metric):
             ("lea", evaluator.lea),
         ]
 
-        if min_span:
+        if self.config.min_span:
             has_gold_parse = util.check_gold_parse_annotation(references)
             if not has_gold_parse:
                 raise NotImplementedError("References should have gold parse annotation to use 'min_span'.")
@@ -312,10 +328,10 @@ class Coval(evaluate.Metric):
             key_lines=references,
             sys_lines=predictions,
             metrics=allmetrics,
-            NP_only=NP_only,
-            remove_nested=remove_nested,
-            keep_singletons=keep_singletons,
-            min_span=min_span,
+            NP_only=self.config.NP_only,
+            remove_nested=self.config.remove_nested,
+            keep_singletons=self.config.keep_singletons,
+            min_span=self.config.min_span,
         )
 
         return score

requirements.txt

@@ -1,2 +1,2 @@
-git+https://github.com/huggingface/evaluate@80448674f5447a9682afe051db243c4a13bfe4ff
+git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39
 git+https://github.com/ns-moosavi/coval.git