lvwerra HF staff commited on
Commit
9551e95
1 Parent(s): 57be236

Update Space (evaluate main: dfdd0cc0)

Browse files
Files changed (1) hide show
  1. ter.py +18 -6
ter.py CHANGED
@@ -163,12 +163,20 @@ class Ter(evaluate.EvaluationModule):
163
  citation=_CITATION,
164
  homepage="http://www.cs.umd.edu/~snover/tercom/",
165
  inputs_description=_KWARGS_DESCRIPTION,
166
- features=datasets.Features(
167
- {
168
- "predictions": datasets.Value("string", id="sequence"),
169
- "references": datasets.Sequence(datasets.Value("string", id="sequence"), id="references"),
170
- }
171
- ),
 
 
 
 
 
 
 
 
172
  codebase_urls=["https://github.com/mjpost/sacreBLEU#ter"],
173
  reference_urls=[
174
  "https://github.com/jhclark/tercom",
@@ -184,6 +192,10 @@ class Ter(evaluate.EvaluationModule):
184
  support_zh_ja_chars: bool = False,
185
  case_sensitive: bool = False,
186
  ):
 
 
 
 
187
  references_per_prediction = len(references[0])
188
  if any(len(refs) != references_per_prediction for refs in references):
189
  raise ValueError("Sacrebleu requires the same number of references for each prediction")
 
163
  citation=_CITATION,
164
  homepage="http://www.cs.umd.edu/~snover/tercom/",
165
  inputs_description=_KWARGS_DESCRIPTION,
166
+ features=[
167
+ datasets.Features(
168
+ {
169
+ "predictions": datasets.Value("string", id="sequence"),
170
+ "references": datasets.Sequence(datasets.Value("string", id="sequence"), id="references"),
171
+ }
172
+ ),
173
+ datasets.Features(
174
+ {
175
+ "predictions": datasets.Value("string", id="sequence"),
176
+ "references": datasets.Value("string", id="sequence"),
177
+ }
178
+ ),
179
+ ],
180
  codebase_urls=["https://github.com/mjpost/sacreBLEU#ter"],
181
  reference_urls=[
182
  "https://github.com/jhclark/tercom",
 
192
  support_zh_ja_chars: bool = False,
193
  case_sensitive: bool = False,
194
  ):
195
+ # if only one reference is provided make sure we still use list of lists
196
+ if isinstance(references[0], str):
197
+ references = [[ref] for ref in references]
198
+
199
  references_per_prediction = len(references[0])
200
  if any(len(refs) != references_per_prediction for refs in references):
201
  raise ValueError("Sacrebleu requires the same number of references for each prediction")