pminervini commited on
Commit
f7e6257
1 Parent(s): 5999035
Files changed (1) hide show
  1. src/backend/tasks/cnndm/task.py +2 -2
src/backend/tasks/cnndm/task.py CHANGED
@@ -182,7 +182,7 @@ class CNNDM(Task):
182
  A dictionary where keys are the names of submetrics and values are
183
  functions that aggregate a list of metrics
184
  """
185
- return {k: mean for k in ["rouge1", "rouge2", "rougeL"]}
186
 
187
  def higher_is_better(self):
188
  """
@@ -190,5 +190,5 @@ class CNNDM(Task):
190
  A dictionary where keys are the names of submetrics and values are
191
  whether a higher value of the submetric is better
192
  """
193
- return {k: True for k in ["rouge1", "rouge2", "rougeL"]}
194
 
 
182
  A dictionary where keys are the names of submetrics and values are
183
  functions that aggregate a list of metrics
184
  """
185
+ return {k: mean for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
186
 
187
  def higher_is_better(self):
188
  """
 
190
  A dictionary where keys are the names of submetrics and values are
191
  whether a higher value of the submetric is better
192
  """
193
+ return {k: True for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
194