update

ctc_eval.py

@@ -84,12 +84,13 @@ class CTC_Eval(evaluate.EvaluationModule):
     def _download_and_prepare(self, dl_manager):
         """Optional: download external resources useful to compute the scores"""
         # TODO: Download external resources if needed
-        pass
+        from ctc_score import StyleTransferScorer, SummarizationScorer, DialogScorer
+        self.scorer = SummarizationScorer(align='D-cnndm')
 
     def _compute(self, predictions, references):
         """Returns the scores"""
         # TODO: Compute the different scores of the module
-        accuracy = sum(i == j for i, j in zip(predictions, references)) / len(predictions)
+        ctc_score = self.scorer.score(doc=references, refs=[], hypo=predictions, aspect='consistency')
         return {
-            "accuracy": accuracy,
+            "ctc_score": ctc_score,
         }