DWizard commited on
Commit
84fbf7e
1 Parent(s): be9d6f9

parse COMET&BLEU

Browse files

Former-commit-id: 32bf7f1acd8a65d29958efb4003924b680c54810

Files changed (1) hide show
  1. evaluation/scores/multi_score.py +3 -2
evaluation/scores/multi_score.py CHANGED
@@ -9,7 +9,8 @@ class multiScore:
9
  self.LLM_model = LLM_eval.init_evaluator()
10
 
11
  def get(self, src, mt, ref):
12
- comet_score = self.comet_model.predict([{"src":src, "mt":mt, "ref":ref}], batch_size=8, gpus=0)
13
- bleu_score = self.bleu_model.corpus_score(mt, ref)
14
  LLM_score = LLM_eval.evaluate_prediction(src, ref, mt, self.LLM_model)
 
15
 
 
9
  self.LLM_model = LLM_eval.init_evaluator()
10
 
11
  def get(self, src, mt, ref):
12
+ comet_score = self.comet_model.predict([{"src":src, "mt":mt, "ref":ref}], batch_size=8, gpus=0).scores
13
+ bleu_score = self.bleu_model.corpus_score(mt, ref).score
14
  LLM_score = LLM_eval.evaluate_prediction(src, ref, mt, self.LLM_model)
15
+ return {'bleu':bleu_score, 'comet':comet_score, 'llm':LLM_score}
16