Spaces:
Sleeping
Sleeping
DWizard
commited on
Commit
•
84fbf7e
1
Parent(s):
be9d6f9
parse COMET&BLEU
Browse filesFormer-commit-id: 32bf7f1acd8a65d29958efb4003924b680c54810
evaluation/scores/multi_score.py
CHANGED
@@ -9,7 +9,8 @@ class multiScore:
|
|
9 |
self.LLM_model = LLM_eval.init_evaluator()
|
10 |
|
11 |
def get(self, src, mt, ref):
|
12 |
-
comet_score = self.comet_model.predict([{"src":src, "mt":mt, "ref":ref}], batch_size=8, gpus=0)
|
13 |
-
bleu_score = self.bleu_model.corpus_score(mt, ref)
|
14 |
LLM_score = LLM_eval.evaluate_prediction(src, ref, mt, self.LLM_model)
|
|
|
15 |
|
|
|
9 |
self.LLM_model = LLM_eval.init_evaluator()
|
10 |
|
11 |
def get(self, src, mt, ref):
|
12 |
+
comet_score = self.comet_model.predict([{"src":src, "mt":mt, "ref":ref}], batch_size=8, gpus=0).scores
|
13 |
+
bleu_score = self.bleu_model.corpus_score(mt, ref).score
|
14 |
LLM_score = LLM_eval.evaluate_prediction(src, ref, mt, self.LLM_model)
|
15 |
+
return {'bleu':bleu_score, 'comet':comet_score, 'llm':LLM_score}
|
16 |
|