TheAnsIs42 commited on
Commit
be9d6f9
·
1 Parent(s): e0457d9

add multi_score class

Browse files

Former-commit-id: a95f5caddd586793698248cdc560848016f5e5cf

Files changed (1) hide show
  1. evaluation/scores/multi_score.py +15 -0
evaluation/scores/multi_score.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from comet import download_model, load_from_checkpoint
2
+ from sacrebleu.metrics import BLEU, CHRF, TER
3
+ import LLM_eval
4
+
5
+ class multiScore:
6
+ def __init__(self) -> None:
7
+ self.comet_model = load_from_checkpoint(download_model("Unbabel/wmt22-comet-da"))
8
+ self.bleu_model = BLEU()
9
+ self.LLM_model = LLM_eval.init_evaluator()
10
+
11
+ def get(self, src, mt, ref):
12
+ comet_score = self.comet_model.predict([{"src":src, "mt":mt, "ref":ref}], batch_size=8, gpus=0)
13
+ bleu_score = self.bleu_model.corpus_score(mt, ref)
14
+ LLM_score = LLM_eval.evaluate_prediction(src, ref, mt, self.LLM_model)
15
+