Spaces:
Sleeping
Sleeping
TheAnsIs42
commited on
Commit
·
be9d6f9
1
Parent(s):
e0457d9
add multi_score class
Browse filesFormer-commit-id: a95f5caddd586793698248cdc560848016f5e5cf
evaluation/scores/multi_score.py
ADDED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from comet import download_model, load_from_checkpoint
|
2 |
+
from sacrebleu.metrics import BLEU, CHRF, TER
|
3 |
+
import LLM_eval
|
4 |
+
|
5 |
+
class multiScore:
|
6 |
+
def __init__(self) -> None:
|
7 |
+
self.comet_model = load_from_checkpoint(download_model("Unbabel/wmt22-comet-da"))
|
8 |
+
self.bleu_model = BLEU()
|
9 |
+
self.LLM_model = LLM_eval.init_evaluator()
|
10 |
+
|
11 |
+
def get(self, src, mt, ref):
|
12 |
+
comet_score = self.comet_model.predict([{"src":src, "mt":mt, "ref":ref}], batch_size=8, gpus=0)
|
13 |
+
bleu_score = self.bleu_model.corpus_score(mt, ref)
|
14 |
+
LLM_score = LLM_eval.evaluate_prediction(src, ref, mt, self.LLM_model)
|
15 |
+
|