easy-translate / sample_text /en2es.m2m100_12B.json
Iker's picture
8 bits / 4 bits quantization, load any model, promoting.
d54a92e
raw
history blame
1.57 kB
{
"path": "sample_text/en2es.translation.m2m100_12B.txt",
"sacrebleu": {
"score": 33.475597947249206,
"counts": [
19586,
11874,
7945,
5450
],
"totals": [
30620,
29620,
28620,
27621
],
"precisions": [
63.96472893533638,
40.08777852802161,
27.76030747728861,
19.731363817385322
],
"bp": 0.9723997992594404,
"sys_len": 30620,
"ref_len": 31477
},
"rouge": {
"rouge1": 0.6128148295299917,
"rouge2": 0.4036041741520725,
"rougeL": 0.5643514518621683,
"rougeLsum": 0.5645246174672706
},
"bleu": {
"bleu": 0.3347559794724921,
"precisions": [
0.6396472893533638,
0.40087778528021606,
0.2776030747728861,
0.19731363817385322
],
"brevity_penalty": 0.9723997992594404,
"length_ratio": 0.9727737713250945,
"translation_length": 30620,
"reference_length": 31477
},
"meteor": {
"meteor": 0.5707993033147661
},
"ter": {
"score": 55.891078618351344,
"num_edits": 15825,
"ref_length": 28314.0
},
"bert_score": {
"precision": 0.8284017654061318,
"recall": 0.8250637047588826,
"f1": 0.8263607999384404,
"hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.12(hug_trans=4.30.0.dev0)_fast-tokenizer"
}
}