File size: 1,414 Bytes
fba41a4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
{
"dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"mteb_dataset_name": "SprintDuplicateQuestions",
"mteb_version": "1.1.0",
"test": {
"cos_sim": {
"accuracy": 0.9978613861386139,
"accuracy_threshold": 0.7232062816619873,
"ap": 0.9452324861684893,
"f1": 0.8893421723610403,
"f1_threshold": 0.7091838121414185,
"precision": 0.9073881373569199,
"recall": 0.872
},
"dot": {
"accuracy": 0.9949306930693069,
"accuracy_threshold": 22.577022552490234,
"ap": 0.8059011556474294,
"f1": 0.7370959961408587,
"f1_threshold": 20.937259674072266,
"precision": 0.712022367194781,
"recall": 0.764
},
"euclidean": {
"accuracy": 0.9974257425742574,
"accuracy_threshold": 4.111460208892822,
"ap": 0.9195496585306108,
"f1": 0.8673469387755102,
"f1_threshold": 4.147090435028076,
"precision": 0.8854166666666666,
"recall": 0.85
},
"evaluation_time": 11.13,
"manhattan": {
"accuracy": 0.9974455445544554,
"accuracy_threshold": 63.65602111816406,
"ap": 0.9200343282163483,
"f1": 0.8664987405541562,
"f1_threshold": 65.03108978271484,
"precision": 0.8730964467005076,
"recall": 0.86
},
"max": {
"accuracy": 0.9978613861386139,
"ap": 0.9452324861684893,
"f1": 0.8893421723610403
}
}
} |