AugTriever-TQGen-ExSum / beir_output /dbpedia-entity.json
memray's picture
Upload 130 files
e840ac8
{
"dataset": "dbpedia-entity",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.36875,
"NDCG@3": 0.32874,
"NDCG@5": 0.31294,
"NDCG@10": 0.30373,
"NDCG@20": 0.30402,
"NDCG@50": 0.32911,
"NDCG@100": 0.35849,
"NDCG@200": 0.38684,
"NDCG@1000": 0.43573
},
"map": {
"MAP@1": 0.06926,
"MAP@3": 0.10575,
"MAP@5": 0.12215,
"MAP@10": 0.14409,
"MAP@20": 0.16563,
"MAP@50": 0.19148,
"MAP@100": 0.20372,
"MAP@200": 0.21097,
"MAP@1000": 0.21851
},
"precision": {
"P@1": 0.475,
"P@3": 0.365,
"P@5": 0.3075,
"P@10": 0.24,
"P@20": 0.18462,
"P@50": 0.12395,
"P@100": 0.0841,
"P@200": 0.05481,
"P@1000": 0.01894
},
"recall": {
"Recall@1": 0.06926,
"Recall@3": 0.12583,
"Recall@5": 0.15695,
"Recall@10": 0.20251,
"Recall@20": 0.25943,
"Recall@50": 0.35666,
"Recall@100": 0.43711,
"Recall@200": 0.52176,
"Recall@1000": 0.69639
},
"mrr": {
"MRR@1": 0.475,
"MRR@3": 0.57,
"MRR@5": 0.586,
"MRR@10": 0.5932,
"MRR@20": 0.5973,
"MRR@50": 0.59923,
"MRR@100": 0.59968,
"MRR@200": 0.59979,
"MRR@1000": 0.59983
},
"recall_cap": {
"R_cap@1": 0.475,
"R_cap@3": 0.38833,
"R_cap@5": 0.35217,
"R_cap@10": 0.32183,
"R_cap@20": 0.31643,
"R_cap@50": 0.36807,
"R_cap@100": 0.44235,
"R_cap@200": 0.52523,
"R_cap@1000": 0.69703
},
"hole": {
"Hole@1": 0.345,
"Hole@3": 0.41917,
"Hole@5": 0.477,
"Hole@10": 0.55175,
"Hole@20": 0.62375,
"Hole@50": 0.728,
"Hole@100": 0.79747,
"Hole@200": 0.85571,
"Hole@1000": 0.93543
}
}
}