File size: 2,356 Bytes
cdaafab |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
{
"dataset": "webis-touche2020",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.18367,
"NDCG@3": 0.19359,
"NDCG@5": 0.17838,
"NDCG@10": 0.18989,
"NDCG@20": 0.20531,
"NDCG@50": 0.26302,
"NDCG@100": 0.31702,
"NDCG@200": 0.35305,
"NDCG@1000": 0.42979
},
"map": {
"MAP@1": 0.01235,
"MAP@3": 0.03167,
"MAP@5": 0.04256,
"MAP@10": 0.0714,
"MAP@20": 0.0903,
"MAP@50": 0.10947,
"MAP@100": 0.12275,
"MAP@200": 0.12951,
"MAP@1000": 0.13723
},
"precision": {
"P@1": 0.18367,
"P@3": 0.20408,
"P@5": 0.17959,
"P@10": 0.17959,
"P@20": 0.1398,
"P@50": 0.09714,
"P@100": 0.07122,
"P@200": 0.04541,
"P@1000": 0.01465
},
"recall": {
"Recall@1": 0.01235,
"Recall@3": 0.04811,
"Recall@5": 0.07298,
"Recall@10": 0.1387,
"Recall@20": 0.21105,
"Recall@50": 0.33022,
"Recall@100": 0.45315,
"Recall@200": 0.54881,
"Recall@1000": 0.79733
},
"mrr": {
"MRR@1": 0.18367,
"MRR@3": 0.32993,
"MRR@5": 0.34422,
"MRR@10": 0.37151,
"MRR@20": 0.37658,
"MRR@50": 0.38123,
"MRR@100": 0.38123,
"MRR@200": 0.38123,
"MRR@1000": 0.38127
},
"recall_cap": {
"R_cap@1": 0.18367,
"R_cap@3": 0.20408,
"R_cap@5": 0.17959,
"R_cap@10": 0.19906,
"R_cap@20": 0.21666,
"R_cap@50": 0.33022,
"R_cap@100": 0.45315,
"R_cap@200": 0.54881,
"R_cap@1000": 0.79733
},
"hole": {
"Hole@1": 0.73469,
"Hole@3": 0.7619,
"Hole@5": 0.78776,
"Hole@10": 0.78367,
"Hole@20": 0.82959,
"Hole@50": 0.8698,
"Hole@100": 0.90265,
"Hole@200": 0.92939,
"Hole@1000": 0.96884
}
}
}
|