| { | |
| "dataset": "webis-touche2020", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.15306, | |
| "NDCG@3": 0.15147, | |
| "NDCG@5": 0.1453, | |
| "NDCG@10": 0.1662, | |
| "NDCG@20": 0.1872, | |
| "NDCG@50": 0.24458, | |
| "NDCG@100": 0.29519, | |
| "NDCG@200": 0.33534, | |
| "NDCG@1000": 0.41391 | |
| }, | |
| "map": { | |
| "MAP@1": 0.01896, | |
| "MAP@3": 0.03952, | |
| "MAP@5": 0.05251, | |
| "MAP@10": 0.07494, | |
| "MAP@20": 0.09136, | |
| "MAP@50": 0.10936, | |
| "MAP@100": 0.12184, | |
| "MAP@200": 0.12886, | |
| "MAP@1000": 0.13662 | |
| }, | |
| "precision": { | |
| "P@1": 0.18367, | |
| "P@3": 0.17007, | |
| "P@5": 0.1551, | |
| "P@10": 0.16122, | |
| "P@20": 0.12959, | |
| "P@50": 0.09061, | |
| "P@100": 0.06714, | |
| "P@200": 0.04398, | |
| "P@1000": 0.01449 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.01896, | |
| "Recall@3": 0.04765, | |
| "Recall@5": 0.07211, | |
| "Recall@10": 0.13396, | |
| "Recall@20": 0.19766, | |
| "Recall@50": 0.31034, | |
| "Recall@100": 0.43201, | |
| "Recall@200": 0.53473, | |
| "Recall@1000": 0.78761 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.18367, | |
| "MRR@3": 0.2585, | |
| "MRR@5": 0.27177, | |
| "MRR@10": 0.30632, | |
| "MRR@20": 0.31326, | |
| "MRR@50": 0.31895, | |
| "MRR@100": 0.31895, | |
| "MRR@200": 0.31929, | |
| "MRR@1000": 0.31937 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.18367, | |
| "R_cap@3": 0.17007, | |
| "R_cap@5": 0.1551, | |
| "R_cap@10": 0.18293, | |
| "R_cap@20": 0.20282, | |
| "R_cap@50": 0.31034, | |
| "R_cap@100": 0.43201, | |
| "R_cap@200": 0.53473, | |
| "R_cap@1000": 0.78761 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.7551, | |
| "Hole@3": 0.7619, | |
| "Hole@5": 0.78367, | |
| "Hole@10": 0.79184, | |
| "Hole@20": 0.83163, | |
| "Hole@50": 0.87184, | |
| "Hole@100": 0.89796, | |
| "Hole@200": 0.92867, | |
| "Hole@1000": 0.96863 | |
| } | |
| } | |
| } | |