| { | |
| "dataset": "webis-touche2020", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.16327, | |
| "NDCG@3": 0.16309, | |
| "NDCG@5": 0.17653, | |
| "NDCG@10": 0.17834, | |
| "NDCG@20": 0.20454, | |
| "NDCG@50": 0.2582, | |
| "NDCG@100": 0.29732, | |
| "NDCG@200": 0.34312, | |
| "NDCG@1000": 0.42448 | |
| }, | |
| "map": { | |
| "MAP@1": 0.01566, | |
| "MAP@3": 0.02856, | |
| "MAP@5": 0.04376, | |
| "MAP@10": 0.06659, | |
| "MAP@20": 0.09003, | |
| "MAP@50": 0.11035, | |
| "MAP@100": 0.11912, | |
| "MAP@200": 0.12706, | |
| "MAP@1000": 0.13481 | |
| }, | |
| "precision": { | |
| "P@1": 0.16327, | |
| "P@3": 0.17007, | |
| "P@5": 0.18776, | |
| "P@10": 0.16939, | |
| "P@20": 0.14184, | |
| "P@50": 0.09469, | |
| "P@100": 0.06429, | |
| "P@200": 0.04378, | |
| "P@1000": 0.01461 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.01566, | |
| "Recall@3": 0.04171, | |
| "Recall@5": 0.07486, | |
| "Recall@10": 0.13628, | |
| "Recall@20": 0.21481, | |
| "Recall@50": 0.32919, | |
| "Recall@100": 0.41812, | |
| "Recall@200": 0.54051, | |
| "Recall@1000": 0.79752 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.16327, | |
| "MRR@3": 0.28571, | |
| "MRR@5": 0.31531, | |
| "MRR@10": 0.33861, | |
| "MRR@20": 0.34451, | |
| "MRR@50": 0.34736, | |
| "MRR@100": 0.34758, | |
| "MRR@200": 0.34758, | |
| "MRR@1000": 0.3478 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.16327, | |
| "R_cap@3": 0.17007, | |
| "R_cap@5": 0.18776, | |
| "R_cap@10": 0.18882, | |
| "R_cap@20": 0.21937, | |
| "R_cap@50": 0.32919, | |
| "R_cap@100": 0.41812, | |
| "R_cap@200": 0.54051, | |
| "R_cap@1000": 0.79752 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.79592, | |
| "Hole@3": 0.78231, | |
| "Hole@5": 0.77551, | |
| "Hole@10": 0.78776, | |
| "Hole@20": 0.81429, | |
| "Hole@50": 0.86163, | |
| "Hole@100": 0.90224, | |
| "Hole@200": 0.93, | |
| "Hole@1000": 0.96904 | |
| } | |
| } | |
| } | |