| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.14919, | |
| "NDCG@3": 0.13288, | |
| "NDCG@5": 0.14334, | |
| "NDCG@10": 0.1608, | |
| "NDCG@20": 0.18118, | |
| "NDCG@50": 0.20782, | |
| "NDCG@100": 0.22595, | |
| "NDCG@200": 0.24323, | |
| "NDCG@1000": 0.27279 | |
| }, | |
| "map": { | |
| "MAP@1": 0.0721, | |
| "MAP@3": 0.09691, | |
| "MAP@5": 0.10536, | |
| "MAP@10": 0.11248, | |
| "MAP@20": 0.11814, | |
| "MAP@50": 0.12293, | |
| "MAP@100": 0.12496, | |
| "MAP@200": 0.12622, | |
| "MAP@1000": 0.12722 | |
| }, | |
| "precision": { | |
| "P@1": 0.14919, | |
| "P@3": 0.09446, | |
| "P@5": 0.07283, | |
| "P@10": 0.04782, | |
| "P@20": 0.03251, | |
| "P@50": 0.01876, | |
| "P@100": 0.01176, | |
| "P@200": 0.00723, | |
| "P@1000": 0.00202 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.0721, | |
| "Recall@3": 0.12433, | |
| "Recall@5": 0.15404, | |
| "Recall@10": 0.19355, | |
| "Recall@20": 0.25216, | |
| "Recall@50": 0.34971, | |
| "Recall@100": 0.4308, | |
| "Recall@200": 0.51824, | |
| "Recall@1000": 0.70022 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.14919, | |
| "MRR@3": 0.19891, | |
| "MRR@5": 0.21233, | |
| "MRR@10": 0.22212, | |
| "MRR@20": 0.22949, | |
| "MRR@50": 0.23383, | |
| "MRR@100": 0.23512, | |
| "MRR@200": 0.2357, | |
| "MRR@1000": 0.23598 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.14919, | |
| "R_cap@3": 0.13236, | |
| "R_cap@5": 0.15404, | |
| "R_cap@10": 0.19355, | |
| "R_cap@20": 0.25216, | |
| "R_cap@50": 0.34971, | |
| "R_cap@100": 0.4308, | |
| "R_cap@200": 0.51824, | |
| "R_cap@1000": 0.70022 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.6228, | |
| "Hole@3": 0.69055, | |
| "Hole@5": 0.72326, | |
| "Hole@10": 0.75759, | |
| "Hole@20": 0.7885, | |
| "Hole@50": 0.82274, | |
| "Hole@100": 0.84891, | |
| "Hole@200": 0.87401, | |
| "Hole@1000": 0.92612 | |
| } | |
| } | |
| } | |