| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.1342, | |
| "NDCG@3": 0.12634, | |
| "NDCG@5": 0.14021, | |
| "NDCG@10": 0.16356, | |
| "NDCG@20": 0.18216, | |
| "NDCG@50": 0.20743, | |
| "NDCG@100": 0.22619, | |
| "NDCG@200": 0.24529, | |
| "NDCG@1000": 0.2759 | |
| }, | |
| "map": { | |
| "MAP@1": 0.06265, | |
| "MAP@3": 0.09114, | |
| "MAP@5": 0.10141, | |
| "MAP@10": 0.11091, | |
| "MAP@20": 0.11626, | |
| "MAP@50": 0.12085, | |
| "MAP@100": 0.12299, | |
| "MAP@200": 0.12437, | |
| "MAP@1000": 0.12546 | |
| }, | |
| "precision": { | |
| "P@1": 0.1342, | |
| "P@3": 0.09251, | |
| "P@5": 0.07466, | |
| "P@10": 0.05192, | |
| "P@20": 0.03401, | |
| "P@50": 0.01906, | |
| "P@100": 0.012, | |
| "P@200": 0.0075, | |
| "P@1000": 0.0021 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.06265, | |
| "Recall@3": 0.12128, | |
| "Recall@5": 0.15644, | |
| "Recall@10": 0.2108, | |
| "Recall@20": 0.2629, | |
| "Recall@50": 0.35528, | |
| "Recall@100": 0.43891, | |
| "Recall@200": 0.53597, | |
| "Recall@1000": 0.72163 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.1342, | |
| "MRR@3": 0.18795, | |
| "MRR@5": 0.20342, | |
| "MRR@10": 0.21686, | |
| "MRR@20": 0.22328, | |
| "MRR@50": 0.22738, | |
| "MRR@100": 0.22865, | |
| "MRR@200": 0.22929, | |
| "MRR@1000": 0.22958 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.1342, | |
| "R_cap@3": 0.12888, | |
| "R_cap@5": 0.15644, | |
| "R_cap@10": 0.2108, | |
| "R_cap@20": 0.2629, | |
| "R_cap@50": 0.35528, | |
| "R_cap@100": 0.43891, | |
| "R_cap@200": 0.53597, | |
| "R_cap@1000": 0.72163 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.64039, | |
| "Hole@3": 0.69251, | |
| "Hole@5": 0.71635, | |
| "Hole@10": 0.74782, | |
| "Hole@20": 0.77902, | |
| "Hole@50": 0.81636, | |
| "Hole@100": 0.84205, | |
| "Hole@200": 0.86648, | |
| "Hole@1000": 0.92002 | |
| } | |
| } | |
| } | |