{ "dataset": "fever", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.44299, "NDCG@3": 0.54757, "NDCG@5": 0.58121, "NDCG@10": 0.60393, "NDCG@20": 0.61781, "NDCG@50": 0.6287, "NDCG@100": 0.63281, "NDCG@200": 0.63544, "NDCG@1000": 0.63902 }, "map": { "MAP@1": 0.41347, "MAP@3": 0.50886, "MAP@5": 0.52803, "MAP@10": 0.53779, "MAP@20": 0.54183, "MAP@50": 0.54371, "MAP@100": 0.54411, "MAP@200": 0.54427, "MAP@1000": 0.54437 }, "precision": { "P@1": 0.44299, "P@3": 0.22472, "P@5": 0.15302, "P@10": 0.08438, "P@20": 0.04527, "P@50": 0.01935, "P@100": 0.00999, "P@200": 0.00512, "P@1000": 0.00107 }, "recall": { "Recall@1": 0.41347, "Recall@3": 0.62531, "Recall@5": 0.70642, "Recall@10": 0.77489, "Recall@20": 0.82755, "Recall@50": 0.87977, "Recall@100": 0.90348, "Recall@200": 0.92077, "Recall@1000": 0.94834 }, "mrr": { "MRR@1": 0.44299, "MRR@3": 0.5428, "MRR@5": 0.56232, "MRR@10": 0.5718, "MRR@20": 0.57551, "MRR@50": 0.57723, "MRR@100": 0.57753, "MRR@200": 0.57764, "MRR@1000": 0.57769 }, "recall_cap": { "R_cap@1": 0.44299, "R_cap@3": 0.62636, "R_cap@5": 0.7067, "R_cap@10": 0.7749, "R_cap@20": 0.82755, "R_cap@50": 0.87977, "R_cap@100": 0.90348, "R_cap@200": 0.92077, "R_cap@1000": 0.94834 }, "hole": { "Hole@1": 0.5282, "Hole@3": 0.74772, "Hole@5": 0.82244, "Hole@10": 0.89775, "Hole@20": 0.94215, "Hole@50": 0.97327, "Hole@100": 0.98506, "Hole@200": 0.99146, "Hole@1000": 0.99722 } } }