{ "dataset": "fever", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.49265, "NDCG@3": 0.60046, "NDCG@5": 0.63064, "NDCG@10": 0.65477, "NDCG@20": 0.66695, "NDCG@50": 0.67488, "NDCG@100": 0.67802, "NDCG@200": 0.67987, "NDCG@1000": 0.68296 }, "map": { "MAP@1": 0.45973, "MAP@3": 0.55971, "MAP@5": 0.57727, "MAP@10": 0.5878, "MAP@20": 0.59138, "MAP@50": 0.59285, "MAP@100": 0.59319, "MAP@200": 0.59331, "MAP@1000": 0.5934 }, "precision": { "P@1": 0.49265, "P@3": 0.24532, "P@5": 0.16376, "P@10": 0.09013, "P@20": 0.04781, "P@50": 0.02009, "P@100": 0.01031, "P@200": 0.00525, "P@1000": 0.00109 }, "recall": { "Recall@1": 0.45973, "Recall@3": 0.68017, "Recall@5": 0.75305, "Recall@10": 0.82563, "Recall@20": 0.8717, "Recall@50": 0.90861, "Recall@100": 0.92616, "Recall@200": 0.93789, "Recall@1000": 0.96096 }, "mrr": { "MRR@1": 0.49265, "MRR@3": 0.59718, "MRR@5": 0.61444, "MRR@10": 0.62441, "MRR@20": 0.62756, "MRR@50": 0.62873, "MRR@100": 0.62893, "MRR@200": 0.62899, "MRR@1000": 0.62904 }, "recall_cap": { "R_cap@1": 0.49265, "R_cap@3": 0.68154, "R_cap@5": 0.75336, "R_cap@10": 0.82564, "R_cap@20": 0.8717, "R_cap@50": 0.90861, "R_cap@100": 0.92616, "R_cap@200": 0.93789, "R_cap@1000": 0.96096 }, "hole": { "Hole@1": 0.4832, "Hole@3": 0.72397, "Hole@5": 0.80711, "Hole@10": 0.88801, "Hole@20": 0.93701, "Hole@50": 0.97049, "Hole@100": 0.98319, "Hole@200": 0.99022, "Hole@1000": 0.99656 } } }