memray's picture
Upload 130 files
cdaafab
{
"dataset": "trec-covid",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.73,
"NDCG@3": 0.65212,
"NDCG@5": 0.62264,
"NDCG@10": 0.58943,
"NDCG@20": 0.56316,
"NDCG@50": 0.4955,
"NDCG@100": 0.44313,
"NDCG@200": 0.3814,
"NDCG@1000": 0.40665
},
"map": {
"MAP@1": 0.00216,
"MAP@3": 0.00538,
"MAP@5": 0.00815,
"MAP@10": 0.01415,
"MAP@20": 0.02525,
"MAP@50": 0.04725,
"MAP@100": 0.07527,
"MAP@200": 0.1094,
"MAP@1000": 0.18357
},
"precision": {
"P@1": 0.78,
"P@3": 0.69333,
"P@5": 0.656,
"P@10": 0.622,
"P@20": 0.606,
"P@50": 0.518,
"P@100": 0.4602,
"P@200": 0.3797,
"P@1000": 0.18474
},
"recall": {
"Recall@1": 0.00216,
"Recall@3": 0.00563,
"Recall@5": 0.00877,
"Recall@10": 0.01621,
"Recall@20": 0.03086,
"Recall@50": 0.06224,
"Recall@100": 0.10692,
"Recall@200": 0.16993,
"Recall@1000": 0.38745
},
"mrr": {
"MRR@1": 0.76,
"MRR@3": 0.80667,
"MRR@5": 0.81567,
"MRR@10": 0.82656,
"MRR@20": 0.82656,
"MRR@50": 0.82656,
"MRR@100": 0.82656,
"MRR@200": 0.82656,
"MRR@1000": 0.82656
},
"recall_cap": {
"R_cap@1": 0.76,
"R_cap@3": 0.69333,
"R_cap@5": 0.656,
"R_cap@10": 0.622,
"R_cap@20": 0.606,
"R_cap@50": 0.518,
"R_cap@100": 0.4602,
"R_cap@200": 0.38311,
"R_cap@1000": 0.3888
},
"hole": {
"Hole@1": 0.12,
"Hole@3": 0.09333,
"Hole@5": 0.124,
"Hole@10": 0.142,
"Hole@20": 0.152,
"Hole@50": 0.1788,
"Hole@100": 0.2032,
"Hole@200": 0.2504,
"Hole@1000": 0.38076
}
}
}