{ "SGPT-5.8B-weightedmean-msmarco-specb-bitfit-bs256_7800": { "scifact": { "NDCG@1": 0.63333, "NDCG@3": 0.69527, "NDCG@5": 0.72816, "NDCG@10": 0.74693, "NDCG@100": 0.76982, "NDCG@1000": 0.77221 }, "nfcorpus": { "NDCG@1": 0.44272, "NDCG@3": 0.40814, "NDCG@5": 0.39562, "NDCG@10": 0.36213, "NDCG@100": 0.33829, "NDCG@1000": 0.42555 }, "fiqa": { "NDCG@1": 0.3534, "NDCG@3": 0.335, "NDCG@5": 0.34985, "NDCG@10": 0.372, "NDCG@100": 0.4385, "NDCG@1000": 0.47232 }, "scidocs": { "NDCG@1": 0.238, "NDCG@3": 0.19311, "NDCG@5": 0.1671, "NDCG@10": 0.19719, "NDCG@100": 0.27306, "NDCG@1000": 0.32354 }, "arguana": { "NDCG@1": 0.27312, "NDCG@3": 0.41087, "NDCG@5": 0.46241, "NDCG@10": 0.51352, "NDCG@100": 0.55776, "NDCG@1000": 0.55964 }, "cqadupstack_tex": { "NDCG@1": 0.1786, "NDCG@3": 0.22008, "NDCG@5": 0.23833, "NDCG@10": 0.26008, "NDCG@100": 0.31309, "NDCG@1000": 0.34437 }, "trec-covid": { "NDCG@1": 0.98, "NDCG@3": 0.93469, "NDCG@5": 0.90683, "NDCG@10": 0.87261, "NDCG@100": 0.65293, "NDCG@1000": 0.5406 }, "trec-news": { "NDCG@1": 0.5117, "NDCG@3": 0.51165, "NDCG@5": 0.50629, "NDCG@10": 0.48078, "NDCG@100": 0.49823, "NDCG@1000": 0.60809 }, "quora": { "NDCG@1": 0.7594, "NDCG@3": 0.80915, "NDCG@5": 0.82966, "NDCG@10": 0.84591, "NDCG@100": 0.86163, "NDCG@1000": 0.86327 }, "nq": { "NDCG@1": 0.34531, "NDCG@3": 0.44736, "NDCG@5": 0.4871, "NDCG@10": 0.52417, "NDCG@100": 0.57006, "NDCG@1000": 0.57839 }, "webis-touche2020": { "NDCG@1": 0.29592, "NDCG@3": 0.26144, "NDCG@5": 0.26304, "NDCG@10": 0.25421, "NDCG@100": 0.36335, "NDCG@1000": 0.47667 }, "dbpedia-entity": { "NDCG@1": 0.55375, "NDCG@3": 0.44856, "NDCG@5": 0.42139, "NDCG@10": 0.39889, "NDCG@100": 0.43101, "NDCG@1000": 0.50694 }, "cqadupstack_webmasters": { "NDCG@1": 0.28854, "NDCG@3": 0.33452, "NDCG@5": 0.35876, "NDCG@10": 0.38445, "NDCG@100": 0.43997, "NDCG@1000": 0.4682 }, "cqadupstack_unix": { "NDCG@1": 0.28078, "NDCG@3": 0.32477, "NDCG@5": 0.34726, "NDCG@10": 0.3726, "NDCG@100": 0.43017, "NDCG@1000": 0.45624 }, "cqadupstack_wordpress": { "NDCG@1": 0.22551, "NDCG@3": 0.27133, "NDCG@5": 0.28762, "NDCG@10": 0.31368, "NDCG@100": 0.36818, "NDCG@1000": 0.39527 }, "robust04": { "NDCG@1": 0.66466, "NDCG@3": 0.6091, "NDCG@5": 0.56716, "NDCG@10": 0.51424, "NDCG@100": 0.42175, "NDCG@1000": 0.50857 }, "cqadupstack_stats": { "NDCG@1": 0.23773, "NDCG@3": 0.28216, "NDCG@5": 0.30023, "NDCG@10": 0.32311, "NDCG@100": 0.37352, "NDCG@1000": 0.4003 }, "cqadupstack_programmers": { "NDCG@1": 0.31164, "NDCG@3": 0.35356, "NDCG@5": 0.37439, "NDCG@10": 0.40685, "NDCG@100": 0.46043, "NDCG@1000": 0.48578 }, "cqadupstack_physics": { "NDCG@1": 0.31954, "NDCG@3": 0.38018, "NDCG@5": 0.40345, "NDCG@10": 0.43199, "NDCG@100": 0.48925, "NDCG@1000": 0.51015 }, "cqadupstack_mathematica": { "NDCG@1": 0.18408, "NDCG@3": 0.23495, "NDCG@5": 0.26216, "NDCG@10": 0.28539, "NDCG@100": 0.34513, "NDCG@1000": 0.37373 }, "cqadupstack_gaming": { "NDCG@1": 0.40188, "NDCG@3": 0.48101, "NDCG@5": 0.50977, "NDCG@10": 0.53683, "NDCG@100": 0.57912, "NDCG@1000": 0.59174 }, "cqadupstack_gis": { "NDCG@1": 0.24068, "NDCG@3": 0.3048, "NDCG@5": 0.32809, "NDCG@10": 0.35782, "NDCG@100": 0.41234, "NDCG@1000": 0.43197 }, "cqadupstack_android": { "NDCG@1": 0.33906, "NDCG@3": 0.38741, "NDCG@5": 0.40926, "NDCG@10": 0.44414, "NDCG@100": 0.49924, "NDCG@1000": 0.52 }, "cqadupstack_english": { "NDCG@1": 0.37771, "NDCG@3": 0.41627, "NDCG@5": 0.43508, "NDCG@10": 0.4574, "NDCG@100": 0.50248, "NDCG@1000": 0.52138 }, "cqadupstack": { "NDCG@1": 0.2821458333333334, "NDCG@3": 0.3325866666666667, "NDCG@5": 0.3545333333333333, "NDCG@10": 0.38119499999999995, "NDCG@100": 0.43441, "NDCG@1000": 0.45826083333333334 }, "hotpotqa": { "NDCG@1": 0.71452, "NDCG@3": 0.5532, "NDCG@5": 0.57408, "NDCG@10": 0.59258, "NDCG@100": 0.62424, "NDCG@1000": 0.6395 }, "signal1m": { "NDCG@1": 0.35567, "NDCG@3": 0.31997, "NDCG@5": 0.28641, "NDCG@10": 0.26697, "NDCG@100": 0.28378, "NDCG@1000": 0.35294 }, "climate-fever": { "NDCG@1": 0.28013, "NDCG@3": 0.24658, "NDCG@5": 0.26671, "NDCG@10": 0.30484, "NDCG@100": 0.37527, "NDCG@1000": 0.4076 }, "fever": { "NDCG@1": 0.67822, "NDCG@3": 0.75169, "NDCG@5": 0.76872, "NDCG@10": 0.7827, "NDCG@100": 0.79588, "NDCG@1000": 0.79845 }, "msmarco": { "NDCG@1": 0.2139, "NDCG@3": 0.31924, "NDCG@5": 0.36114, "NDCG@10": 0.39917, "NDCG@100": 0.45851, "NDCG@1000": 0.47092 }, "bioasq": { "NDCG@1": 0.438, "NDCG@3": 0.41914, "NDCG@5": 0.40883, "NDCG@10": 0.41346, "NDCG@100": 0.47571, "NDCG@1000": 0.50768 }, "average": { "NDCG@1": 0.4888886574074073, "NDCG@3": 0.4826392592592592, "NDCG@5": 0.48577185185185184, "NDCG@10": 0.49024027777777773, "NDCG@100": 0.5092044444444445, "NDCG@1000": 0.5444567129629629 }, "subaverage": { "NDCG@1": 0.5422281818181819, "NDCG@3": 0.5322354545454546, "NDCG@5": 0.5424063636363635, "NDCG@10": 0.5496654545454546, "NDCG@100": 0.5644254545454546, "NDCG@1000": 0.5875227272727273 }, "subsubaverage": { "NDCG@1": 0.38811399999999996, "NDCG@3": 0.408478, "NDCG@5": 0.42062800000000006, "NDCG@10": 0.438354, "NDCG@100": 0.47548599999999996, "NDCG@1000": 0.510652 } } }