| { | |
| "nano_beir": { | |
| "NanoClimateFEVER_cosine_accuracy@1": 0.04, | |
| "NanoClimateFEVER_cosine_accuracy@3": 0.08, | |
| "NanoClimateFEVER_cosine_accuracy@5": 0.12, | |
| "NanoClimateFEVER_cosine_accuracy@10": 0.12, | |
| "NanoClimateFEVER_cosine_precision@1": 0.04, | |
| "NanoClimateFEVER_cosine_precision@3": 0.03333333333333333, | |
| "NanoClimateFEVER_cosine_precision@5": 0.028000000000000004, | |
| "NanoClimateFEVER_cosine_precision@10": 0.014000000000000002, | |
| "NanoClimateFEVER_cosine_recall@1": 0.010666666666666666, | |
| "NanoClimateFEVER_cosine_recall@3": 0.04466666666666667, | |
| "NanoClimateFEVER_cosine_recall@5": 0.056333333333333326, | |
| "NanoClimateFEVER_cosine_recall@10": 0.056333333333333326, | |
| "NanoClimateFEVER_cosine_ndcg@10": 0.046191957495871135, | |
| "NanoClimateFEVER_cosine_mrr@10": 0.06566666666666666, | |
| "NanoClimateFEVER_cosine_map@100": 0.033420280683900884, | |
| "NanoDBPedia_cosine_accuracy@1": 0.26, | |
| "NanoDBPedia_cosine_accuracy@3": 0.36, | |
| "NanoDBPedia_cosine_accuracy@5": 0.42, | |
| "NanoDBPedia_cosine_accuracy@10": 0.48, | |
| "NanoDBPedia_cosine_precision@1": 0.26, | |
| "NanoDBPedia_cosine_precision@3": 0.19333333333333333, | |
| "NanoDBPedia_cosine_precision@5": 0.168, | |
| "NanoDBPedia_cosine_precision@10": 0.138, | |
| "NanoDBPedia_cosine_recall@1": 0.013478860639269325, | |
| "NanoDBPedia_cosine_recall@3": 0.027032310773340756, | |
| "NanoDBPedia_cosine_recall@5": 0.03720266654458638, | |
| "NanoDBPedia_cosine_recall@10": 0.061932122340730054, | |
| "NanoDBPedia_cosine_ndcg@10": 0.1613933337162208, | |
| "NanoDBPedia_cosine_mrr@10": 0.32241269841269843, | |
| "NanoDBPedia_cosine_map@100": 0.058008726432844, | |
| "NanoFEVER_cosine_accuracy@1": 0.02, | |
| "NanoFEVER_cosine_accuracy@3": 0.02, | |
| "NanoFEVER_cosine_accuracy@5": 0.02, | |
| "NanoFEVER_cosine_accuracy@10": 0.04, | |
| "NanoFEVER_cosine_precision@1": 0.02, | |
| "NanoFEVER_cosine_precision@3": 0.006666666666666666, | |
| "NanoFEVER_cosine_precision@5": 0.004, | |
| "NanoFEVER_cosine_precision@10": 0.004, | |
| "NanoFEVER_cosine_recall@1": 0.02, | |
| "NanoFEVER_cosine_recall@3": 0.02, | |
| "NanoFEVER_cosine_recall@5": 0.02, | |
| "NanoFEVER_cosine_recall@10": 0.04, | |
| "NanoFEVER_cosine_ndcg@10": 0.026666666666666665, | |
| "NanoFEVER_cosine_mrr@10": 0.022857142857142857, | |
| "NanoFEVER_cosine_map@100": 0.027169926585108667, | |
| "NanoFiQA2018_cosine_accuracy@1": 0.1, | |
| "NanoFiQA2018_cosine_accuracy@3": 0.22, | |
| "NanoFiQA2018_cosine_accuracy@5": 0.26, | |
| "NanoFiQA2018_cosine_accuracy@10": 0.32, | |
| "NanoFiQA2018_cosine_precision@1": 0.1, | |
| "NanoFiQA2018_cosine_precision@3": 0.07333333333333332, | |
| "NanoFiQA2018_cosine_precision@5": 0.05600000000000001, | |
| "NanoFiQA2018_cosine_precision@10": 0.036000000000000004, | |
| "NanoFiQA2018_cosine_recall@1": 0.04352380952380952, | |
| "NanoFiQA2018_cosine_recall@3": 0.11152380952380953, | |
| "NanoFiQA2018_cosine_recall@5": 0.12774603174603175, | |
| "NanoFiQA2018_cosine_recall@10": 0.15663492063492065, | |
| "NanoFiQA2018_cosine_ndcg@10": 0.11920019095324214, | |
| "NanoFiQA2018_cosine_mrr@10": 0.16444444444444442, | |
| "NanoFiQA2018_cosine_map@100": 0.08946856517346266, | |
| "NanoHotpotQA_cosine_accuracy@1": 0.16, | |
| "NanoHotpotQA_cosine_accuracy@3": 0.2, | |
| "NanoHotpotQA_cosine_accuracy@5": 0.24, | |
| "NanoHotpotQA_cosine_accuracy@10": 0.24, | |
| "NanoHotpotQA_cosine_precision@1": 0.16, | |
| "NanoHotpotQA_cosine_precision@3": 0.06666666666666667, | |
| "NanoHotpotQA_cosine_precision@5": 0.04800000000000001, | |
| "NanoHotpotQA_cosine_precision@10": 0.026000000000000002, | |
| "NanoHotpotQA_cosine_recall@1": 0.08, | |
| "NanoHotpotQA_cosine_recall@3": 0.1, | |
| "NanoHotpotQA_cosine_recall@5": 0.12, | |
| "NanoHotpotQA_cosine_recall@10": 0.13, | |
| "NanoHotpotQA_cosine_ndcg@10": 0.12500477316127157, | |
| "NanoHotpotQA_cosine_mrr@10": 0.18466666666666667, | |
| "NanoHotpotQA_cosine_map@100": 0.09905861704269486, | |
| "NanoMSMARCO_cosine_accuracy@1": 0.16, | |
| "NanoMSMARCO_cosine_accuracy@3": 0.3, | |
| "NanoMSMARCO_cosine_accuracy@5": 0.32, | |
| "NanoMSMARCO_cosine_accuracy@10": 0.4, | |
| "NanoMSMARCO_cosine_precision@1": 0.16, | |
| "NanoMSMARCO_cosine_precision@3": 0.09999999999999998, | |
| "NanoMSMARCO_cosine_precision@5": 0.064, | |
| "NanoMSMARCO_cosine_precision@10": 0.04000000000000001, | |
| "NanoMSMARCO_cosine_recall@1": 0.16, | |
| "NanoMSMARCO_cosine_recall@3": 0.3, | |
| "NanoMSMARCO_cosine_recall@5": 0.32, | |
| "NanoMSMARCO_cosine_recall@10": 0.4, | |
| "NanoMSMARCO_cosine_ndcg@10": 0.2797381138841459, | |
| "NanoMSMARCO_cosine_mrr@10": 0.24177777777777776, | |
| "NanoMSMARCO_cosine_map@100": 0.25452652172848145, | |
| "NanoNFCorpus_cosine_accuracy@1": 0.36, | |
| "NanoNFCorpus_cosine_accuracy@3": 0.46, | |
| "NanoNFCorpus_cosine_accuracy@5": 0.46, | |
| "NanoNFCorpus_cosine_accuracy@10": 0.54, | |
| "NanoNFCorpus_cosine_precision@1": 0.36, | |
| "NanoNFCorpus_cosine_precision@3": 0.3, | |
| "NanoNFCorpus_cosine_precision@5": 0.21600000000000003, | |
| "NanoNFCorpus_cosine_precision@10": 0.16800000000000004, | |
| "NanoNFCorpus_cosine_recall@1": 0.01397871707271983, | |
| "NanoNFCorpus_cosine_recall@3": 0.03435945376327838, | |
| "NanoNFCorpus_cosine_recall@5": 0.03726142528548906, | |
| "NanoNFCorpus_cosine_recall@10": 0.048208769639288225, | |
| "NanoNFCorpus_cosine_ndcg@10": 0.21086706102148342, | |
| "NanoNFCorpus_cosine_mrr@10": 0.42138888888888887, | |
| "NanoNFCorpus_cosine_map@100": 0.057209731275113765, | |
| "NanoNQ_cosine_accuracy@1": 0.1, | |
| "NanoNQ_cosine_accuracy@3": 0.12, | |
| "NanoNQ_cosine_accuracy@5": 0.16, | |
| "NanoNQ_cosine_accuracy@10": 0.26, | |
| "NanoNQ_cosine_precision@1": 0.1, | |
| "NanoNQ_cosine_precision@3": 0.04, | |
| "NanoNQ_cosine_precision@5": 0.032, | |
| "NanoNQ_cosine_precision@10": 0.026000000000000002, | |
| "NanoNQ_cosine_recall@1": 0.08, | |
| "NanoNQ_cosine_recall@3": 0.09, | |
| "NanoNQ_cosine_recall@5": 0.13, | |
| "NanoNQ_cosine_recall@10": 0.23, | |
| "NanoNQ_cosine_ndcg@10": 0.13826388457522362, | |
| "NanoNQ_cosine_mrr@10": 0.12794444444444442, | |
| "NanoNQ_cosine_map@100": 0.10725400911912068, | |
| "NanoQuoraRetrieval_cosine_accuracy@1": 0.88, | |
| "NanoQuoraRetrieval_cosine_accuracy@3": 0.96, | |
| "NanoQuoraRetrieval_cosine_accuracy@5": 0.98, | |
| "NanoQuoraRetrieval_cosine_accuracy@10": 0.98, | |
| "NanoQuoraRetrieval_cosine_precision@1": 0.88, | |
| "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657, | |
| "NanoQuoraRetrieval_cosine_precision@5": 0.26399999999999996, | |
| "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998, | |
| "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332, | |
| "NanoQuoraRetrieval_cosine_recall@3": 0.9313333333333332, | |
| "NanoQuoraRetrieval_cosine_recall@5": 0.9686666666666668, | |
| "NanoQuoraRetrieval_cosine_recall@10": 0.98, | |
| "NanoQuoraRetrieval_cosine_ndcg@10": 0.933276206466488, | |
| "NanoQuoraRetrieval_cosine_mrr@10": 0.9216666666666665, | |
| "NanoQuoraRetrieval_cosine_map@100": 0.9143118773946362, | |
| "NanoSCIDOCS_cosine_accuracy@1": 0.08, | |
| "NanoSCIDOCS_cosine_accuracy@3": 0.12, | |
| "NanoSCIDOCS_cosine_accuracy@5": 0.16, | |
| "NanoSCIDOCS_cosine_accuracy@10": 0.22, | |
| "NanoSCIDOCS_cosine_precision@1": 0.08, | |
| "NanoSCIDOCS_cosine_precision@3": 0.05333333333333333, | |
| "NanoSCIDOCS_cosine_precision@5": 0.04800000000000001, | |
| "NanoSCIDOCS_cosine_precision@10": 0.036000000000000004, | |
| "NanoSCIDOCS_cosine_recall@1": 0.016, | |
| "NanoSCIDOCS_cosine_recall@3": 0.032, | |
| "NanoSCIDOCS_cosine_recall@5": 0.04800000000000001, | |
| "NanoSCIDOCS_cosine_recall@10": 0.07200000000000001, | |
| "NanoSCIDOCS_cosine_ndcg@10": 0.06679950774858949, | |
| "NanoSCIDOCS_cosine_mrr@10": 0.11455555555555556, | |
| "NanoSCIDOCS_cosine_map@100": 0.05001726999817073, | |
| "NanoArguAna_cosine_accuracy@1": 0.0, | |
| "NanoArguAna_cosine_accuracy@3": 0.04, | |
| "NanoArguAna_cosine_accuracy@5": 0.06, | |
| "NanoArguAna_cosine_accuracy@10": 0.1, | |
| "NanoArguAna_cosine_precision@1": 0.0, | |
| "NanoArguAna_cosine_precision@3": 0.013333333333333332, | |
| "NanoArguAna_cosine_precision@5": 0.012000000000000002, | |
| "NanoArguAna_cosine_precision@10": 0.01, | |
| "NanoArguAna_cosine_recall@1": 0.0, | |
| "NanoArguAna_cosine_recall@3": 0.04, | |
| "NanoArguAna_cosine_recall@5": 0.06, | |
| "NanoArguAna_cosine_recall@10": 0.1, | |
| "NanoArguAna_cosine_ndcg@10": 0.04764153171315327, | |
| "NanoArguAna_cosine_mrr@10": 0.031190476190476192, | |
| "NanoArguAna_cosine_map@100": 0.034911665265567264, | |
| "NanoSciFact_cosine_accuracy@1": 0.04, | |
| "NanoSciFact_cosine_accuracy@3": 0.04, | |
| "NanoSciFact_cosine_accuracy@5": 0.06, | |
| "NanoSciFact_cosine_accuracy@10": 0.08, | |
| "NanoSciFact_cosine_precision@1": 0.04, | |
| "NanoSciFact_cosine_precision@3": 0.013333333333333332, | |
| "NanoSciFact_cosine_precision@5": 0.012000000000000002, | |
| "NanoSciFact_cosine_precision@10": 0.008, | |
| "NanoSciFact_cosine_recall@1": 0.04, | |
| "NanoSciFact_cosine_recall@3": 0.04, | |
| "NanoSciFact_cosine_recall@5": 0.06, | |
| "NanoSciFact_cosine_recall@10": 0.08, | |
| "NanoSciFact_cosine_ndcg@10": 0.05463413107474748, | |
| "NanoSciFact_cosine_mrr@10": 0.04722222222222222, | |
| "NanoSciFact_cosine_map@100": 0.05219023516020874, | |
| "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084, | |
| "NanoTouche2020_cosine_accuracy@3": 0.6122448979591837, | |
| "NanoTouche2020_cosine_accuracy@5": 0.7551020408163265, | |
| "NanoTouche2020_cosine_accuracy@10": 0.8367346938775511, | |
| "NanoTouche2020_cosine_precision@1": 0.46938775510204084, | |
| "NanoTouche2020_cosine_precision@3": 0.3877551020408163, | |
| "NanoTouche2020_cosine_precision@5": 0.34285714285714286, | |
| "NanoTouche2020_cosine_precision@10": 0.2571428571428571, | |
| "NanoTouche2020_cosine_recall@1": 0.029967789586946174, | |
| "NanoTouche2020_cosine_recall@3": 0.07899086583034419, | |
| "NanoTouche2020_cosine_recall@5": 0.1145453187901327, | |
| "NanoTouche2020_cosine_recall@10": 0.1620299103683396, | |
| "NanoTouche2020_cosine_ndcg@10": 0.3055639570909958, | |
| "NanoTouche2020_cosine_mrr@10": 0.5828150307742144, | |
| "NanoTouche2020_cosine_map@100": 0.21233991925394913, | |
| "NanoBEIR_mean_cosine_accuracy@1": 0.2053375196232339, | |
| "NanoBEIR_mean_cosine_accuracy@3": 0.2717111459968603, | |
| "NanoBEIR_mean_cosine_accuracy@5": 0.30885400313971745, | |
| "NanoBEIR_mean_cosine_accuracy@10": 0.35513343799058084, | |
| "NanoBEIR_mean_cosine_precision@1": 0.2053375196232339, | |
| "NanoBEIR_mean_cosine_precision@3": 0.12982731554160123, | |
| "NanoBEIR_mean_cosine_precision@5": 0.09960439560439562, | |
| "NanoBEIR_mean_cosine_precision@10": 0.06931868131868132, | |
| "NanoBEIR_mean_cosine_recall@1": 0.09730378283251881, | |
| "NanoBEIR_mean_cosine_recall@3": 0.14230049537621328, | |
| "NanoBEIR_mean_cosine_recall@5": 0.1615196494127877, | |
| "NanoBEIR_mean_cosine_recall@10": 0.19362608125512404, | |
| "NanoBEIR_mean_cosine_ndcg@10": 0.1934801011975461, | |
| "NanoBEIR_mean_cosine_mrr@10": 0.24989297550522033, | |
| "NanoBEIR_mean_cosine_map@100": 0.15306825731640453 | |
| }, | |
| "beir_touche2020": { | |
| "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817, | |
| "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0, | |
| "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204, | |
| "BeIR-touche2020-subset-test_cosine_precision@3": 0.6190476190476191, | |
| "BeIR-touche2020-subset-test_cosine_precision@5": 0.6204081632653061, | |
| "BeIR-touche2020-subset-test_cosine_precision@10": 0.5448979591836735, | |
| "BeIR-touche2020-subset-test_cosine_recall@1": 0.016235921803344835, | |
| "BeIR-touche2020-subset-test_cosine_recall@3": 0.04110136889290122, | |
| "BeIR-touche2020-subset-test_cosine_recall@5": 0.0684882416081836, | |
| "BeIR-touche2020-subset-test_cosine_recall@10": 0.12060452557965035, | |
| "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5779837170662205, | |
| "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8306932296728216, | |
| "BeIR-touche2020-subset-test_cosine_map@100": 0.22239268054909309 | |
| } | |
| } |