| --- |
| library_name: sentence-transformers |
| pipeline_tag: sentence-similarity |
| tags: |
| - sentence-transformers |
| - feature-extraction |
| - sentence-similarity |
| - transformers |
| - sentence-embedding |
| - mteb |
| model-index: |
| - name: bilingual-embedding-small |
| results: |
| - task: |
| type: Clustering |
| dataset: |
| type: lyon-nlp/alloprof |
| name: MTEB AlloProfClusteringP2P |
| config: default |
| split: test |
| revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b |
| metrics: |
| - type: v_measure |
| value: 63.19030822769444 |
| - type: v_measures |
| value: [0.5938891912573394, 0.6171518411959, 0.6042518292029612, 0.6626602879382325, 0.6471224639325329] |
| - task: |
| type: Clustering |
| dataset: |
| type: lyon-nlp/alloprof |
| name: MTEB AlloProfClusteringS2S |
| config: default |
| split: test |
| revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b |
| metrics: |
| - type: v_measure |
| value: 41.32807908087869 |
| - type: v_measures |
| value: [0.3351458197856525, 0.48472823318531566, 0.4631757871803168, 0.43580166532679027, 0.4219041689415661] |
| - task: |
| type: Reranking |
| dataset: |
| type: lyon-nlp/mteb-fr-reranking-alloprof-s2p |
| name: MTEB AlloprofReranking |
| config: default |
| split: test |
| revision: 65393d0d7a08a10b4e348135e824f385d420b0fd |
| metrics: |
| - type: map |
| value: 68.43888603876276 |
| - type: mrr |
| value: 69.59097513501659 |
| - type: nAUC_map_diff1 |
| value: 47.92767021121887 |
| - type: nAUC_map_max |
| value: 10.206900586093957 |
| - type: nAUC_mrr_diff1 |
| value: 47.823670000503014 |
| - type: nAUC_mrr_max |
| value: 10.266197221615979 |
| - task: |
| type: Retrieval |
| dataset: |
| type: lyon-nlp/alloprof |
| name: MTEB AlloprofRetrieval |
| config: default |
| split: test |
| revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd |
| metrics: |
| - type: map_at_1 |
| value: 23.23 |
| - type: map_at_10 |
| value: 33.513999999999996 |
| - type: map_at_100 |
| value: 34.554 |
| - type: map_at_1000 |
| value: 34.621 |
| - type: map_at_20 |
| value: 34.129 |
| - type: map_at_3 |
| value: 30.526999999999997 |
| - type: map_at_5 |
| value: 32.107 |
| - type: mrr_at_1 |
| value: 23.229706390328154 |
| - type: mrr_at_10 |
| value: 33.51421786331119 |
| - type: mrr_at_100 |
| value: 34.55441665729269 |
| - type: mrr_at_1000 |
| value: 34.62084787184653 |
| - type: mrr_at_20 |
| value: 34.12901601558586 |
| - type: mrr_at_3 |
| value: 30.52677029360969 |
| - type: mrr_at_5 |
| value: 32.107081174438754 |
| - type: nauc_map_at_1000_diff1 |
| value: 31.371888101756962 |
| - type: nauc_map_at_1000_max |
| value: 28.482571238049648 |
| - type: nauc_map_at_100_diff1 |
| value: 31.36352656865708 |
| - type: nauc_map_at_100_max |
| value: 28.51143558254042 |
| - type: nauc_map_at_10_diff1 |
| value: 31.26317124194119 |
| - type: nauc_map_at_10_max |
| value: 28.356439091020903 |
| - type: nauc_map_at_1_diff1 |
| value: 36.87861012283668 |
| - type: nauc_map_at_1_max |
| value: 25.592704128025584 |
| - type: nauc_map_at_20_diff1 |
| value: 31.27934733015461 |
| - type: nauc_map_at_20_max |
| value: 28.471156752297954 |
| - type: nauc_map_at_3_diff1 |
| value: 31.613137860497627 |
| - type: nauc_map_at_3_max |
| value: 27.518268339115743 |
| - type: nauc_map_at_5_diff1 |
| value: 31.356295694985565 |
| - type: nauc_map_at_5_max |
| value: 27.79553638754489 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 31.371889078421372 |
| - type: nauc_mrr_at_1000_max |
| value: 28.482578347594856 |
| - type: nauc_mrr_at_100_diff1 |
| value: 31.36352656865708 |
| - type: nauc_mrr_at_100_max |
| value: 28.51143558254042 |
| - type: nauc_mrr_at_10_diff1 |
| value: 31.26317124194119 |
| - type: nauc_mrr_at_10_max |
| value: 28.356439091020903 |
| - type: nauc_mrr_at_1_diff1 |
| value: 36.87861012283668 |
| - type: nauc_mrr_at_1_max |
| value: 25.592704128025584 |
| - type: nauc_mrr_at_20_diff1 |
| value: 31.27934733015461 |
| - type: nauc_mrr_at_20_max |
| value: 28.471156752297954 |
| - type: nauc_mrr_at_3_diff1 |
| value: 31.613137860497627 |
| - type: nauc_mrr_at_3_max |
| value: 27.518268339115743 |
| - type: nauc_mrr_at_5_diff1 |
| value: 31.356295694985565 |
| - type: nauc_mrr_at_5_max |
| value: 27.79553638754489 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 30.418606855093337 |
| - type: nauc_ndcg_at_1000_max |
| value: 29.993105440430234 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 30.131330243160843 |
| - type: nauc_ndcg_at_100_max |
| value: 30.820165762770422 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 29.510008265344545 |
| - type: nauc_ndcg_at_10_max |
| value: 29.94961535617982 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 36.87861012283668 |
| - type: nauc_ndcg_at_1_max |
| value: 25.592704128025584 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 29.52438230390851 |
| - type: nauc_ndcg_at_20_max |
| value: 30.504655157655904 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 30.18136510240507 |
| - type: nauc_ndcg_at_3_max |
| value: 28.099090120422275 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 29.762075942245303 |
| - type: nauc_ndcg_at_5_max |
| value: 28.61500294452224 |
| - type: nauc_precision_at_1000_diff1 |
| value: 27.306371732512996 |
| - type: nauc_precision_at_1000_max |
| value: 65.78374115284707 |
| - type: nauc_precision_at_100_diff1 |
| value: 25.3948170473858 |
| - type: nauc_precision_at_100_max |
| value: 47.29752571335181 |
| - type: nauc_precision_at_10_diff1 |
| value: 24.310996780059035 |
| - type: nauc_precision_at_10_max |
| value: 35.20411354359985 |
| - type: nauc_precision_at_1_diff1 |
| value: 36.87861012283668 |
| - type: nauc_precision_at_1_max |
| value: 25.592704128025584 |
| - type: nauc_precision_at_20_diff1 |
| value: 23.583394574577937 |
| - type: nauc_precision_at_20_max |
| value: 38.697643796192324 |
| - type: nauc_precision_at_3_diff1 |
| value: 26.407752776386506 |
| - type: nauc_precision_at_3_max |
| value: 29.64769320764332 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.45743969076595 |
| - type: nauc_precision_at_5_max |
| value: 30.919847931025647 |
| - type: nauc_recall_at_1000_diff1 |
| value: 27.306371732511476 |
| - type: nauc_recall_at_1000_max |
| value: 65.7837411528459 |
| - type: nauc_recall_at_100_diff1 |
| value: 25.39481704738587 |
| - type: nauc_recall_at_100_max |
| value: 47.29752571335173 |
| - type: nauc_recall_at_10_diff1 |
| value: 24.310996780059064 |
| - type: nauc_recall_at_10_max |
| value: 35.20411354359981 |
| - type: nauc_recall_at_1_diff1 |
| value: 36.87861012283668 |
| - type: nauc_recall_at_1_max |
| value: 25.592704128025584 |
| - type: nauc_recall_at_20_diff1 |
| value: 23.583394574578005 |
| - type: nauc_recall_at_20_max |
| value: 38.69764379619235 |
| - type: nauc_recall_at_3_diff1 |
| value: 26.407752776386513 |
| - type: nauc_recall_at_3_max |
| value: 29.647693207643332 |
| - type: nauc_recall_at_5_diff1 |
| value: 25.457439690765938 |
| - type: nauc_recall_at_5_max |
| value: 30.91984793102568 |
| - type: ndcg_at_1 |
| value: 23.23 |
| - type: ndcg_at_10 |
| value: 39.215 |
| - type: ndcg_at_100 |
| value: 44.566 |
| - type: ndcg_at_1000 |
| value: 46.409 |
| - type: ndcg_at_20 |
| value: 41.467 |
| - type: ndcg_at_3 |
| value: 32.993 |
| - type: ndcg_at_5 |
| value: 35.839 |
| - type: precision_at_1 |
| value: 23.23 |
| - type: precision_at_10 |
| value: 5.743 |
| - type: precision_at_100 |
| value: 0.831 |
| - type: precision_at_1000 |
| value: 0.098 |
| - type: precision_at_20 |
| value: 3.318 |
| - type: precision_at_3 |
| value: 13.385 |
| - type: precision_at_5 |
| value: 9.413 |
| - type: recall_at_1 |
| value: 23.23 |
| - type: recall_at_10 |
| value: 57.42699999999999 |
| - type: recall_at_100 |
| value: 83.11699999999999 |
| - type: recall_at_1000 |
| value: 97.75500000000001 |
| - type: recall_at_20 |
| value: 66.364 |
| - type: recall_at_3 |
| value: 40.155 |
| - type: recall_at_5 |
| value: 47.064 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_reviews_multi |
| name: MTEB AmazonReviewsClassification (fr) |
| config: fr |
| split: test |
| revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
| metrics: |
| - type: accuracy |
| value: 37.102000000000004 |
| - type: f1 |
| value: 36.48213245522153 |
| - type: f1_weighted |
| value: 36.48213245522153 |
| - task: |
| type: Retrieval |
| dataset: |
| type: maastrichtlawtech/bsard |
| name: MTEB BSARDRetrieval |
| config: default |
| split: test |
| revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59 |
| metrics: |
| - type: map_at_1 |
| value: 5.405 |
| - type: map_at_10 |
| value: 8.372 |
| - type: map_at_100 |
| value: 9.522 |
| - type: map_at_1000 |
| value: 9.645 |
| - type: map_at_20 |
| value: 8.987 |
| - type: map_at_3 |
| value: 7.132 |
| - type: map_at_5 |
| value: 7.763000000000001 |
| - type: mrr_at_1 |
| value: 5.405405405405405 |
| - type: mrr_at_10 |
| value: 8.37247962247962 |
| - type: mrr_at_100 |
| value: 9.522369675165548 |
| - type: mrr_at_1000 |
| value: 9.644865518194182 |
| - type: mrr_at_20 |
| value: 8.987200953145225 |
| - type: mrr_at_3 |
| value: 7.132132132132132 |
| - type: mrr_at_5 |
| value: 7.762762762762764 |
| - type: nauc_map_at_1000_diff1 |
| value: 12.103894408912778 |
| - type: nauc_map_at_1000_max |
| value: 26.77460445002228 |
| - type: nauc_map_at_100_diff1 |
| value: 12.199535893254412 |
| - type: nauc_map_at_100_max |
| value: 26.791136142909995 |
| - type: nauc_map_at_10_diff1 |
| value: 11.762615047468374 |
| - type: nauc_map_at_10_max |
| value: 26.54661601271767 |
| - type: nauc_map_at_1_diff1 |
| value: 19.75768475065795 |
| - type: nauc_map_at_1_max |
| value: 36.45294032166726 |
| - type: nauc_map_at_20_diff1 |
| value: 12.627299133728561 |
| - type: nauc_map_at_20_max |
| value: 26.431834723382625 |
| - type: nauc_map_at_3_diff1 |
| value: 11.406093688135979 |
| - type: nauc_map_at_3_max |
| value: 26.206852419799336 |
| - type: nauc_map_at_5_diff1 |
| value: 10.933715346866054 |
| - type: nauc_map_at_5_max |
| value: 25.15168912848224 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 12.103894408912778 |
| - type: nauc_mrr_at_1000_max |
| value: 26.77460445002228 |
| - type: nauc_mrr_at_100_diff1 |
| value: 12.199535893254412 |
| - type: nauc_mrr_at_100_max |
| value: 26.791136142909995 |
| - type: nauc_mrr_at_10_diff1 |
| value: 11.762615047468374 |
| - type: nauc_mrr_at_10_max |
| value: 26.54661601271767 |
| - type: nauc_mrr_at_1_diff1 |
| value: 19.75768475065795 |
| - type: nauc_mrr_at_1_max |
| value: 36.45294032166726 |
| - type: nauc_mrr_at_20_diff1 |
| value: 12.627299133728561 |
| - type: nauc_mrr_at_20_max |
| value: 26.431834723382625 |
| - type: nauc_mrr_at_3_diff1 |
| value: 11.406093688135979 |
| - type: nauc_mrr_at_3_max |
| value: 26.206852419799336 |
| - type: nauc_mrr_at_5_diff1 |
| value: 10.933715346866054 |
| - type: nauc_mrr_at_5_max |
| value: 25.15168912848224 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 8.119711442397051 |
| - type: nauc_ndcg_at_1000_max |
| value: 25.821500954959493 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 10.610584456957277 |
| - type: nauc_ndcg_at_100_max |
| value: 27.81373505272856 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 10.667531959142947 |
| - type: nauc_ndcg_at_10_max |
| value: 25.428088817882212 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 19.75768475065795 |
| - type: nauc_ndcg_at_1_max |
| value: 36.45294032166726 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 13.52659589943601 |
| - type: nauc_ndcg_at_20_max |
| value: 25.543352357923972 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 9.220701633954755 |
| - type: nauc_ndcg_at_3_max |
| value: 23.41404735216586 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 8.904201880131358 |
| - type: nauc_ndcg_at_5_max |
| value: 22.27268813727672 |
| - type: nauc_precision_at_1000_diff1 |
| value: -13.379595578660972 |
| - type: nauc_precision_at_1000_max |
| value: 19.07407039098987 |
| - type: nauc_precision_at_100_diff1 |
| value: 7.161231404563548 |
| - type: nauc_precision_at_100_max |
| value: 32.1446712851372 |
| - type: nauc_precision_at_10_diff1 |
| value: 9.32876742632238 |
| - type: nauc_precision_at_10_max |
| value: 24.401763374615022 |
| - type: nauc_precision_at_1_diff1 |
| value: 19.75768475065795 |
| - type: nauc_precision_at_1_max |
| value: 36.45294032166726 |
| - type: nauc_precision_at_20_diff1 |
| value: 16.344981963229685 |
| - type: nauc_precision_at_20_max |
| value: 25.273014482618493 |
| - type: nauc_precision_at_3_diff1 |
| value: 4.604729400599949 |
| - type: nauc_precision_at_3_max |
| value: 17.491915784171987 |
| - type: nauc_precision_at_5_diff1 |
| value: 5.152774776096578 |
| - type: nauc_precision_at_5_max |
| value: 16.848544787508555 |
| - type: nauc_recall_at_1000_diff1 |
| value: -13.379595578660883 |
| - type: nauc_recall_at_1000_max |
| value: 19.07407039098995 |
| - type: nauc_recall_at_100_diff1 |
| value: 7.161231404563502 |
| - type: nauc_recall_at_100_max |
| value: 32.144671285137136 |
| - type: nauc_recall_at_10_diff1 |
| value: 9.328767426322395 |
| - type: nauc_recall_at_10_max |
| value: 24.40176337461501 |
| - type: nauc_recall_at_1_diff1 |
| value: 19.75768475065795 |
| - type: nauc_recall_at_1_max |
| value: 36.45294032166726 |
| - type: nauc_recall_at_20_diff1 |
| value: 16.34498196322963 |
| - type: nauc_recall_at_20_max |
| value: 25.27301448261847 |
| - type: nauc_recall_at_3_diff1 |
| value: 4.604729400599932 |
| - type: nauc_recall_at_3_max |
| value: 17.49191578417196 |
| - type: nauc_recall_at_5_diff1 |
| value: 5.152774776096596 |
| - type: nauc_recall_at_5_max |
| value: 16.848544787508573 |
| - type: ndcg_at_1 |
| value: 5.405 |
| - type: ndcg_at_10 |
| value: 10.51 |
| - type: ndcg_at_100 |
| value: 17.012 |
| - type: ndcg_at_1000 |
| value: 20.686 |
| - type: ndcg_at_20 |
| value: 12.849 |
| - type: ndcg_at_3 |
| value: 7.835 |
| - type: ndcg_at_5 |
| value: 8.959 |
| - type: precision_at_1 |
| value: 5.405 |
| - type: precision_at_10 |
| value: 1.757 |
| - type: precision_at_100 |
| value: 0.5 |
| - type: precision_at_1000 |
| value: 0.08 |
| - type: precision_at_20 |
| value: 1.351 |
| - type: precision_at_3 |
| value: 3.3029999999999995 |
| - type: precision_at_5 |
| value: 2.5229999999999997 |
| - type: recall_at_1 |
| value: 5.405 |
| - type: recall_at_10 |
| value: 17.568 |
| - type: recall_at_100 |
| value: 50.0 |
| - type: recall_at_1000 |
| value: 79.73 |
| - type: recall_at_20 |
| value: 27.027 |
| - type: recall_at_3 |
| value: 9.91 |
| - type: recall_at_5 |
| value: 12.613 |
| - task: |
| type: Clustering |
| dataset: |
| type: lyon-nlp/clustering-hal-s2s |
| name: MTEB HALClusteringS2S |
| config: default |
| split: test |
| revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915 |
| metrics: |
| - type: v_measure |
| value: 23.773322308353517 |
| - type: v_measures |
| value: [0.28321300949906897, 0.26004472642751963, 0.25956951558284086, 0.24123195304666292, 0.22207486085944725] |
| - task: |
| type: Clustering |
| dataset: |
| type: reciTAL/mlsum |
| name: MTEB MLSUMClusteringP2P |
| config: default |
| split: test |
| revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7 |
| metrics: |
| - type: v_measure |
| value: 44.10635133884183 |
| - type: v_measures |
| value: [0.4352021194557699, 0.4616076200837005, 0.4407517544208635, 0.4387026615402928, 0.40575306284000634] |
| - task: |
| type: Clustering |
| dataset: |
| type: reciTAL/mlsum |
| name: MTEB MLSUMClusteringS2S |
| config: default |
| split: test |
| revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7 |
| metrics: |
| - type: v_measure |
| value: 43.6574557237274 |
| - type: v_measures |
| value: [0.431013360873005, 0.45456972088535785, 0.4474907746228345, 0.4318507494303067, 0.3857692351737129] |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/mtop_domain |
| name: MTEB MTOPDomainClassification (fr) |
| config: fr |
| split: test |
| revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf |
| metrics: |
| - type: accuracy |
| value: 86.08518634512997 |
| - type: f1 |
| value: 86.01437763316983 |
| - type: f1_weighted |
| value: 86.03483392539235 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/mtop_intent |
| name: MTEB MTOPIntentClassification (fr) |
| config: fr |
| split: test |
| revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba |
| metrics: |
| - type: accuracy |
| value: 61.23081741309113 |
| - type: f1 |
| value: 44.76981337966934 |
| - type: f1_weighted |
| value: 64.86577219367403 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/masakhanews |
| name: MTEB MasakhaNEWSClassification (fra) |
| config: fra |
| split: test |
| revision: 18193f187b92da67168c655c9973a165ed9593dd |
| metrics: |
| - type: accuracy |
| value: 78.34123222748815 |
| - type: f1 |
| value: 74.19808376161188 |
| - type: f1_weighted |
| value: 78.465165305135 |
| - task: |
| type: Clustering |
| dataset: |
| type: masakhane/masakhanews |
| name: MTEB MasakhaNEWSClusteringP2P (fra) |
| config: fra |
| split: test |
| revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 |
| metrics: |
| - type: v_measure |
| value: 58.6260598345145 |
| - type: v_measures |
| value: [1.0, 0.052551289167589395, 0.4126124221990744, 0.690570263898874, 0.7755690164601873] |
| - task: |
| type: Clustering |
| dataset: |
| type: masakhane/masakhanews |
| name: MTEB MasakhaNEWSClusteringS2S (fra) |
| config: fra |
| split: test |
| revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60 |
| metrics: |
| - type: v_measure |
| value: 53.47058992788083 |
| - type: v_measures |
| value: [1.0, 0.06287268264858063, 0.6712730568122484, 0.2169401386066275, 0.7224436183265853] |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_massive_intent |
| name: MTEB MassiveIntentClassification (fr) |
| config: fr |
| split: test |
| revision: 4672e20407010da34463acc759c162ca9734bca6 |
| metrics: |
| - type: accuracy |
| value: 65.48755884330868 |
| - type: f1 |
| value: 63.42516904610099 |
| - type: f1_weighted |
| value: 65.62227422445625 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_massive_scenario |
| name: MTEB MassiveScenarioClassification (fr) |
| config: fr |
| split: test |
| revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 |
| metrics: |
| - type: accuracy |
| value: 69.27370544720914 |
| - type: f1 |
| value: 68.92639289886843 |
| - type: f1_weighted |
| value: 69.39025426049528 |
| - task: |
| type: Retrieval |
| dataset: |
| type: jinaai/mintakaqa |
| name: MTEB MintakaRetrieval (fr) |
| config: fr |
| split: test |
| revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e |
| metrics: |
| - type: map_at_1 |
| value: 13.718 |
| - type: map_at_10 |
| value: 21.404 |
| - type: map_at_100 |
| value: 22.371 |
| - type: map_at_1000 |
| value: 22.493 |
| - type: map_at_20 |
| value: 21.972 |
| - type: map_at_3 |
| value: 19.192 |
| - type: map_at_5 |
| value: 20.366999999999997 |
| - type: mrr_at_1 |
| value: 13.718263718263717 |
| - type: mrr_at_10 |
| value: 21.40396890396889 |
| - type: mrr_at_100 |
| value: 22.370673563176524 |
| - type: mrr_at_1000 |
| value: 22.49316476646458 |
| - type: mrr_at_20 |
| value: 21.971667600361627 |
| - type: mrr_at_3 |
| value: 19.191919191919162 |
| - type: mrr_at_5 |
| value: 20.36718536718532 |
| - type: nauc_map_at_1000_diff1 |
| value: 18.66186772676608 |
| - type: nauc_map_at_1000_max |
| value: 32.45794220535016 |
| - type: nauc_map_at_100_diff1 |
| value: 18.620993318615394 |
| - type: nauc_map_at_100_max |
| value: 32.44820369787587 |
| - type: nauc_map_at_10_diff1 |
| value: 18.884049513804037 |
| - type: nauc_map_at_10_max |
| value: 32.77552431144882 |
| - type: nauc_map_at_1_diff1 |
| value: 25.49080673895181 |
| - type: nauc_map_at_1_max |
| value: 29.25311987317655 |
| - type: nauc_map_at_20_diff1 |
| value: 18.704330878419075 |
| - type: nauc_map_at_20_max |
| value: 32.55837988078994 |
| - type: nauc_map_at_3_diff1 |
| value: 20.095857563209314 |
| - type: nauc_map_at_3_max |
| value: 32.93191322461617 |
| - type: nauc_map_at_5_diff1 |
| value: 19.281813313113396 |
| - type: nauc_map_at_5_max |
| value: 32.786844756856475 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 18.66186763232669 |
| - type: nauc_mrr_at_1000_max |
| value: 32.45794216874754 |
| - type: nauc_mrr_at_100_diff1 |
| value: 18.620993318615394 |
| - type: nauc_mrr_at_100_max |
| value: 32.44820369787587 |
| - type: nauc_mrr_at_10_diff1 |
| value: 18.884049513804037 |
| - type: nauc_mrr_at_10_max |
| value: 32.77552431144882 |
| - type: nauc_mrr_at_1_diff1 |
| value: 25.49080673895181 |
| - type: nauc_mrr_at_1_max |
| value: 29.25311987317655 |
| - type: nauc_mrr_at_20_diff1 |
| value: 18.704330878419075 |
| - type: nauc_mrr_at_20_max |
| value: 32.55837988078994 |
| - type: nauc_mrr_at_3_diff1 |
| value: 20.095857563209314 |
| - type: nauc_mrr_at_3_max |
| value: 32.93191322461617 |
| - type: nauc_mrr_at_5_diff1 |
| value: 19.281813313113396 |
| - type: nauc_mrr_at_5_max |
| value: 32.786844756856475 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 16.291266125191186 |
| - type: nauc_ndcg_at_1000_max |
| value: 32.03483412880716 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 15.08155959648069 |
| - type: nauc_ndcg_at_100_max |
| value: 31.74628993952365 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 16.457288503185854 |
| - type: nauc_ndcg_at_10_max |
| value: 33.34322548472455 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 25.49080673895181 |
| - type: nauc_ndcg_at_1_max |
| value: 29.25311987317655 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 15.847885101378232 |
| - type: nauc_ndcg_at_20_max |
| value: 32.63179959589915 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 18.77312834653236 |
| - type: nauc_ndcg_at_3_max |
| value: 33.76341797807492 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 17.46839695168085 |
| - type: nauc_ndcg_at_5_max |
| value: 33.52006824258854 |
| - type: nauc_precision_at_1000_diff1 |
| value: -1.1586826170737583 |
| - type: nauc_precision_at_1000_max |
| value: 19.93551888234813 |
| - type: nauc_precision_at_100_diff1 |
| value: 3.0380716626456072 |
| - type: nauc_precision_at_100_max |
| value: 27.2930149786862 |
| - type: nauc_precision_at_10_diff1 |
| value: 10.566658459623403 |
| - type: nauc_precision_at_10_max |
| value: 34.3880626271458 |
| - type: nauc_precision_at_1_diff1 |
| value: 25.49080673895181 |
| - type: nauc_precision_at_1_max |
| value: 29.25311987317655 |
| - type: nauc_precision_at_20_diff1 |
| value: 8.479138077976014 |
| - type: nauc_precision_at_20_max |
| value: 32.113399922346744 |
| - type: nauc_precision_at_3_diff1 |
| value: 15.622074491261472 |
| - type: nauc_precision_at_3_max |
| value: 35.7250108281599 |
| - type: nauc_precision_at_5_diff1 |
| value: 13.229128818765382 |
| - type: nauc_precision_at_5_max |
| value: 35.14850024280549 |
| - type: nauc_recall_at_1000_diff1 |
| value: -1.1586826170740634 |
| - type: nauc_recall_at_1000_max |
| value: 19.93551888234777 |
| - type: nauc_recall_at_100_diff1 |
| value: 3.038071662645654 |
| - type: nauc_recall_at_100_max |
| value: 27.293014978686276 |
| - type: nauc_recall_at_10_diff1 |
| value: 10.56665845962341 |
| - type: nauc_recall_at_10_max |
| value: 34.38806262714581 |
| - type: nauc_recall_at_1_diff1 |
| value: 25.49080673895181 |
| - type: nauc_recall_at_1_max |
| value: 29.25311987317655 |
| - type: nauc_recall_at_20_diff1 |
| value: 8.47913807797598 |
| - type: nauc_recall_at_20_max |
| value: 32.113399922346744 |
| - type: nauc_recall_at_3_diff1 |
| value: 15.622074491261479 |
| - type: nauc_recall_at_3_max |
| value: 35.725010828159924 |
| - type: nauc_recall_at_5_diff1 |
| value: 13.229128818765403 |
| - type: nauc_recall_at_5_max |
| value: 35.14850024280548 |
| - type: ndcg_at_1 |
| value: 13.718 |
| - type: ndcg_at_10 |
| value: 25.576 |
| - type: ndcg_at_100 |
| value: 30.537999999999997 |
| - type: ndcg_at_1000 |
| value: 34.364 |
| - type: ndcg_at_20 |
| value: 27.619 |
| - type: ndcg_at_3 |
| value: 20.924 |
| - type: ndcg_at_5 |
| value: 23.046 |
| - type: precision_at_1 |
| value: 13.718 |
| - type: precision_at_10 |
| value: 3.894 |
| - type: precision_at_100 |
| value: 0.628 |
| - type: precision_at_1000 |
| value: 0.094 |
| - type: precision_at_20 |
| value: 2.348 |
| - type: precision_at_3 |
| value: 8.64 |
| - type: precision_at_5 |
| value: 6.216 |
| - type: recall_at_1 |
| value: 13.718 |
| - type: recall_at_10 |
| value: 38.943 |
| - type: recall_at_100 |
| value: 62.775999999999996 |
| - type: recall_at_1000 |
| value: 94.10300000000001 |
| - type: recall_at_20 |
| value: 46.97 |
| - type: recall_at_3 |
| value: 25.921 |
| - type: recall_at_5 |
| value: 31.080999999999996 |
| - task: |
| type: PairClassification |
| dataset: |
| type: GEM/opusparcus |
| name: MTEB OpusparcusPC (fr) |
| config: fr |
| split: test |
| revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a |
| metrics: |
| - type: cos_sim_accuracy |
| value: 81.81198910081744 |
| - type: cos_sim_ap |
| value: 92.92034333454589 |
| - type: cos_sim_f1 |
| value: 87.20651653090561 |
| - type: cos_sim_precision |
| value: 84.25925925925926 |
| - type: cos_sim_recall |
| value: 90.36742800397219 |
| - type: dot_accuracy |
| value: 81.06267029992752 |
| - type: dot_ap |
| value: 92.19923182286357 |
| - type: dot_f1 |
| value: 87.23307587460246 |
| - type: dot_precision |
| value: 80.40200995025126 |
| - type: dot_recall |
| value: 95.33267130089378 |
| - type: euclidean_accuracy |
| value: 81.06267029992752 |
| - type: euclidean_ap |
| value: 92.58456772515232 |
| - type: euclidean_f1 |
| value: 86.94835680751173 |
| - type: euclidean_precision |
| value: 82.45770258236865 |
| - type: euclidean_recall |
| value: 91.95630585898709 |
| - type: manhattan_accuracy |
| value: 80.92643051771117 |
| - type: manhattan_ap |
| value: 92.47972548332238 |
| - type: manhattan_f1 |
| value: 86.88372093023257 |
| - type: manhattan_precision |
| value: 81.71478565179353 |
| - type: manhattan_recall |
| value: 92.75074478649454 |
| - type: max_accuracy |
| value: 81.81198910081744 |
| - type: max_ap |
| value: 92.92034333454589 |
| - type: max_f1 |
| value: 87.23307587460246 |
| - task: |
| type: PairClassification |
| dataset: |
| type: google-research-datasets/paws-x |
| name: MTEB PawsX (fr) |
| config: fr |
| split: test |
| revision: 8a04d940a42cd40658986fdd8e3da561533a3646 |
| metrics: |
| - type: cos_sim_accuracy |
| value: 60.550000000000004 |
| - type: cos_sim_ap |
| value: 58.1865824487652 |
| - type: cos_sim_f1 |
| value: 62.491349480968864 |
| - type: cos_sim_precision |
| value: 45.44539506794162 |
| - type: cos_sim_recall |
| value: 100.0 |
| - type: dot_accuracy |
| value: 56.49999999999999 |
| - type: dot_ap |
| value: 49.511525626044474 |
| - type: dot_f1 |
| value: 62.76595744680852 |
| - type: dot_precision |
| value: 46.165884194053206 |
| - type: dot_recall |
| value: 98.00664451827242 |
| - type: euclidean_accuracy |
| value: 60.199999999999996 |
| - type: euclidean_ap |
| value: 58.003058708335246 |
| - type: euclidean_f1 |
| value: 62.491349480968864 |
| - type: euclidean_precision |
| value: 45.44539506794162 |
| - type: euclidean_recall |
| value: 100.0 |
| - type: manhattan_accuracy |
| value: 60.199999999999996 |
| - type: manhattan_ap |
| value: 58.02420001567834 |
| - type: manhattan_f1 |
| value: 62.491349480968864 |
| - type: manhattan_precision |
| value: 45.44539506794162 |
| - type: manhattan_recall |
| value: 100.0 |
| - type: max_accuracy |
| value: 60.550000000000004 |
| - type: max_ap |
| value: 58.1865824487652 |
| - type: max_f1 |
| value: 62.76595744680852 |
| - task: |
| type: STS |
| dataset: |
| type: Lajavaness/SICK-fr |
| name: MTEB SICKFr |
| config: default |
| split: test |
| revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a |
| metrics: |
| - type: cos_sim_pearson |
| value: 81.35988610550564 |
| - type: cos_sim_spearman |
| value: 74.30702501405389 |
| - type: euclidean_pearson |
| value: 77.98265846914386 |
| - type: euclidean_spearman |
| value: 74.28309779423242 |
| - type: manhattan_pearson |
| value: 77.91611618952486 |
| - type: manhattan_spearman |
| value: 74.09543847416339 |
| - task: |
| type: STS |
| dataset: |
| type: mteb/sts22-crosslingual-sts |
| name: MTEB STS22 (fr) |
| config: fr |
| split: test |
| revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 |
| metrics: |
| - type: cos_sim_pearson |
| value: 82.87930229178569 |
| - type: cos_sim_spearman |
| value: 82.91122500126046 |
| - type: euclidean_pearson |
| value: 82.30161381658885 |
| - type: euclidean_spearman |
| value: 82.80157531184477 |
| - type: manhattan_pearson |
| value: 82.59746592491155 |
| - type: manhattan_spearman |
| value: 82.91620907805208 |
| - task: |
| type: STS |
| dataset: |
| type: mteb/stsb_multi_mt |
| name: MTEB STSBenchmarkMultilingualSTS (fr) |
| config: fr |
| split: test |
| revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c |
| metrics: |
| - type: cos_sim_pearson |
| value: 83.44206580073515 |
| - type: cos_sim_spearman |
| value: 83.29855460437528 |
| - type: euclidean_pearson |
| value: 82.28885833656986 |
| - type: euclidean_spearman |
| value: 83.17545506016941 |
| - type: manhattan_pearson |
| value: 82.16568250036501 |
| - type: manhattan_spearman |
| value: 83.0743139221437 |
| - task: |
| type: Summarization |
| dataset: |
| type: lyon-nlp/summarization-summeval-fr-p2p |
| name: MTEB SummEvalFr |
| config: default |
| split: test |
| revision: b385812de6a9577b6f4d0f88c6a6e35395a94054 |
| metrics: |
| - type: cos_sim_pearson |
| value: 31.280485627024635 |
| - type: cos_sim_spearman |
| value: 32.33005962500831 |
| - type: dot_pearson |
| value: 30.158348138782753 |
| - type: dot_spearman |
| value: 30.392045689426418 |
| - task: |
| type: Reranking |
| dataset: |
| type: lyon-nlp/mteb-fr-reranking-syntec-s2p |
| name: MTEB SyntecReranking |
| config: default |
| split: test |
| revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad |
| metrics: |
| - type: map |
| value: 81.67777777777776 |
| - type: mrr |
| value: 81.67777777777776 |
| - type: nAUC_map_diff1 |
| value: 59.89472485574524 |
| - type: nAUC_map_max |
| value: 8.215249384307162 |
| - type: nAUC_mrr_diff1 |
| value: 59.89472485574524 |
| - type: nAUC_mrr_max |
| value: 8.215249384307162 |
| - task: |
| type: Retrieval |
| dataset: |
| type: lyon-nlp/mteb-fr-retrieval-syntec-s2p |
| name: MTEB SyntecRetrieval |
| config: default |
| split: test |
| revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9 |
| metrics: |
| - type: map_at_1 |
| value: 62.0 |
| - type: map_at_10 |
| value: 72.887 |
| - type: map_at_100 |
| value: 73.181 |
| - type: map_at_1000 |
| value: 73.181 |
| - type: map_at_20 |
| value: 73.16 |
| - type: map_at_3 |
| value: 70.667 |
| - type: map_at_5 |
| value: 71.56700000000001 |
| - type: mrr_at_1 |
| value: 62.0 |
| - type: mrr_at_10 |
| value: 72.88690476190479 |
| - type: mrr_at_100 |
| value: 73.18055555555557 |
| - type: mrr_at_1000 |
| value: 73.18055555555557 |
| - type: mrr_at_20 |
| value: 73.15972222222224 |
| - type: mrr_at_3 |
| value: 70.66666666666667 |
| - type: mrr_at_5 |
| value: 71.56666666666666 |
| - type: nauc_map_at_1000_diff1 |
| value: 47.52352042312832 |
| - type: nauc_map_at_1000_max |
| value: 12.229977029802052 |
| - type: nauc_map_at_100_diff1 |
| value: 47.52352042312832 |
| - type: nauc_map_at_100_max |
| value: 12.229977029802052 |
| - type: nauc_map_at_10_diff1 |
| value: 47.83118981173179 |
| - type: nauc_map_at_10_max |
| value: 12.67122414331949 |
| - type: nauc_map_at_1_diff1 |
| value: 48.29708026951358 |
| - type: nauc_map_at_1_max |
| value: 5.016460019075176 |
| - type: nauc_map_at_20_diff1 |
| value: 47.5126416742559 |
| - type: nauc_map_at_20_max |
| value: 12.23002184861472 |
| - type: nauc_map_at_3_diff1 |
| value: 48.18168651330906 |
| - type: nauc_map_at_3_max |
| value: 14.063513453945578 |
| - type: nauc_map_at_5_diff1 |
| value: 46.8656518414084 |
| - type: nauc_map_at_5_max |
| value: 13.22896127813873 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 47.52352042312832 |
| - type: nauc_mrr_at_1000_max |
| value: 12.229977029802052 |
| - type: nauc_mrr_at_100_diff1 |
| value: 47.52352042312832 |
| - type: nauc_mrr_at_100_max |
| value: 12.229977029802052 |
| - type: nauc_mrr_at_10_diff1 |
| value: 47.83118981173179 |
| - type: nauc_mrr_at_10_max |
| value: 12.67122414331949 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.29708026951358 |
| - type: nauc_mrr_at_1_max |
| value: 5.016460019075176 |
| - type: nauc_mrr_at_20_diff1 |
| value: 47.5126416742559 |
| - type: nauc_mrr_at_20_max |
| value: 12.23002184861472 |
| - type: nauc_mrr_at_3_diff1 |
| value: 48.18168651330906 |
| - type: nauc_mrr_at_3_max |
| value: 14.063513453945578 |
| - type: nauc_mrr_at_5_diff1 |
| value: 46.8656518414084 |
| - type: nauc_mrr_at_5_max |
| value: 13.22896127813873 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 47.56455972451391 |
| - type: nauc_ndcg_at_1000_max |
| value: 12.900901768894494 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 47.56455972451391 |
| - type: nauc_ndcg_at_100_max |
| value: 12.900901768894494 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 48.92225620164975 |
| - type: nauc_ndcg_at_10_max |
| value: 14.848602834576374 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.29708026951358 |
| - type: nauc_ndcg_at_1_max |
| value: 5.016460019075176 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 47.44500349427683 |
| - type: nauc_ndcg_at_20_max |
| value: 12.894569953616672 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 48.79515966817958 |
| - type: nauc_ndcg_at_3_max |
| value: 17.067858878871014 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 46.2582129725611 |
| - type: nauc_ndcg_at_5_max |
| value: 15.802131944100553 |
| - type: nauc_precision_at_1000_diff1 |
| value: nan |
| - type: nauc_precision_at_1000_max |
| value: nan |
| - type: nauc_precision_at_100_diff1 |
| value: nan |
| - type: nauc_precision_at_100_max |
| value: nan |
| - type: nauc_precision_at_10_diff1 |
| value: 67.1335200746968 |
| - type: nauc_precision_at_10_max |
| value: 41.521942110178045 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.29708026951358 |
| - type: nauc_precision_at_1_max |
| value: 5.016460019075176 |
| - type: nauc_precision_at_20_diff1 |
| value: 35.80765639589114 |
| - type: nauc_precision_at_20_max |
| value: 12.278244631185926 |
| - type: nauc_precision_at_3_diff1 |
| value: 51.516580229451506 |
| - type: nauc_precision_at_3_max |
| value: 28.765257478128753 |
| - type: nauc_precision_at_5_diff1 |
| value: 43.146762121705116 |
| - type: nauc_precision_at_5_max |
| value: 27.715587373901627 |
| - type: nauc_recall_at_1000_diff1 |
| value: nan |
| - type: nauc_recall_at_1000_max |
| value: nan |
| - type: nauc_recall_at_100_diff1 |
| value: nan |
| - type: nauc_recall_at_100_max |
| value: nan |
| - type: nauc_recall_at_10_diff1 |
| value: 67.13352007469638 |
| - type: nauc_recall_at_10_max |
| value: 41.52194211017754 |
| - type: nauc_recall_at_1_diff1 |
| value: 48.29708026951358 |
| - type: nauc_recall_at_1_max |
| value: 5.016460019075176 |
| - type: nauc_recall_at_20_diff1 |
| value: 35.80765639589109 |
| - type: nauc_recall_at_20_max |
| value: 12.278244631185359 |
| - type: nauc_recall_at_3_diff1 |
| value: 51.516580229451556 |
| - type: nauc_recall_at_3_max |
| value: 28.765257478128735 |
| - type: nauc_recall_at_5_diff1 |
| value: 43.14676212170519 |
| - type: nauc_recall_at_5_max |
| value: 27.7155873739018 |
| - type: ndcg_at_1 |
| value: 62.0 |
| - type: ndcg_at_10 |
| value: 78.188 |
| - type: ndcg_at_100 |
| value: 79.372 |
| - type: ndcg_at_1000 |
| value: 79.372 |
| - type: ndcg_at_20 |
| value: 79.194 |
| - type: ndcg_at_3 |
| value: 73.333 |
| - type: ndcg_at_5 |
| value: 74.968 |
| - type: precision_at_1 |
| value: 62.0 |
| - type: precision_at_10 |
| value: 9.5 |
| - type: precision_at_100 |
| value: 1.0 |
| - type: precision_at_1000 |
| value: 0.1 |
| - type: precision_at_20 |
| value: 4.95 |
| - type: precision_at_3 |
| value: 27.0 |
| - type: precision_at_5 |
| value: 17.0 |
| - type: recall_at_1 |
| value: 62.0 |
| - type: recall_at_10 |
| value: 95.0 |
| - type: recall_at_100 |
| value: 100.0 |
| - type: recall_at_1000 |
| value: 100.0 |
| - type: recall_at_20 |
| value: 99.0 |
| - type: recall_at_3 |
| value: 81.0 |
| - type: recall_at_5 |
| value: 85.0 |
| - task: |
| type: Retrieval |
| dataset: |
| type: jinaai/xpqa |
| name: MTEB XPQARetrieval (fr) |
| config: fr |
| split: test |
| revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f |
| metrics: |
| - type: map_at_1 |
| value: 36.611 |
| - type: map_at_10 |
| value: 57.187 |
| - type: map_at_100 |
| value: 58.631 |
| - type: map_at_1000 |
| value: 58.709999999999994 |
| - type: map_at_20 |
| value: 58.08 |
| - type: map_at_3 |
| value: 50.998 |
| - type: map_at_5 |
| value: 55.191 |
| - type: mrr_at_1 |
| value: 57.810413885180246 |
| - type: mrr_at_10 |
| value: 65.8401148621442 |
| - type: mrr_at_100 |
| value: 66.40333125160906 |
| - type: mrr_at_1000 |
| value: 66.42402394693958 |
| - type: mrr_at_20 |
| value: 66.18532893351842 |
| - type: mrr_at_3 |
| value: 63.81842456608808 |
| - type: mrr_at_5 |
| value: 65.18691588785039 |
| - type: nauc_map_at_1000_diff1 |
| value: 50.788831583223235 |
| - type: nauc_map_at_1000_max |
| value: 51.55624948390649 |
| - type: nauc_map_at_100_diff1 |
| value: 50.7629709789859 |
| - type: nauc_map_at_100_max |
| value: 51.554970702491374 |
| - type: nauc_map_at_10_diff1 |
| value: 50.597059943822785 |
| - type: nauc_map_at_10_max |
| value: 50.88242396839643 |
| - type: nauc_map_at_1_diff1 |
| value: 60.321467202422596 |
| - type: nauc_map_at_1_max |
| value: 35.442708774490455 |
| - type: nauc_map_at_20_diff1 |
| value: 50.65058875526523 |
| - type: nauc_map_at_20_max |
| value: 51.32644359237018 |
| - type: nauc_map_at_3_diff1 |
| value: 51.80849131095309 |
| - type: nauc_map_at_3_max |
| value: 46.17402861801263 |
| - type: nauc_map_at_5_diff1 |
| value: 50.507875139443456 |
| - type: nauc_map_at_5_max |
| value: 49.47151715153637 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 58.704380971676926 |
| - type: nauc_mrr_at_1000_max |
| value: 59.554838611287494 |
| - type: nauc_mrr_at_100_diff1 |
| value: 58.699898563786 |
| - type: nauc_mrr_at_100_max |
| value: 59.55774727939887 |
| - type: nauc_mrr_at_10_diff1 |
| value: 58.73927285559378 |
| - type: nauc_mrr_at_10_max |
| value: 59.479293253354605 |
| - type: nauc_mrr_at_1_diff1 |
| value: 61.67387773779846 |
| - type: nauc_mrr_at_1_max |
| value: 59.51259333152851 |
| - type: nauc_mrr_at_20_diff1 |
| value: 58.66891615345236 |
| - type: nauc_mrr_at_20_max |
| value: 59.58138583451017 |
| - type: nauc_mrr_at_3_diff1 |
| value: 58.51184610727805 |
| - type: nauc_mrr_at_3_max |
| value: 59.23400060136551 |
| - type: nauc_mrr_at_5_diff1 |
| value: 58.47244190154927 |
| - type: nauc_mrr_at_5_max |
| value: 59.331044981327196 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 52.37179722848664 |
| - type: nauc_ndcg_at_1000_max |
| value: 54.72666617792271 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 51.93605170636807 |
| - type: nauc_ndcg_at_100_max |
| value: 54.79165999040737 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 51.405480630090835 |
| - type: nauc_ndcg_at_10_max |
| value: 53.04193527385732 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 61.67387773779846 |
| - type: nauc_ndcg_at_1_max |
| value: 59.51259333152851 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 51.293469681563096 |
| - type: nauc_ndcg_at_20_max |
| value: 54.08435882900078 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 51.58388244693231 |
| - type: nauc_ndcg_at_3_max |
| value: 51.74775013382323 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 50.82307910981021 |
| - type: nauc_ndcg_at_5_max |
| value: 51.420799224894 |
| - type: nauc_precision_at_1000_diff1 |
| value: -16.663205684819612 |
| - type: nauc_precision_at_1000_max |
| value: 12.234886940913926 |
| - type: nauc_precision_at_100_diff1 |
| value: -11.830123517342091 |
| - type: nauc_precision_at_100_max |
| value: 19.147184681617514 |
| - type: nauc_precision_at_10_diff1 |
| value: -0.128354517220691 |
| - type: nauc_precision_at_10_max |
| value: 31.00617539775257 |
| - type: nauc_precision_at_1_diff1 |
| value: 61.67387773779846 |
| - type: nauc_precision_at_1_max |
| value: 59.51259333152851 |
| - type: nauc_precision_at_20_diff1 |
| value: -4.838065494986492 |
| - type: nauc_precision_at_20_max |
| value: 26.59319852551229 |
| - type: nauc_precision_at_3_diff1 |
| value: 12.133336207725199 |
| - type: nauc_precision_at_3_max |
| value: 39.377184679653084 |
| - type: nauc_precision_at_5_diff1 |
| value: 3.6946214253817242 |
| - type: nauc_precision_at_5_max |
| value: 34.46699361026347 |
| - type: nauc_recall_at_1000_diff1 |
| value: 42.80775305857285 |
| - type: nauc_recall_at_1000_max |
| value: 56.52032475068802 |
| - type: nauc_recall_at_100_diff1 |
| value: 37.39345422008765 |
| - type: nauc_recall_at_100_max |
| value: 50.846199839766236 |
| - type: nauc_recall_at_10_diff1 |
| value: 42.80186951683253 |
| - type: nauc_recall_at_10_max |
| value: 45.84205807317027 |
| - type: nauc_recall_at_1_diff1 |
| value: 60.321467202422596 |
| - type: nauc_recall_at_1_max |
| value: 35.442708774490455 |
| - type: nauc_recall_at_20_diff1 |
| value: 39.799538893141424 |
| - type: nauc_recall_at_20_max |
| value: 48.35852294352722 |
| - type: nauc_recall_at_3_diff1 |
| value: 45.955979843159135 |
| - type: nauc_recall_at_3_max |
| value: 42.31051973839205 |
| - type: nauc_recall_at_5_diff1 |
| value: 42.5632345738307 |
| - type: nauc_recall_at_5_max |
| value: 44.4648694495511 |
| - type: ndcg_at_1 |
| value: 57.809999999999995 |
| - type: ndcg_at_10 |
| value: 63.495999999999995 |
| - type: ndcg_at_100 |
| value: 68.394 |
| - type: ndcg_at_1000 |
| value: 69.663 |
| - type: ndcg_at_20 |
| value: 65.67399999999999 |
| - type: ndcg_at_3 |
| value: 58.23199999999999 |
| - type: ndcg_at_5 |
| value: 60.431999999999995 |
| - type: precision_at_1 |
| value: 57.809999999999995 |
| - type: precision_at_10 |
| value: 14.753 |
| - type: precision_at_100 |
| value: 1.8929999999999998 |
| - type: precision_at_1000 |
| value: 0.20600000000000002 |
| - type: precision_at_20 |
| value: 8.164 |
| - type: precision_at_3 |
| value: 35.737 |
| - type: precision_at_5 |
| value: 26.061 |
| - type: recall_at_1 |
| value: 36.611 |
| - type: recall_at_10 |
| value: 72.501 |
| - type: recall_at_100 |
| value: 91.40899999999999 |
| - type: recall_at_1000 |
| value: 99.544 |
| - type: recall_at_20 |
| value: 79.475 |
| - type: recall_at_3 |
| value: 55.96600000000001 |
| - type: recall_at_5 |
| value: 64.976 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_counterfactual |
| name: MTEB AmazonCounterfactualClassification (en) |
| config: en |
| split: test |
| revision: e8379541af4e31359cca9fbcf4b00f2671dba205 |
| metrics: |
| - type: accuracy |
| value: 74.28358208955224 |
| - type: ap |
| value: 37.19063914095112 |
| - type: ap_weighted |
| value: 37.19063914095112 |
| - type: f1 |
| value: 68.28593926963595 |
| - type: f1_weighted |
| value: 76.64216663284145 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_polarity |
| name: MTEB AmazonPolarityClassification |
| config: default |
| split: test |
| revision: e2d317d38cd51312af73b3d32a06d1a08b442046 |
| metrics: |
| - type: accuracy |
| value: 82.19695 |
| - type: ap |
| value: 76.84400739904562 |
| - type: ap_weighted |
| value: 76.84400739904562 |
| - type: f1 |
| value: 82.13083090108348 |
| - type: f1_weighted |
| value: 82.13083090108348 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/amazon_reviews_multi |
| name: MTEB AmazonReviewsClassification (en) |
| config: en |
| split: test |
| revision: 1399c76144fd37290681b995c656ef9b2e06e26d |
| metrics: |
| - type: accuracy |
| value: 40.216 |
| - type: f1 |
| value: 39.88981487562277 |
| - type: f1_weighted |
| value: 39.88981487562277 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/arguana |
| name: MTEB ArguAna |
| config: default |
| split: test |
| revision: c22ab2a51041ffd869aaddef7af8d8215647e41a |
| metrics: |
| - type: map_at_1 |
| value: 28.307 |
| - type: map_at_10 |
| value: 44.415 |
| - type: map_at_100 |
| value: 45.24 |
| - type: map_at_1000 |
| value: 45.245999999999995 |
| - type: map_at_20 |
| value: 45.048 |
| - type: map_at_3 |
| value: 39.343 |
| - type: map_at_5 |
| value: 42.156 |
| - type: mrr_at_1 |
| value: 28.591749644381224 |
| - type: mrr_at_10 |
| value: 44.53744157691528 |
| - type: mrr_at_100 |
| value: 45.36249919705719 |
| - type: mrr_at_1000 |
| value: 45.36795843267093 |
| - type: mrr_at_20 |
| value: 45.17017744908004 |
| - type: mrr_at_3 |
| value: 39.50924608819345 |
| - type: mrr_at_5 |
| value: 42.29374110953058 |
| - type: nauc_map_at_1000_diff1 |
| value: 3.81697701184427 |
| - type: nauc_map_at_1000_max |
| value: -5.3494391339512966 |
| - type: nauc_map_at_100_diff1 |
| value: 3.8255923068950737 |
| - type: nauc_map_at_100_max |
| value: -5.338796585423051 |
| - type: nauc_map_at_10_diff1 |
| value: 3.807599213819479 |
| - type: nauc_map_at_10_max |
| value: -5.313800854145031 |
| - type: nauc_map_at_1_diff1 |
| value: 5.156690676517333 |
| - type: nauc_map_at_1_max |
| value: -9.64584413837327 |
| - type: nauc_map_at_20_diff1 |
| value: 3.7941985981544244 |
| - type: nauc_map_at_20_max |
| value: -5.200991165900242 |
| - type: nauc_map_at_3_diff1 |
| value: 3.042950933986489 |
| - type: nauc_map_at_3_max |
| value: -5.953385411481654 |
| - type: nauc_map_at_5_diff1 |
| value: 3.0549453605943433 |
| - type: nauc_map_at_5_max |
| value: -5.787888510997178 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 2.815942782079056 |
| - type: nauc_mrr_at_1000_max |
| value: -6.045251506633342 |
| - type: nauc_mrr_at_100_diff1 |
| value: 2.8247136693036206 |
| - type: nauc_mrr_at_100_max |
| value: -6.034513630311149 |
| - type: nauc_mrr_at_10_diff1 |
| value: 2.842321554294615 |
| - type: nauc_mrr_at_10_max |
| value: -5.983994994110801 |
| - type: nauc_mrr_at_1_diff1 |
| value: 4.289447405708845 |
| - type: nauc_mrr_at_1_max |
| value: -10.158513246070529 |
| - type: nauc_mrr_at_20_diff1 |
| value: 2.802223509089013 |
| - type: nauc_mrr_at_20_max |
| value: -5.889383549567283 |
| - type: nauc_mrr_at_3_diff1 |
| value: 1.9507572567994225 |
| - type: nauc_mrr_at_3_max |
| value: -6.579817119302078 |
| - type: nauc_mrr_at_5_diff1 |
| value: 2.0636113696159306 |
| - type: nauc_mrr_at_5_max |
| value: -6.47814796715319 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 4.054109302322553 |
| - type: nauc_ndcg_at_1000_max |
| value: -4.194276048637998 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 4.3606449596207995 |
| - type: nauc_ndcg_at_100_max |
| value: -3.802885863375761 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 4.374146895999117 |
| - type: nauc_ndcg_at_10_max |
| value: -3.007138296243735 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 5.156690676517333 |
| - type: nauc_ndcg_at_1_max |
| value: -9.64584413837327 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 4.283769209560412 |
| - type: nauc_ndcg_at_20_max |
| value: -2.5570972005509245 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 2.4019132290785628 |
| - type: nauc_ndcg_at_3_max |
| value: -4.772614514375251 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 2.2604685552347488 |
| - type: nauc_ndcg_at_5_max |
| value: -4.5287849384277346 |
| - type: nauc_precision_at_1000_diff1 |
| value: 26.832693994163886 |
| - type: nauc_precision_at_1000_max |
| value: 28.13719829218545 |
| - type: nauc_precision_at_100_diff1 |
| value: 49.25187779934308 |
| - type: nauc_precision_at_100_max |
| value: 54.90462014878204 |
| - type: nauc_precision_at_10_diff1 |
| value: 9.375044420325825 |
| - type: nauc_precision_at_10_max |
| value: 11.118715229369158 |
| - type: nauc_precision_at_1_diff1 |
| value: 5.156690676517333 |
| - type: nauc_precision_at_1_max |
| value: -9.64584413837327 |
| - type: nauc_precision_at_20_diff1 |
| value: 12.648487139563313 |
| - type: nauc_precision_at_20_max |
| value: 29.17269939791144 |
| - type: nauc_precision_at_3_diff1 |
| value: 0.5381479007985195 |
| - type: nauc_precision_at_3_max |
| value: -1.319607327988569 |
| - type: nauc_precision_at_5_diff1 |
| value: -0.530675691789191 |
| - type: nauc_precision_at_5_max |
| value: -0.3449755187285182 |
| - type: nauc_recall_at_1000_diff1 |
| value: 26.83269399415972 |
| - type: nauc_recall_at_1000_max |
| value: 28.137198292180138 |
| - type: nauc_recall_at_100_diff1 |
| value: 49.25187779934272 |
| - type: nauc_recall_at_100_max |
| value: 54.90462014878089 |
| - type: nauc_recall_at_10_diff1 |
| value: 9.375044420325978 |
| - type: nauc_recall_at_10_max |
| value: 11.118715229369167 |
| - type: nauc_recall_at_1_diff1 |
| value: 5.156690676517333 |
| - type: nauc_recall_at_1_max |
| value: -9.64584413837327 |
| - type: nauc_recall_at_20_diff1 |
| value: 12.648487139563178 |
| - type: nauc_recall_at_20_max |
| value: 29.172699397911256 |
| - type: nauc_recall_at_3_diff1 |
| value: 0.5381479007985096 |
| - type: nauc_recall_at_3_max |
| value: -1.3196073279885299 |
| - type: nauc_recall_at_5_diff1 |
| value: -0.5306756917892376 |
| - type: nauc_recall_at_5_max |
| value: -0.34497551872854154 |
| - type: ndcg_at_1 |
| value: 28.307 |
| - type: ndcg_at_10 |
| value: 53.593999999999994 |
| - type: ndcg_at_100 |
| value: 57.13399999999999 |
| - type: ndcg_at_1000 |
| value: 57.28 |
| - type: ndcg_at_20 |
| value: 55.861000000000004 |
| - type: ndcg_at_3 |
| value: 43.091 |
| - type: ndcg_at_5 |
| value: 48.16 |
| - type: precision_at_1 |
| value: 28.307 |
| - type: precision_at_10 |
| value: 8.3 |
| - type: precision_at_100 |
| value: 0.985 |
| - type: precision_at_1000 |
| value: 0.1 |
| - type: precision_at_20 |
| value: 4.595 |
| - type: precision_at_3 |
| value: 17.994 |
| - type: precision_at_5 |
| value: 13.257 |
| - type: recall_at_1 |
| value: 28.307 |
| - type: recall_at_10 |
| value: 83.001 |
| - type: recall_at_100 |
| value: 98.506 |
| - type: recall_at_1000 |
| value: 99.644 |
| - type: recall_at_20 |
| value: 91.892 |
| - type: recall_at_3 |
| value: 53.983000000000004 |
| - type: recall_at_5 |
| value: 66.28699999999999 |
| - task: |
| type: Clustering |
| dataset: |
| type: mteb/arxiv-clustering-p2p |
| name: MTEB ArxivClusteringP2P |
| config: default |
| split: test |
| revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d |
| metrics: |
| - type: v_measure |
| value: 41.75510333108447 |
| - type: v_measures |
| value: [0.38932105262642, 0.41167658391196155, 0.4152007083702598, 0.43751533882806676, 0.41353841462129437] |
| - task: |
| type: Clustering |
| dataset: |
| type: mteb/arxiv-clustering-s2s |
| name: MTEB ArxivClusteringS2S |
| config: default |
| split: test |
| revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 |
| metrics: |
| - type: v_measure |
| value: 31.628031176398057 |
| - type: v_measures |
| value: [0.3124730271530551, 0.30410053196374376, 0.31038902598125107, 0.3037853444036682, 0.3061080414991767] |
| - task: |
| type: Reranking |
| dataset: |
| type: mteb/askubuntudupquestions-reranking |
| name: MTEB AskUbuntuDupQuestions |
| config: default |
| split: test |
| revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 |
| metrics: |
| - type: map |
| value: 56.78685528593245 |
| - type: mrr |
| value: 70.13113925163786 |
| - type: nAUC_map_diff1 |
| value: 2.9860496068519695 |
| - type: nAUC_map_max |
| value: 22.582369735674774 |
| - type: nAUC_mrr_diff1 |
| value: 10.846967439812445 |
| - type: nAUC_mrr_max |
| value: 35.29439227015077 |
| - task: |
| type: STS |
| dataset: |
| type: mteb/biosses-sts |
| name: MTEB BIOSSES |
| config: default |
| split: test |
| revision: d3fb88f8f02e40887cd149695127462bbcf29b4a |
| metrics: |
| - type: cos_sim_pearson |
| value: 85.88368776567987 |
| - type: cos_sim_spearman |
| value: 83.98625103310174 |
| - type: euclidean_pearson |
| value: 84.15851334353565 |
| - type: euclidean_spearman |
| value: 83.50611961105386 |
| - type: manhattan_pearson |
| value: 84.26852097545078 |
| - type: manhattan_spearman |
| value: 83.74287199356931 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/banking77 |
| name: MTEB Banking77Classification |
| config: default |
| split: test |
| revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 |
| metrics: |
| - type: accuracy |
| value: 80.31493506493506 |
| - type: f1 |
| value: 80.18539252802539 |
| - type: f1_weighted |
| value: 80.1853925280254 |
| - task: |
| type: Clustering |
| dataset: |
| type: mteb/biorxiv-clustering-p2p |
| name: MTEB BiorxivClusteringP2P |
| config: default |
| split: test |
| revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 |
| metrics: |
| - type: v_measure |
| value: 36.01213557884716 |
| - type: v_measures |
| value: [0.35149213783659844, 0.3504551848301787, 0.3777396210177721, 0.36713470804377507, 0.35699360527484775] |
| - task: |
| type: Clustering |
| dataset: |
| type: mteb/biorxiv-clustering-s2s |
| name: MTEB BiorxivClusteringS2S |
| config: default |
| split: test |
| revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 |
| metrics: |
| - type: v_measure |
| value: 28.77320940838855 |
| - type: v_measures |
| value: [0.30066854059482007, 0.27912691518289856, 0.28109177448868566, 0.27788082204726, 0.28174202201956644] |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-android |
| name: MTEB CQADupstackAndroidRetrieval |
| config: default |
| split: test |
| revision: f46a197baaae43b4f621051089b82a364682dfeb |
| metrics: |
| - type: map_at_1 |
| value: 28.931 |
| - type: map_at_10 |
| value: 39.226 |
| - type: map_at_100 |
| value: 40.641 |
| - type: map_at_1000 |
| value: 40.758 |
| - type: map_at_20 |
| value: 39.947 |
| - type: map_at_3 |
| value: 35.893 |
| - type: map_at_5 |
| value: 37.911 |
| - type: mrr_at_1 |
| value: 36.33762517882689 |
| - type: mrr_at_10 |
| value: 45.437813656697756 |
| - type: mrr_at_100 |
| value: 46.263112207849225 |
| - type: mrr_at_1000 |
| value: 46.31120643750262 |
| - type: mrr_at_20 |
| value: 45.89328313995794 |
| - type: mrr_at_3 |
| value: 42.89461134954697 |
| - type: mrr_at_5 |
| value: 44.49690033381019 |
| - type: nauc_map_at_1000_diff1 |
| value: 51.149900773445665 |
| - type: nauc_map_at_1000_max |
| value: 38.68580130673067 |
| - type: nauc_map_at_100_diff1 |
| value: 51.10002536433903 |
| - type: nauc_map_at_100_max |
| value: 38.641317822870484 |
| - type: nauc_map_at_10_diff1 |
| value: 51.124389332061504 |
| - type: nauc_map_at_10_max |
| value: 38.318568221563254 |
| - type: nauc_map_at_1_diff1 |
| value: 56.90092514723948 |
| - type: nauc_map_at_1_max |
| value: 37.61485298818892 |
| - type: nauc_map_at_20_diff1 |
| value: 51.181676535641515 |
| - type: nauc_map_at_20_max |
| value: 38.50630258148947 |
| - type: nauc_map_at_3_diff1 |
| value: 52.9080719662819 |
| - type: nauc_map_at_3_max |
| value: 37.65490829785428 |
| - type: nauc_map_at_5_diff1 |
| value: 51.88563997044587 |
| - type: nauc_map_at_5_max |
| value: 38.162982469441104 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 52.02314497512314 |
| - type: nauc_mrr_at_1000_max |
| value: 42.51237380812326 |
| - type: nauc_mrr_at_100_diff1 |
| value: 52.00022544992019 |
| - type: nauc_mrr_at_100_max |
| value: 42.47931426167529 |
| - type: nauc_mrr_at_10_diff1 |
| value: 51.91527284768196 |
| - type: nauc_mrr_at_10_max |
| value: 42.39017221462642 |
| - type: nauc_mrr_at_1_diff1 |
| value: 57.748140308636906 |
| - type: nauc_mrr_at_1_max |
| value: 45.151335057931625 |
| - type: nauc_mrr_at_20_diff1 |
| value: 52.014517489654786 |
| - type: nauc_mrr_at_20_max |
| value: 42.502037133226224 |
| - type: nauc_mrr_at_3_diff1 |
| value: 53.44263059806559 |
| - type: nauc_mrr_at_3_max |
| value: 42.54366394954965 |
| - type: nauc_mrr_at_5_diff1 |
| value: 52.40067352297368 |
| - type: nauc_mrr_at_5_max |
| value: 42.39770466495629 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 49.303067288367096 |
| - type: nauc_ndcg_at_1000_max |
| value: 40.15083357935891 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 48.06078219853983 |
| - type: nauc_ndcg_at_100_max |
| value: 39.099873422335584 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 48.427405777556764 |
| - type: nauc_ndcg_at_10_max |
| value: 38.8466159356305 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 57.748140308636906 |
| - type: nauc_ndcg_at_1_max |
| value: 45.151335057931625 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 48.400275143008884 |
| - type: nauc_ndcg_at_20_max |
| value: 38.987281654803155 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 51.94028236848058 |
| - type: nauc_ndcg_at_3_max |
| value: 39.22267932164834 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 50.228342110462435 |
| - type: nauc_ndcg_at_5_max |
| value: 39.25835142473454 |
| - type: nauc_precision_at_1000_diff1 |
| value: -6.148682329597722 |
| - type: nauc_precision_at_1000_max |
| value: 1.1132760594569802 |
| - type: nauc_precision_at_100_diff1 |
| value: -0.42183455399296765 |
| - type: nauc_precision_at_100_max |
| value: 12.337898495315343 |
| - type: nauc_precision_at_10_diff1 |
| value: 18.94429698742333 |
| - type: nauc_precision_at_10_max |
| value: 28.777738237731203 |
| - type: nauc_precision_at_1_diff1 |
| value: 57.748140308636906 |
| - type: nauc_precision_at_1_max |
| value: 45.151335057931625 |
| - type: nauc_precision_at_20_diff1 |
| value: 12.915885854552354 |
| - type: nauc_precision_at_20_max |
| value: 24.01402704364973 |
| - type: nauc_precision_at_3_diff1 |
| value: 36.634218047630384 |
| - type: nauc_precision_at_3_max |
| value: 36.27512688680148 |
| - type: nauc_precision_at_5_diff1 |
| value: 28.272819211308992 |
| - type: nauc_precision_at_5_max |
| value: 33.34907639932695 |
| - type: nauc_recall_at_1000_diff1 |
| value: 26.52022379258474 |
| - type: nauc_recall_at_1000_max |
| value: 49.10217378309213 |
| - type: nauc_recall_at_100_diff1 |
| value: 25.383923002033832 |
| - type: nauc_recall_at_100_max |
| value: 29.224125741020877 |
| - type: nauc_recall_at_10_diff1 |
| value: 36.465429616129015 |
| - type: nauc_recall_at_10_max |
| value: 33.39232875391991 |
| - type: nauc_recall_at_1_diff1 |
| value: 56.90092514723948 |
| - type: nauc_recall_at_1_max |
| value: 37.61485298818892 |
| - type: nauc_recall_at_20_diff1 |
| value: 34.97381075257172 |
| - type: nauc_recall_at_20_max |
| value: 33.453578222267346 |
| - type: nauc_recall_at_3_diff1 |
| value: 47.268820296829134 |
| - type: nauc_recall_at_3_max |
| value: 35.21361112290018 |
| - type: nauc_recall_at_5_diff1 |
| value: 42.36929492536004 |
| - type: nauc_recall_at_5_max |
| value: 34.972452567095665 |
| - type: ndcg_at_1 |
| value: 36.338 |
| - type: ndcg_at_10 |
| value: 45.07 |
| - type: ndcg_at_100 |
| value: 50.619 |
| - type: ndcg_at_1000 |
| value: 52.729000000000006 |
| - type: ndcg_at_20 |
| value: 47.027 |
| - type: ndcg_at_3 |
| value: 40.388000000000005 |
| - type: ndcg_at_5 |
| value: 42.811 |
| - type: precision_at_1 |
| value: 36.338 |
| - type: precision_at_10 |
| value: 8.541 |
| - type: precision_at_100 |
| value: 1.391 |
| - type: precision_at_1000 |
| value: 0.184 |
| - type: precision_at_20 |
| value: 5.007000000000001 |
| - type: precision_at_3 |
| value: 19.409000000000002 |
| - type: precision_at_5 |
| value: 14.163 |
| - type: recall_at_1 |
| value: 28.931 |
| - type: recall_at_10 |
| value: 55.701 |
| - type: recall_at_100 |
| value: 79.389 |
| - type: recall_at_1000 |
| value: 93.366 |
| - type: recall_at_20 |
| value: 62.833000000000006 |
| - type: recall_at_3 |
| value: 42.007 |
| - type: recall_at_5 |
| value: 48.84 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-english |
| name: MTEB CQADupstackEnglishRetrieval |
| config: default |
| split: test |
| revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 |
| metrics: |
| - type: map_at_1 |
| value: 23.638 |
| - type: map_at_10 |
| value: 32.277 |
| - type: map_at_100 |
| value: 33.363 |
| - type: map_at_1000 |
| value: 33.488 |
| - type: map_at_20 |
| value: 32.857 |
| - type: map_at_3 |
| value: 29.748 |
| - type: map_at_5 |
| value: 31.179000000000002 |
| - type: mrr_at_1 |
| value: 30.254777070063692 |
| - type: mrr_at_10 |
| value: 37.817384490951355 |
| - type: mrr_at_100 |
| value: 38.525912264467145 |
| - type: mrr_at_1000 |
| value: 38.58069194468667 |
| - type: mrr_at_20 |
| value: 38.20930815682446 |
| - type: mrr_at_3 |
| value: 35.700636942675146 |
| - type: mrr_at_5 |
| value: 36.926751592356666 |
| - type: nauc_map_at_1000_diff1 |
| value: 45.223392226929235 |
| - type: nauc_map_at_1000_max |
| value: 38.24038259272163 |
| - type: nauc_map_at_100_diff1 |
| value: 45.23190429504784 |
| - type: nauc_map_at_100_max |
| value: 38.19794744902846 |
| - type: nauc_map_at_10_diff1 |
| value: 45.515992352450176 |
| - type: nauc_map_at_10_max |
| value: 37.548960747017844 |
| - type: nauc_map_at_1_diff1 |
| value: 52.291404507813056 |
| - type: nauc_map_at_1_max |
| value: 33.46767953286993 |
| - type: nauc_map_at_20_diff1 |
| value: 45.332400816656936 |
| - type: nauc_map_at_20_max |
| value: 37.878067742926675 |
| - type: nauc_map_at_3_diff1 |
| value: 46.829233538381764 |
| - type: nauc_map_at_3_max |
| value: 36.69901435795047 |
| - type: nauc_map_at_5_diff1 |
| value: 46.12298460254266 |
| - type: nauc_map_at_5_max |
| value: 37.34969360011008 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 41.898365322188674 |
| - type: nauc_mrr_at_1000_max |
| value: 39.304566277957704 |
| - type: nauc_mrr_at_100_diff1 |
| value: 41.88883697764852 |
| - type: nauc_mrr_at_100_max |
| value: 39.30077276431053 |
| - type: nauc_mrr_at_10_diff1 |
| value: 42.062104921386506 |
| - type: nauc_mrr_at_10_max |
| value: 39.30528366258507 |
| - type: nauc_mrr_at_1_diff1 |
| value: 47.92599437007114 |
| - type: nauc_mrr_at_1_max |
| value: 39.11863678363455 |
| - type: nauc_mrr_at_20_diff1 |
| value: 41.88168571216021 |
| - type: nauc_mrr_at_20_max |
| value: 39.26248573846707 |
| - type: nauc_mrr_at_3_diff1 |
| value: 43.07190580570743 |
| - type: nauc_mrr_at_3_max |
| value: 39.87788973395513 |
| - type: nauc_mrr_at_5_diff1 |
| value: 42.49866565630987 |
| - type: nauc_mrr_at_5_max |
| value: 39.54834907714328 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 41.51353648334291 |
| - type: nauc_ndcg_at_1000_max |
| value: 39.603326878012986 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 41.30454895265097 |
| - type: nauc_ndcg_at_100_max |
| value: 39.313602966554505 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 42.02099052567711 |
| - type: nauc_ndcg_at_10_max |
| value: 38.534861088136715 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 47.92599437007114 |
| - type: nauc_ndcg_at_1_max |
| value: 39.11863678363455 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 41.663145625518375 |
| - type: nauc_ndcg_at_20_max |
| value: 38.752693813154075 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 43.68575961185724 |
| - type: nauc_ndcg_at_3_max |
| value: 39.40226210725685 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 43.00140726081697 |
| - type: nauc_ndcg_at_5_max |
| value: 39.21485362612467 |
| - type: nauc_precision_at_1000_diff1 |
| value: -2.790275135023392 |
| - type: nauc_precision_at_1000_max |
| value: 17.818318660525463 |
| - type: nauc_precision_at_100_diff1 |
| value: 2.0554939129182417 |
| - type: nauc_precision_at_100_max |
| value: 29.753860102457935 |
| - type: nauc_precision_at_10_diff1 |
| value: 15.094160126474254 |
| - type: nauc_precision_at_10_max |
| value: 37.972874196449126 |
| - type: nauc_precision_at_1_diff1 |
| value: 47.92599437007114 |
| - type: nauc_precision_at_1_max |
| value: 39.11863678363455 |
| - type: nauc_precision_at_20_diff1 |
| value: 10.746873592106713 |
| - type: nauc_precision_at_20_max |
| value: 36.96468826692449 |
| - type: nauc_precision_at_3_diff1 |
| value: 28.944521315560483 |
| - type: nauc_precision_at_3_max |
| value: 42.03983245575044 |
| - type: nauc_precision_at_5_diff1 |
| value: 23.828098284010075 |
| - type: nauc_precision_at_5_max |
| value: 41.76526648017447 |
| - type: nauc_recall_at_1000_diff1 |
| value: 26.537966542990997 |
| - type: nauc_recall_at_1000_max |
| value: 41.86346125540241 |
| - type: nauc_recall_at_100_diff1 |
| value: 28.044584247129283 |
| - type: nauc_recall_at_100_max |
| value: 37.42247127416711 |
| - type: nauc_recall_at_10_diff1 |
| value: 33.434563672243115 |
| - type: nauc_recall_at_10_max |
| value: 34.63428918279095 |
| - type: nauc_recall_at_1_diff1 |
| value: 52.291404507813056 |
| - type: nauc_recall_at_1_max |
| value: 33.46767953286993 |
| - type: nauc_recall_at_20_diff1 |
| value: 31.189066205007187 |
| - type: nauc_recall_at_20_max |
| value: 35.3704318509917 |
| - type: nauc_recall_at_3_diff1 |
| value: 39.67602671214362 |
| - type: nauc_recall_at_3_max |
| value: 35.6485218636747 |
| - type: nauc_recall_at_5_diff1 |
| value: 36.71118621793804 |
| - type: nauc_recall_at_5_max |
| value: 35.81341336007971 |
| - type: ndcg_at_1 |
| value: 30.255 |
| - type: ndcg_at_10 |
| value: 37.376 |
| - type: ndcg_at_100 |
| value: 41.678 |
| - type: ndcg_at_1000 |
| value: 44.079 |
| - type: ndcg_at_20 |
| value: 38.942 |
| - type: ndcg_at_3 |
| value: 33.641 |
| - type: ndcg_at_5 |
| value: 35.346 |
| - type: precision_at_1 |
| value: 30.255 |
| - type: precision_at_10 |
| value: 7.102 |
| - type: precision_at_100 |
| value: 1.184 |
| - type: precision_at_1000 |
| value: 0.166 |
| - type: precision_at_20 |
| value: 4.185 |
| - type: precision_at_3 |
| value: 16.348 |
| - type: precision_at_5 |
| value: 11.591999999999999 |
| - type: recall_at_1 |
| value: 23.638 |
| - type: recall_at_10 |
| value: 46.524 |
| - type: recall_at_100 |
| value: 65.118 |
| - type: recall_at_1000 |
| value: 81.133 |
| - type: recall_at_20 |
| value: 52.331 |
| - type: recall_at_3 |
| value: 35.254999999999995 |
| - type: recall_at_5 |
| value: 40.174 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-gaming |
| name: MTEB CQADupstackGamingRetrieval |
| config: default |
| split: test |
| revision: 4885aa143210c98657558c04aaf3dc47cfb54340 |
| metrics: |
| - type: map_at_1 |
| value: 35.667 |
| - type: map_at_10 |
| value: 47.397 |
| - type: map_at_100 |
| value: 48.366 |
| - type: map_at_1000 |
| value: 48.433 |
| - type: map_at_20 |
| value: 47.963 |
| - type: map_at_3 |
| value: 44.211 |
| - type: map_at_5 |
| value: 46.037 |
| - type: mrr_at_1 |
| value: 40.87774294670846 |
| - type: mrr_at_10 |
| value: 50.565880479673616 |
| - type: mrr_at_100 |
| value: 51.271230622181626 |
| - type: mrr_at_1000 |
| value: 51.306805744714836 |
| - type: mrr_at_20 |
| value: 51.012075318045525 |
| - type: mrr_at_3 |
| value: 47.9832810867294 |
| - type: mrr_at_5 |
| value: 49.525600835945724 |
| - type: nauc_map_at_1000_diff1 |
| value: 50.33288681013869 |
| - type: nauc_map_at_1000_max |
| value: 37.44437438806084 |
| - type: nauc_map_at_100_diff1 |
| value: 50.317492085630064 |
| - type: nauc_map_at_100_max |
| value: 37.426681891363835 |
| - type: nauc_map_at_10_diff1 |
| value: 50.24182139242321 |
| - type: nauc_map_at_10_max |
| value: 36.91039477771677 |
| - type: nauc_map_at_1_diff1 |
| value: 56.01200063592147 |
| - type: nauc_map_at_1_max |
| value: 31.767342114075202 |
| - type: nauc_map_at_20_diff1 |
| value: 50.21631708851613 |
| - type: nauc_map_at_20_max |
| value: 37.28818324793643 |
| - type: nauc_map_at_3_diff1 |
| value: 51.111793089491364 |
| - type: nauc_map_at_3_max |
| value: 36.16516417187456 |
| - type: nauc_map_at_5_diff1 |
| value: 50.47567188188865 |
| - type: nauc_map_at_5_max |
| value: 36.72222550501132 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 49.29372112096636 |
| - type: nauc_mrr_at_1000_max |
| value: 39.248284382084236 |
| - type: nauc_mrr_at_100_diff1 |
| value: 49.28279373491327 |
| - type: nauc_mrr_at_100_max |
| value: 39.26004837053389 |
| - type: nauc_mrr_at_10_diff1 |
| value: 49.123704806290434 |
| - type: nauc_mrr_at_10_max |
| value: 39.05266034946078 |
| - type: nauc_mrr_at_1_diff1 |
| value: 53.88859746474265 |
| - type: nauc_mrr_at_1_max |
| value: 37.056204568674275 |
| - type: nauc_mrr_at_20_diff1 |
| value: 49.18403232554298 |
| - type: nauc_mrr_at_20_max |
| value: 39.26689196401381 |
| - type: nauc_mrr_at_3_diff1 |
| value: 49.59424894836517 |
| - type: nauc_mrr_at_3_max |
| value: 38.95714592509984 |
| - type: nauc_mrr_at_5_diff1 |
| value: 49.257845318012954 |
| - type: nauc_mrr_at_5_max |
| value: 39.30070104826491 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 48.91743661336846 |
| - type: nauc_ndcg_at_1000_max |
| value: 39.39031133623686 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 48.61511346835115 |
| - type: nauc_ndcg_at_100_max |
| value: 39.459340998985724 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 48.06588542038947 |
| - type: nauc_ndcg_at_10_max |
| value: 38.157829321231 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 53.88859746474265 |
| - type: nauc_ndcg_at_1_max |
| value: 37.056204568674275 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 48.05115075637084 |
| - type: nauc_ndcg_at_20_max |
| value: 39.2235027218884 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 49.30878740373676 |
| - type: nauc_ndcg_at_3_max |
| value: 37.84032746584941 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 48.47712228032605 |
| - type: nauc_ndcg_at_5_max |
| value: 38.38589466282407 |
| - type: nauc_precision_at_1000_diff1 |
| value: -7.243262652381105 |
| - type: nauc_precision_at_1000_max |
| value: 18.453365469588427 |
| - type: nauc_precision_at_100_diff1 |
| value: -2.0153970546194753 |
| - type: nauc_precision_at_100_max |
| value: 24.22667501786602 |
| - type: nauc_precision_at_10_diff1 |
| value: 14.979334560516222 |
| - type: nauc_precision_at_10_max |
| value: 33.13307837324579 |
| - type: nauc_precision_at_1_diff1 |
| value: 53.88859746474265 |
| - type: nauc_precision_at_1_max |
| value: 37.056204568674275 |
| - type: nauc_precision_at_20_diff1 |
| value: 8.379765029951027 |
| - type: nauc_precision_at_20_max |
| value: 32.28271665269386 |
| - type: nauc_precision_at_3_diff1 |
| value: 31.16831547354767 |
| - type: nauc_precision_at_3_max |
| value: 38.10801385749373 |
| - type: nauc_precision_at_5_diff1 |
| value: 23.32241470046817 |
| - type: nauc_precision_at_5_max |
| value: 37.2000516679205 |
| - type: nauc_recall_at_1000_diff1 |
| value: 40.03022783413472 |
| - type: nauc_recall_at_1000_max |
| value: 49.77189630896353 |
| - type: nauc_recall_at_100_diff1 |
| value: 39.485228558001154 |
| - type: nauc_recall_at_100_max |
| value: 44.84364760927468 |
| - type: nauc_recall_at_10_diff1 |
| value: 39.911638774960096 |
| - type: nauc_recall_at_10_max |
| value: 37.00135324546857 |
| - type: nauc_recall_at_1_diff1 |
| value: 56.01200063592147 |
| - type: nauc_recall_at_1_max |
| value: 31.767342114075202 |
| - type: nauc_recall_at_20_diff1 |
| value: 38.604788301520685 |
| - type: nauc_recall_at_20_max |
| value: 42.21099902041599 |
| - type: nauc_recall_at_3_diff1 |
| value: 44.913068402378755 |
| - type: nauc_recall_at_3_max |
| value: 36.35063250643407 |
| - type: nauc_recall_at_5_diff1 |
| value: 42.15428494957372 |
| - type: nauc_recall_at_5_max |
| value: 38.11256932308573 |
| - type: ndcg_at_1 |
| value: 40.878 |
| - type: ndcg_at_10 |
| value: 53.062 |
| - type: ndcg_at_100 |
| value: 57.160999999999994 |
| - type: ndcg_at_1000 |
| value: 58.538999999999994 |
| - type: ndcg_at_20 |
| value: 54.821 |
| - type: ndcg_at_3 |
| value: 47.544 |
| - type: ndcg_at_5 |
| value: 50.305 |
| - type: precision_at_1 |
| value: 40.878 |
| - type: precision_at_10 |
| value: 8.564 |
| - type: precision_at_100 |
| value: 1.155 |
| - type: precision_at_1000 |
| value: 0.133 |
| - type: precision_at_20 |
| value: 4.79 |
| - type: precision_at_3 |
| value: 21.108 |
| - type: precision_at_5 |
| value: 14.658 |
| - type: recall_at_1 |
| value: 35.667 |
| - type: recall_at_10 |
| value: 66.766 |
| - type: recall_at_100 |
| value: 84.553 |
| - type: recall_at_1000 |
| value: 94.346 |
| - type: recall_at_20 |
| value: 73.272 |
| - type: recall_at_3 |
| value: 52.139 |
| - type: recall_at_5 |
| value: 58.816 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-gis |
| name: MTEB CQADupstackGisRetrieval |
| config: default |
| split: test |
| revision: 5003b3064772da1887988e05400cf3806fe491f2 |
| metrics: |
| - type: map_at_1 |
| value: 20.618 |
| - type: map_at_10 |
| value: 27.47 |
| - type: map_at_100 |
| value: 28.505000000000003 |
| - type: map_at_1000 |
| value: 28.594 |
| - type: map_at_20 |
| value: 28.057 |
| - type: map_at_3 |
| value: 24.918000000000003 |
| - type: map_at_5 |
| value: 26.229999999999997 |
| - type: mrr_at_1 |
| value: 22.372881355932204 |
| - type: mrr_at_10 |
| value: 29.201910142588083 |
| - type: mrr_at_100 |
| value: 30.158796422923974 |
| - type: mrr_at_1000 |
| value: 30.226705533923436 |
| - type: mrr_at_20 |
| value: 29.748232470158786 |
| - type: mrr_at_3 |
| value: 26.723163841807924 |
| - type: mrr_at_5 |
| value: 27.97175141242938 |
| - type: nauc_map_at_1000_diff1 |
| value: 42.518789058108034 |
| - type: nauc_map_at_1000_max |
| value: 21.82284691419632 |
| - type: nauc_map_at_100_diff1 |
| value: 42.513945119173414 |
| - type: nauc_map_at_100_max |
| value: 21.824969680261194 |
| - type: nauc_map_at_10_diff1 |
| value: 42.21492283731788 |
| - type: nauc_map_at_10_max |
| value: 21.305888026069674 |
| - type: nauc_map_at_1_diff1 |
| value: 47.62145355083881 |
| - type: nauc_map_at_1_max |
| value: 22.35827304798013 |
| - type: nauc_map_at_20_diff1 |
| value: 42.31982757448588 |
| - type: nauc_map_at_20_max |
| value: 21.594656622891048 |
| - type: nauc_map_at_3_diff1 |
| value: 44.10607386887907 |
| - type: nauc_map_at_3_max |
| value: 21.690680453680425 |
| - type: nauc_map_at_5_diff1 |
| value: 43.24911634980367 |
| - type: nauc_map_at_5_max |
| value: 21.736719675567752 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 41.98881956610886 |
| - type: nauc_mrr_at_1000_max |
| value: 23.673388697614747 |
| - type: nauc_mrr_at_100_diff1 |
| value: 41.975077881853366 |
| - type: nauc_mrr_at_100_max |
| value: 23.680855488904697 |
| - type: nauc_mrr_at_10_diff1 |
| value: 41.753512191582516 |
| - type: nauc_mrr_at_10_max |
| value: 23.286885884623786 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.01121917180329 |
| - type: nauc_mrr_at_1_max |
| value: 25.91040117459629 |
| - type: nauc_mrr_at_20_diff1 |
| value: 41.837798974871795 |
| - type: nauc_mrr_at_20_max |
| value: 23.53887919859698 |
| - type: nauc_mrr_at_3_diff1 |
| value: 43.74425619417245 |
| - type: nauc_mrr_at_3_max |
| value: 23.80181072142051 |
| - type: nauc_mrr_at_5_diff1 |
| value: 42.77128789582419 |
| - type: nauc_mrr_at_5_max |
| value: 23.78994160229315 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 40.4038817214834 |
| - type: nauc_ndcg_at_1000_max |
| value: 22.308549183052513 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 40.55678288183828 |
| - type: nauc_ndcg_at_100_max |
| value: 22.609367205269443 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 38.83098871853759 |
| - type: nauc_ndcg_at_10_max |
| value: 20.68362628733941 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.01121917180329 |
| - type: nauc_ndcg_at_1_max |
| value: 25.91040117459629 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 39.061663618713894 |
| - type: nauc_ndcg_at_20_max |
| value: 21.476419663219456 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 42.736087127795955 |
| - type: nauc_ndcg_at_3_max |
| value: 21.742127165660058 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 41.186966297966734 |
| - type: nauc_ndcg_at_5_max |
| value: 21.759401429767212 |
| - type: nauc_precision_at_1000_diff1 |
| value: 6.654559938649311 |
| - type: nauc_precision_at_1000_max |
| value: 16.806910891601543 |
| - type: nauc_precision_at_100_diff1 |
| value: 25.864492780814064 |
| - type: nauc_precision_at_100_max |
| value: 25.263440890575012 |
| - type: nauc_precision_at_10_diff1 |
| value: 28.182469153166974 |
| - type: nauc_precision_at_10_max |
| value: 21.10173854858086 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.01121917180329 |
| - type: nauc_precision_at_1_max |
| value: 25.91040117459629 |
| - type: nauc_precision_at_20_diff1 |
| value: 26.16409861031152 |
| - type: nauc_precision_at_20_max |
| value: 22.589571974868473 |
| - type: nauc_precision_at_3_diff1 |
| value: 39.49309649649902 |
| - type: nauc_precision_at_3_max |
| value: 23.66194846956826 |
| - type: nauc_precision_at_5_diff1 |
| value: 35.47688709673743 |
| - type: nauc_precision_at_5_max |
| value: 23.5888265356714 |
| - type: nauc_recall_at_1000_diff1 |
| value: 28.057334771322758 |
| - type: nauc_recall_at_1000_max |
| value: 17.48633214718912 |
| - type: nauc_recall_at_100_diff1 |
| value: 35.67263027900714 |
| - type: nauc_recall_at_100_max |
| value: 23.115839579250103 |
| - type: nauc_recall_at_10_diff1 |
| value: 28.261498615045998 |
| - type: nauc_recall_at_10_max |
| value: 16.20575819609654 |
| - type: nauc_recall_at_1_diff1 |
| value: 47.62145355083881 |
| - type: nauc_recall_at_1_max |
| value: 22.35827304798013 |
| - type: nauc_recall_at_20_diff1 |
| value: 28.255566253430192 |
| - type: nauc_recall_at_20_max |
| value: 18.257219460506295 |
| - type: nauc_recall_at_3_diff1 |
| value: 39.30800774709927 |
| - type: nauc_recall_at_3_max |
| value: 19.810995082445473 |
| - type: nauc_recall_at_5_diff1 |
| value: 35.27158910591411 |
| - type: nauc_recall_at_5_max |
| value: 19.678077623550937 |
| - type: ndcg_at_1 |
| value: 22.373 |
| - type: ndcg_at_10 |
| value: 31.918000000000003 |
| - type: ndcg_at_100 |
| value: 36.992000000000004 |
| - type: ndcg_at_1000 |
| value: 39.513 |
| - type: ndcg_at_20 |
| value: 33.983999999999995 |
| - type: ndcg_at_3 |
| value: 26.832 |
| - type: ndcg_at_5 |
| value: 29.078 |
| - type: precision_at_1 |
| value: 22.373 |
| - type: precision_at_10 |
| value: 5.04 |
| - type: precision_at_100 |
| value: 0.7979999999999999 |
| - type: precision_at_1000 |
| value: 0.106 |
| - type: precision_at_20 |
| value: 3.0 |
| - type: precision_at_3 |
| value: 11.299 |
| - type: precision_at_5 |
| value: 8.045 |
| - type: recall_at_1 |
| value: 20.618 |
| - type: recall_at_10 |
| value: 44.202000000000005 |
| - type: recall_at_100 |
| value: 67.242 |
| - type: recall_at_1000 |
| value: 86.69200000000001 |
| - type: recall_at_20 |
| value: 52.03 |
| - type: recall_at_3 |
| value: 30.386000000000003 |
| - type: recall_at_5 |
| value: 35.858000000000004 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-mathematica |
| name: MTEB CQADupstackMathematicaRetrieval |
| config: default |
| split: test |
| revision: 90fceea13679c63fe563ded68f3b6f06e50061de |
| metrics: |
| - type: map_at_1 |
| value: 12.731 |
| - type: map_at_10 |
| value: 19.054 |
| - type: map_at_100 |
| value: 20.313 |
| - type: map_at_1000 |
| value: 20.443 |
| - type: map_at_20 |
| value: 19.77 |
| - type: map_at_3 |
| value: 16.596 |
| - type: map_at_5 |
| value: 18.013 |
| - type: mrr_at_1 |
| value: 15.796019900497512 |
| - type: mrr_at_10 |
| value: 22.789327173655526 |
| - type: mrr_at_100 |
| value: 23.862539649948847 |
| - type: mrr_at_1000 |
| value: 23.946663050199312 |
| - type: mrr_at_20 |
| value: 23.427143696525313 |
| - type: mrr_at_3 |
| value: 20.27363184079603 |
| - type: mrr_at_5 |
| value: 21.68532338308458 |
| - type: nauc_map_at_1000_diff1 |
| value: 27.516068477843454 |
| - type: nauc_map_at_1000_max |
| value: 17.80187067129459 |
| - type: nauc_map_at_100_diff1 |
| value: 27.49088157159594 |
| - type: nauc_map_at_100_max |
| value: 17.78426299327126 |
| - type: nauc_map_at_10_diff1 |
| value: 27.322013804309574 |
| - type: nauc_map_at_10_max |
| value: 17.001651979041277 |
| - type: nauc_map_at_1_diff1 |
| value: 32.676819886304166 |
| - type: nauc_map_at_1_max |
| value: 15.203042726400561 |
| - type: nauc_map_at_20_diff1 |
| value: 27.44288664011662 |
| - type: nauc_map_at_20_max |
| value: 17.908350138714276 |
| - type: nauc_map_at_3_diff1 |
| value: 28.50114932717826 |
| - type: nauc_map_at_3_max |
| value: 17.780823694386235 |
| - type: nauc_map_at_5_diff1 |
| value: 27.86215762055489 |
| - type: nauc_map_at_5_max |
| value: 17.50773539133613 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 29.947843223207236 |
| - type: nauc_mrr_at_1000_max |
| value: 19.62172810233295 |
| - type: nauc_mrr_at_100_diff1 |
| value: 29.9288142137001 |
| - type: nauc_mrr_at_100_max |
| value: 19.629003114636255 |
| - type: nauc_mrr_at_10_diff1 |
| value: 29.97657648240847 |
| - type: nauc_mrr_at_10_max |
| value: 19.194295823726197 |
| - type: nauc_mrr_at_1_diff1 |
| value: 35.00554412354239 |
| - type: nauc_mrr_at_1_max |
| value: 17.759999184794772 |
| - type: nauc_mrr_at_20_diff1 |
| value: 29.96168512518019 |
| - type: nauc_mrr_at_20_max |
| value: 19.812693338679974 |
| - type: nauc_mrr_at_3_diff1 |
| value: 31.869293054331997 |
| - type: nauc_mrr_at_3_max |
| value: 19.72221933712261 |
| - type: nauc_mrr_at_5_diff1 |
| value: 30.633662242516408 |
| - type: nauc_mrr_at_5_max |
| value: 19.633065520422832 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 26.41309716877246 |
| - type: nauc_ndcg_at_1000_max |
| value: 19.407030290375477 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 26.033991008430068 |
| - type: nauc_ndcg_at_100_max |
| value: 19.18116285140471 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 25.58417445038125 |
| - type: nauc_ndcg_at_10_max |
| value: 17.264882794530223 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 35.00554412354239 |
| - type: nauc_ndcg_at_1_max |
| value: 17.759999184794772 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 25.93407473459688 |
| - type: nauc_ndcg_at_20_max |
| value: 19.950029090611025 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 28.72061546564716 |
| - type: nauc_ndcg_at_3_max |
| value: 19.386795976250635 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 27.154487593736675 |
| - type: nauc_ndcg_at_5_max |
| value: 18.600609597997746 |
| - type: nauc_precision_at_1000_diff1 |
| value: 5.41924757448531 |
| - type: nauc_precision_at_1000_max |
| value: 6.545740061131494 |
| - type: nauc_precision_at_100_diff1 |
| value: 14.592825976137824 |
| - type: nauc_precision_at_100_max |
| value: 14.125640563802245 |
| - type: nauc_precision_at_10_diff1 |
| value: 21.4491651411123 |
| - type: nauc_precision_at_10_max |
| value: 16.9551658679841 |
| - type: nauc_precision_at_1_diff1 |
| value: 35.00554412354239 |
| - type: nauc_precision_at_1_max |
| value: 17.759999184794772 |
| - type: nauc_precision_at_20_diff1 |
| value: 19.92971906917106 |
| - type: nauc_precision_at_20_max |
| value: 23.22690053316326 |
| - type: nauc_precision_at_3_diff1 |
| value: 27.57959149246176 |
| - type: nauc_precision_at_3_max |
| value: 22.093284431161333 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.25496908645805 |
| - type: nauc_precision_at_5_max |
| value: 20.458763176343208 |
| - type: nauc_recall_at_1000_diff1 |
| value: 16.984282437643287 |
| - type: nauc_recall_at_1000_max |
| value: 24.737697260268117 |
| - type: nauc_recall_at_100_diff1 |
| value: 17.950878545274918 |
| - type: nauc_recall_at_100_max |
| value: 19.837467082624126 |
| - type: nauc_recall_at_10_diff1 |
| value: 18.161945687752247 |
| - type: nauc_recall_at_10_max |
| value: 14.97915128596929 |
| - type: nauc_recall_at_1_diff1 |
| value: 32.676819886304166 |
| - type: nauc_recall_at_1_max |
| value: 15.203042726400561 |
| - type: nauc_recall_at_20_diff1 |
| value: 19.155358112421517 |
| - type: nauc_recall_at_20_max |
| value: 22.374680334603898 |
| - type: nauc_recall_at_3_diff1 |
| value: 24.842029532917927 |
| - type: nauc_recall_at_3_max |
| value: 20.135627867318494 |
| - type: nauc_recall_at_5_diff1 |
| value: 22.00729745995486 |
| - type: nauc_recall_at_5_max |
| value: 18.21612524182701 |
| - type: ndcg_at_1 |
| value: 15.796 |
| - type: ndcg_at_10 |
| value: 23.528 |
| - type: ndcg_at_100 |
| value: 29.537000000000003 |
| - type: ndcg_at_1000 |
| value: 32.719 |
| - type: ndcg_at_20 |
| value: 25.935000000000002 |
| - type: ndcg_at_3 |
| value: 18.908 |
| - type: ndcg_at_5 |
| value: 21.154 |
| - type: precision_at_1 |
| value: 15.796 |
| - type: precision_at_10 |
| value: 4.515000000000001 |
| - type: precision_at_100 |
| value: 0.8789999999999999 |
| - type: precision_at_1000 |
| value: 0.129 |
| - type: precision_at_20 |
| value: 2.942 |
| - type: precision_at_3 |
| value: 9.163 |
| - type: precision_at_5 |
| value: 7.04 |
| - type: recall_at_1 |
| value: 12.731 |
| - type: recall_at_10 |
| value: 33.797 |
| - type: recall_at_100 |
| value: 59.914 |
| - type: recall_at_1000 |
| value: 82.718 |
| - type: recall_at_20 |
| value: 42.347 |
| - type: recall_at_3 |
| value: 20.923 |
| - type: recall_at_5 |
| value: 26.71 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-physics |
| name: MTEB CQADupstackPhysicsRetrieval |
| config: default |
| split: test |
| revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 |
| metrics: |
| - type: map_at_1 |
| value: 23.567 |
| - type: map_at_10 |
| value: 32.628 |
| - type: map_at_100 |
| value: 33.908 |
| - type: map_at_1000 |
| value: 34.039 |
| - type: map_at_20 |
| value: 33.363 |
| - type: map_at_3 |
| value: 29.726999999999997 |
| - type: map_at_5 |
| value: 31.347 |
| - type: mrr_at_1 |
| value: 29.25890279114533 |
| - type: mrr_at_10 |
| value: 38.079960890355494 |
| - type: mrr_at_100 |
| value: 38.97514464689193 |
| - type: mrr_at_1000 |
| value: 39.038125614768354 |
| - type: mrr_at_20 |
| value: 38.620932209488565 |
| - type: mrr_at_3 |
| value: 35.65928777670837 |
| - type: mrr_at_5 |
| value: 37.00673724735321 |
| - type: nauc_map_at_1000_diff1 |
| value: 44.243962711843174 |
| - type: nauc_map_at_1000_max |
| value: 26.557934640504595 |
| - type: nauc_map_at_100_diff1 |
| value: 44.24191729725104 |
| - type: nauc_map_at_100_max |
| value: 26.520477564732385 |
| - type: nauc_map_at_10_diff1 |
| value: 44.33869154968317 |
| - type: nauc_map_at_10_max |
| value: 26.044484632871434 |
| - type: nauc_map_at_1_diff1 |
| value: 50.15813855147419 |
| - type: nauc_map_at_1_max |
| value: 26.303389987904445 |
| - type: nauc_map_at_20_diff1 |
| value: 44.3113665446356 |
| - type: nauc_map_at_20_max |
| value: 26.237662556133813 |
| - type: nauc_map_at_3_diff1 |
| value: 45.85173282565928 |
| - type: nauc_map_at_3_max |
| value: 26.32504035565671 |
| - type: nauc_map_at_5_diff1 |
| value: 44.78643814548486 |
| - type: nauc_map_at_5_max |
| value: 26.334504875414634 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 43.626249945153624 |
| - type: nauc_mrr_at_1000_max |
| value: 29.330289291530644 |
| - type: nauc_mrr_at_100_diff1 |
| value: 43.613407635792015 |
| - type: nauc_mrr_at_100_max |
| value: 29.319268635273986 |
| - type: nauc_mrr_at_10_diff1 |
| value: 43.63724190566422 |
| - type: nauc_mrr_at_10_max |
| value: 29.108055344568847 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.217336788734755 |
| - type: nauc_mrr_at_1_max |
| value: 30.672813296466302 |
| - type: nauc_mrr_at_20_diff1 |
| value: 43.649017818875166 |
| - type: nauc_mrr_at_20_max |
| value: 29.261304940945127 |
| - type: nauc_mrr_at_3_diff1 |
| value: 44.675792519491715 |
| - type: nauc_mrr_at_3_max |
| value: 29.675911336957483 |
| - type: nauc_mrr_at_5_diff1 |
| value: 43.64775996596029 |
| - type: nauc_mrr_at_5_max |
| value: 29.45182353499564 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 41.87489199354678 |
| - type: nauc_ndcg_at_1000_max |
| value: 27.93893077509421 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 41.670343791634906 |
| - type: nauc_ndcg_at_100_max |
| value: 27.313715056723876 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 41.85016751613856 |
| - type: nauc_ndcg_at_10_max |
| value: 25.643066472480765 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.217336788734755 |
| - type: nauc_ndcg_at_1_max |
| value: 30.672813296466302 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 41.97037963181627 |
| - type: nauc_ndcg_at_20_max |
| value: 26.33944171406708 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 44.06711834714099 |
| - type: nauc_ndcg_at_3_max |
| value: 27.34491521639161 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 42.4168573468611 |
| - type: nauc_ndcg_at_5_max |
| value: 26.65793931965115 |
| - type: nauc_precision_at_1000_diff1 |
| value: -9.551422528655461 |
| - type: nauc_precision_at_1000_max |
| value: 8.34835764204442 |
| - type: nauc_precision_at_100_diff1 |
| value: 2.2233830685766245 |
| - type: nauc_precision_at_100_max |
| value: 18.020691836598584 |
| - type: nauc_precision_at_10_diff1 |
| value: 19.325743761791916 |
| - type: nauc_precision_at_10_max |
| value: 23.679007985508786 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.217336788734755 |
| - type: nauc_precision_at_1_max |
| value: 30.672813296466302 |
| - type: nauc_precision_at_20_diff1 |
| value: 13.87527519424572 |
| - type: nauc_precision_at_20_max |
| value: 22.302645068156657 |
| - type: nauc_precision_at_3_diff1 |
| value: 33.05090446279134 |
| - type: nauc_precision_at_3_max |
| value: 29.389174313703947 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.75562225572127 |
| - type: nauc_precision_at_5_max |
| value: 27.147828437597372 |
| - type: nauc_recall_at_1000_diff1 |
| value: 19.621088665598236 |
| - type: nauc_recall_at_1000_max |
| value: 30.43205196145353 |
| - type: nauc_recall_at_100_diff1 |
| value: 27.23232029826097 |
| - type: nauc_recall_at_100_max |
| value: 22.14067215503966 |
| - type: nauc_recall_at_10_diff1 |
| value: 33.10443747704974 |
| - type: nauc_recall_at_10_max |
| value: 19.41308822202282 |
| - type: nauc_recall_at_1_diff1 |
| value: 50.15813855147419 |
| - type: nauc_recall_at_1_max |
| value: 26.303389987904445 |
| - type: nauc_recall_at_20_diff1 |
| value: 32.276483197865936 |
| - type: nauc_recall_at_20_max |
| value: 20.72725151323571 |
| - type: nauc_recall_at_3_diff1 |
| value: 40.22031270566891 |
| - type: nauc_recall_at_3_max |
| value: 23.9301104444151 |
| - type: nauc_recall_at_5_diff1 |
| value: 35.98209271954092 |
| - type: nauc_recall_at_5_max |
| value: 22.83878482624863 |
| - type: ndcg_at_1 |
| value: 29.259 |
| - type: ndcg_at_10 |
| value: 38.207 |
| - type: ndcg_at_100 |
| value: 43.711 |
| - type: ndcg_at_1000 |
| value: 46.341 |
| - type: ndcg_at_20 |
| value: 40.498 |
| - type: ndcg_at_3 |
| value: 33.532000000000004 |
| - type: ndcg_at_5 |
| value: 35.69 |
| - type: precision_at_1 |
| value: 29.259 |
| - type: precision_at_10 |
| value: 7.007 |
| - type: precision_at_100 |
| value: 1.1560000000000001 |
| - type: precision_at_1000 |
| value: 0.158 |
| - type: precision_at_20 |
| value: 4.244 |
| - type: precision_at_3 |
| value: 16.041 |
| - type: precision_at_5 |
| value: 11.511000000000001 |
| - type: recall_at_1 |
| value: 23.567 |
| - type: recall_at_10 |
| value: 49.523 |
| - type: recall_at_100 |
| value: 72.562 |
| - type: recall_at_1000 |
| value: 90.178 |
| - type: recall_at_20 |
| value: 57.621 |
| - type: recall_at_3 |
| value: 36.282 |
| - type: recall_at_5 |
| value: 41.921 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-programmers |
| name: MTEB CQADupstackProgrammersRetrieval |
| config: default |
| split: test |
| revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 |
| metrics: |
| - type: map_at_1 |
| value: 22.266 |
| - type: map_at_10 |
| value: 30.25 |
| - type: map_at_100 |
| value: 31.581 |
| - type: map_at_1000 |
| value: 31.704 |
| - type: map_at_20 |
| value: 30.952 |
| - type: map_at_3 |
| value: 27.466 |
| - type: map_at_5 |
| value: 29.072 |
| - type: mrr_at_1 |
| value: 27.397260273972602 |
| - type: mrr_at_10 |
| value: 35.2599296948612 |
| - type: mrr_at_100 |
| value: 36.24881323819273 |
| - type: mrr_at_1000 |
| value: 36.31077886612844 |
| - type: mrr_at_20 |
| value: 35.848406062858004 |
| - type: mrr_at_3 |
| value: 32.591324200913256 |
| - type: mrr_at_5 |
| value: 34.235159817351594 |
| - type: nauc_map_at_1000_diff1 |
| value: 49.041338317944216 |
| - type: nauc_map_at_1000_max |
| value: 38.50873723942883 |
| - type: nauc_map_at_100_diff1 |
| value: 49.01701126534856 |
| - type: nauc_map_at_100_max |
| value: 38.49295698329094 |
| - type: nauc_map_at_10_diff1 |
| value: 49.095813348188166 |
| - type: nauc_map_at_10_max |
| value: 37.90864503064915 |
| - type: nauc_map_at_1_diff1 |
| value: 55.75650937633808 |
| - type: nauc_map_at_1_max |
| value: 36.45803206536568 |
| - type: nauc_map_at_20_diff1 |
| value: 48.88486278259804 |
| - type: nauc_map_at_20_max |
| value: 38.234576284979276 |
| - type: nauc_map_at_3_diff1 |
| value: 50.800510951074344 |
| - type: nauc_map_at_3_max |
| value: 36.75190407865029 |
| - type: nauc_map_at_5_diff1 |
| value: 49.60838604964711 |
| - type: nauc_map_at_5_max |
| value: 37.32035047604114 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 49.13411044876944 |
| - type: nauc_mrr_at_1000_max |
| value: 38.97006615081024 |
| - type: nauc_mrr_at_100_diff1 |
| value: 49.11706960503639 |
| - type: nauc_mrr_at_100_max |
| value: 38.96559788105358 |
| - type: nauc_mrr_at_10_diff1 |
| value: 49.092123992814116 |
| - type: nauc_mrr_at_10_max |
| value: 38.94728645893312 |
| - type: nauc_mrr_at_1_diff1 |
| value: 55.47287529444724 |
| - type: nauc_mrr_at_1_max |
| value: 40.293546568686224 |
| - type: nauc_mrr_at_20_diff1 |
| value: 48.96467402915927 |
| - type: nauc_mrr_at_20_max |
| value: 38.86612256286537 |
| - type: nauc_mrr_at_3_diff1 |
| value: 50.69348233488136 |
| - type: nauc_mrr_at_3_max |
| value: 39.07374242862782 |
| - type: nauc_mrr_at_5_diff1 |
| value: 49.48713462272688 |
| - type: nauc_mrr_at_5_max |
| value: 38.903556289495874 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 46.865532935814144 |
| - type: nauc_ndcg_at_1000_max |
| value: 39.54745630513795 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 46.320278315069814 |
| - type: nauc_ndcg_at_100_max |
| value: 39.38111071082402 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 46.21493444038667 |
| - type: nauc_ndcg_at_10_max |
| value: 38.21912668950852 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 55.47287529444724 |
| - type: nauc_ndcg_at_1_max |
| value: 40.293546568686224 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 45.64094089105446 |
| - type: nauc_ndcg_at_20_max |
| value: 38.59596868552488 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 49.016415433673835 |
| - type: nauc_ndcg_at_3_max |
| value: 37.89533426315243 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 47.20788719798163 |
| - type: nauc_ndcg_at_5_max |
| value: 37.682560665048904 |
| - type: nauc_precision_at_1000_diff1 |
| value: -7.359826953607673 |
| - type: nauc_precision_at_1000_max |
| value: 5.6412152804640066 |
| - type: nauc_precision_at_100_diff1 |
| value: 4.466458911297046 |
| - type: nauc_precision_at_100_max |
| value: 24.578741906158726 |
| - type: nauc_precision_at_10_diff1 |
| value: 22.359709568967506 |
| - type: nauc_precision_at_10_max |
| value: 36.47969015950308 |
| - type: nauc_precision_at_1_diff1 |
| value: 55.47287529444724 |
| - type: nauc_precision_at_1_max |
| value: 40.293546568686224 |
| - type: nauc_precision_at_20_diff1 |
| value: 14.120893949469135 |
| - type: nauc_precision_at_20_max |
| value: 34.249667264582534 |
| - type: nauc_precision_at_3_diff1 |
| value: 37.7007086171551 |
| - type: nauc_precision_at_3_max |
| value: 37.95445662666999 |
| - type: nauc_precision_at_5_diff1 |
| value: 29.715009411494712 |
| - type: nauc_precision_at_5_max |
| value: 36.89274409767293 |
| - type: nauc_recall_at_1000_diff1 |
| value: 32.33111662036445 |
| - type: nauc_recall_at_1000_max |
| value: 45.35170430166642 |
| - type: nauc_recall_at_100_diff1 |
| value: 32.144354498328035 |
| - type: nauc_recall_at_100_max |
| value: 36.84062501935607 |
| - type: nauc_recall_at_10_diff1 |
| value: 36.14633959446269 |
| - type: nauc_recall_at_10_max |
| value: 35.448585836721506 |
| - type: nauc_recall_at_1_diff1 |
| value: 55.75650937633808 |
| - type: nauc_recall_at_1_max |
| value: 36.45803206536568 |
| - type: nauc_recall_at_20_diff1 |
| value: 32.97579259309187 |
| - type: nauc_recall_at_20_max |
| value: 35.23418118770078 |
| - type: nauc_recall_at_3_diff1 |
| value: 44.664415627999816 |
| - type: nauc_recall_at_3_max |
| value: 34.31461153552717 |
| - type: nauc_recall_at_5_diff1 |
| value: 40.19780197689489 |
| - type: nauc_recall_at_5_max |
| value: 34.5962677637341 |
| - type: ndcg_at_1 |
| value: 27.397 |
| - type: ndcg_at_10 |
| value: 35.443999999999996 |
| - type: ndcg_at_100 |
| value: 41.429 |
| - type: ndcg_at_1000 |
| value: 44.059 |
| - type: ndcg_at_20 |
| value: 37.714999999999996 |
| - type: ndcg_at_3 |
| value: 30.679000000000002 |
| - type: ndcg_at_5 |
| value: 32.992 |
| - type: precision_at_1 |
| value: 27.397 |
| - type: precision_at_10 |
| value: 6.5409999999999995 |
| - type: precision_at_100 |
| value: 1.102 |
| - type: precision_at_1000 |
| value: 0.151 |
| - type: precision_at_20 |
| value: 3.961 |
| - type: precision_at_3 |
| value: 14.536 |
| - type: precision_at_5 |
| value: 10.685 |
| - type: recall_at_1 |
| value: 22.266 |
| - type: recall_at_10 |
| value: 46.071 |
| - type: recall_at_100 |
| value: 72.064 |
| - type: recall_at_1000 |
| value: 90.038 |
| - type: recall_at_20 |
| value: 54.342999999999996 |
| - type: recall_at_3 |
| value: 32.926 |
| - type: recall_at_5 |
| value: 38.75 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-stats |
| name: MTEB CQADupstackStatsRetrieval |
| config: default |
| split: test |
| revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a |
| metrics: |
| - type: map_at_1 |
| value: 17.261000000000003 |
| - type: map_at_10 |
| value: 23.753 |
| - type: map_at_100 |
| value: 24.627 |
| - type: map_at_1000 |
| value: 24.735 |
| - type: map_at_20 |
| value: 24.274 |
| - type: map_at_3 |
| value: 21.413 |
| - type: map_at_5 |
| value: 22.745 |
| - type: mrr_at_1 |
| value: 19.32515337423313 |
| - type: mrr_at_10 |
| value: 25.910081312688664 |
| - type: mrr_at_100 |
| value: 26.732545270907544 |
| - type: mrr_at_1000 |
| value: 26.81958074650717 |
| - type: mrr_at_20 |
| value: 26.38483873098964 |
| - type: mrr_at_3 |
| value: 23.77300613496933 |
| - type: mrr_at_5 |
| value: 25.02300613496933 |
| - type: nauc_map_at_1000_diff1 |
| value: 51.2509463814842 |
| - type: nauc_map_at_1000_max |
| value: 34.59378039517527 |
| - type: nauc_map_at_100_diff1 |
| value: 51.20195960756142 |
| - type: nauc_map_at_100_max |
| value: 34.52292810417864 |
| - type: nauc_map_at_10_diff1 |
| value: 50.971047162244375 |
| - type: nauc_map_at_10_max |
| value: 34.42837100976023 |
| - type: nauc_map_at_1_diff1 |
| value: 61.66057666415862 |
| - type: nauc_map_at_1_max |
| value: 34.54325674205874 |
| - type: nauc_map_at_20_diff1 |
| value: 51.16950921599598 |
| - type: nauc_map_at_20_max |
| value: 34.50836855076594 |
| - type: nauc_map_at_3_diff1 |
| value: 52.980211175481394 |
| - type: nauc_map_at_3_max |
| value: 34.10535134653065 |
| - type: nauc_map_at_5_diff1 |
| value: 51.825290665802 |
| - type: nauc_map_at_5_max |
| value: 34.48591848937056 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 51.50014502932111 |
| - type: nauc_mrr_at_1000_max |
| value: 36.80362520167512 |
| - type: nauc_mrr_at_100_diff1 |
| value: 51.447470381911685 |
| - type: nauc_mrr_at_100_max |
| value: 36.776788558968704 |
| - type: nauc_mrr_at_10_diff1 |
| value: 51.264885407403696 |
| - type: nauc_mrr_at_10_max |
| value: 36.93350671984603 |
| - type: nauc_mrr_at_1_diff1 |
| value: 60.877750778528494 |
| - type: nauc_mrr_at_1_max |
| value: 36.49057984523738 |
| - type: nauc_mrr_at_20_diff1 |
| value: 51.3534499982496 |
| - type: nauc_mrr_at_20_max |
| value: 36.84780620387409 |
| - type: nauc_mrr_at_3_diff1 |
| value: 53.30071892113097 |
| - type: nauc_mrr_at_3_max |
| value: 36.820559680318546 |
| - type: nauc_mrr_at_5_diff1 |
| value: 52.220386246212556 |
| - type: nauc_mrr_at_5_max |
| value: 37.04291739287823 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 48.42608193180114 |
| - type: nauc_ndcg_at_1000_max |
| value: 35.93812099772579 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 47.5791516869875 |
| - type: nauc_ndcg_at_100_max |
| value: 34.85361305271241 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 46.85004446008741 |
| - type: nauc_ndcg_at_10_max |
| value: 34.62550268395681 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 60.877750778528494 |
| - type: nauc_ndcg_at_1_max |
| value: 36.49057984523738 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 47.301675307241545 |
| - type: nauc_ndcg_at_20_max |
| value: 34.762713095272225 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 50.570168102906564 |
| - type: nauc_ndcg_at_3_max |
| value: 35.019669654163586 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 48.66877986875303 |
| - type: nauc_ndcg_at_5_max |
| value: 35.01212166467292 |
| - type: nauc_precision_at_1000_diff1 |
| value: 14.228081363546169 |
| - type: nauc_precision_at_1000_max |
| value: 32.18702497143084 |
| - type: nauc_precision_at_100_diff1 |
| value: 27.494269464828974 |
| - type: nauc_precision_at_100_max |
| value: 37.41573760452751 |
| - type: nauc_precision_at_10_diff1 |
| value: 33.933451544379366 |
| - type: nauc_precision_at_10_max |
| value: 38.49427569486423 |
| - type: nauc_precision_at_1_diff1 |
| value: 60.877750778528494 |
| - type: nauc_precision_at_1_max |
| value: 36.49057984523738 |
| - type: nauc_precision_at_20_diff1 |
| value: 34.397803404800605 |
| - type: nauc_precision_at_20_max |
| value: 40.15514058102005 |
| - type: nauc_precision_at_3_diff1 |
| value: 42.88433793638738 |
| - type: nauc_precision_at_3_max |
| value: 38.4764975067788 |
| - type: nauc_precision_at_5_diff1 |
| value: 38.93369587658407 |
| - type: nauc_precision_at_5_max |
| value: 39.456916993900585 |
| - type: nauc_recall_at_1000_diff1 |
| value: 37.19758635716514 |
| - type: nauc_recall_at_1000_max |
| value: 36.93465372531077 |
| - type: nauc_recall_at_100_diff1 |
| value: 35.404949235194174 |
| - type: nauc_recall_at_100_max |
| value: 30.630300224996066 |
| - type: nauc_recall_at_10_diff1 |
| value: 34.702045929932055 |
| - type: nauc_recall_at_10_max |
| value: 31.534616746827915 |
| - type: nauc_recall_at_1_diff1 |
| value: 61.66057666415862 |
| - type: nauc_recall_at_1_max |
| value: 34.54325674205874 |
| - type: nauc_recall_at_20_diff1 |
| value: 35.24947576154629 |
| - type: nauc_recall_at_20_max |
| value: 31.041888309997695 |
| - type: nauc_recall_at_3_diff1 |
| value: 43.141135363012054 |
| - type: nauc_recall_at_3_max |
| value: 31.535167376189584 |
| - type: nauc_recall_at_5_diff1 |
| value: 38.72810643136954 |
| - type: nauc_recall_at_5_max |
| value: 32.01182215240314 |
| - type: ndcg_at_1 |
| value: 19.325 |
| - type: ndcg_at_10 |
| value: 27.722 |
| - type: ndcg_at_100 |
| value: 32.0 |
| - type: ndcg_at_1000 |
| value: 34.77 |
| - type: ndcg_at_20 |
| value: 29.465000000000003 |
| - type: ndcg_at_3 |
| value: 23.341 |
| - type: ndcg_at_5 |
| value: 25.529000000000003 |
| - type: precision_at_1 |
| value: 19.325 |
| - type: precision_at_10 |
| value: 4.601 |
| - type: precision_at_100 |
| value: 0.721 |
| - type: precision_at_1000 |
| value: 0.104 |
| - type: precision_at_20 |
| value: 2.692 |
| - type: precision_at_3 |
| value: 10.327 |
| - type: precision_at_5 |
| value: 7.515 |
| - type: recall_at_1 |
| value: 17.261000000000003 |
| - type: recall_at_10 |
| value: 37.802 |
| - type: recall_at_100 |
| value: 57.166 |
| - type: recall_at_1000 |
| value: 77.469 |
| - type: recall_at_20 |
| value: 44.318999999999996 |
| - type: recall_at_3 |
| value: 26.116 |
| - type: recall_at_5 |
| value: 31.366 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-tex |
| name: MTEB CQADupstackTexRetrieval |
| config: default |
| split: test |
| revision: 46989137a86843e03a6195de44b09deda022eec7 |
| metrics: |
| - type: map_at_1 |
| value: 12.961 |
| - type: map_at_10 |
| value: 18.740000000000002 |
| - type: map_at_100 |
| value: 19.703 |
| - type: map_at_1000 |
| value: 19.825 |
| - type: map_at_20 |
| value: 19.216 |
| - type: map_at_3 |
| value: 16.694 |
| - type: map_at_5 |
| value: 17.743000000000002 |
| - type: mrr_at_1 |
| value: 16.10461114934618 |
| - type: mrr_at_10 |
| value: 22.051188564437027 |
| - type: mrr_at_100 |
| value: 22.947710833057016 |
| - type: mrr_at_1000 |
| value: 23.031251789042475 |
| - type: mrr_at_20 |
| value: 22.535362926344344 |
| - type: mrr_at_3 |
| value: 20.061940812112866 |
| - type: mrr_at_5 |
| value: 21.092567102546468 |
| - type: nauc_map_at_1000_diff1 |
| value: 28.720484948469466 |
| - type: nauc_map_at_1000_max |
| value: 22.865440767140637 |
| - type: nauc_map_at_100_diff1 |
| value: 28.725034760353314 |
| - type: nauc_map_at_100_max |
| value: 22.84046004129796 |
| - type: nauc_map_at_10_diff1 |
| value: 28.952012695372698 |
| - type: nauc_map_at_10_max |
| value: 22.793975798196286 |
| - type: nauc_map_at_1_diff1 |
| value: 35.53613349593089 |
| - type: nauc_map_at_1_max |
| value: 24.140548014012747 |
| - type: nauc_map_at_20_diff1 |
| value: 28.853451957069336 |
| - type: nauc_map_at_20_max |
| value: 22.799743549101326 |
| - type: nauc_map_at_3_diff1 |
| value: 29.951337425480883 |
| - type: nauc_map_at_3_max |
| value: 22.610756063409553 |
| - type: nauc_map_at_5_diff1 |
| value: 29.37330668286449 |
| - type: nauc_map_at_5_max |
| value: 22.57878266649173 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 27.90192701434291 |
| - type: nauc_mrr_at_1000_max |
| value: 23.7579661122046 |
| - type: nauc_mrr_at_100_diff1 |
| value: 27.900632259474882 |
| - type: nauc_mrr_at_100_max |
| value: 23.75784428285424 |
| - type: nauc_mrr_at_10_diff1 |
| value: 28.00880872779524 |
| - type: nauc_mrr_at_10_max |
| value: 23.798169424406627 |
| - type: nauc_mrr_at_1_diff1 |
| value: 34.309863568911425 |
| - type: nauc_mrr_at_1_max |
| value: 26.916059981932417 |
| - type: nauc_mrr_at_20_diff1 |
| value: 28.043424996676624 |
| - type: nauc_mrr_at_20_max |
| value: 23.783097407351868 |
| - type: nauc_mrr_at_3_diff1 |
| value: 28.872236354185237 |
| - type: nauc_mrr_at_3_max |
| value: 24.10001094600915 |
| - type: nauc_mrr_at_5_diff1 |
| value: 28.431586921893327 |
| - type: nauc_mrr_at_5_max |
| value: 23.793770139983565 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 25.26133758890153 |
| - type: nauc_ndcg_at_1000_max |
| value: 22.369863581700518 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 25.295918102117653 |
| - type: nauc_ndcg_at_100_max |
| value: 22.19607938223796 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 26.73394941848248 |
| - type: nauc_ndcg_at_10_max |
| value: 22.53565041597461 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 34.309863568911425 |
| - type: nauc_ndcg_at_1_max |
| value: 26.916059981932417 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 26.483879384526325 |
| - type: nauc_ndcg_at_20_max |
| value: 22.37283043808397 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 28.233989865507585 |
| - type: nauc_ndcg_at_3_max |
| value: 23.18337582626765 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 27.586183431281597 |
| - type: nauc_ndcg_at_5_max |
| value: 22.525122228978613 |
| - type: nauc_precision_at_1000_diff1 |
| value: 4.291961797660381 |
| - type: nauc_precision_at_1000_max |
| value: 20.066766200392706 |
| - type: nauc_precision_at_100_diff1 |
| value: 9.25374685617893 |
| - type: nauc_precision_at_100_max |
| value: 23.561539434177973 |
| - type: nauc_precision_at_10_diff1 |
| value: 18.543124835189897 |
| - type: nauc_precision_at_10_max |
| value: 25.99560427639843 |
| - type: nauc_precision_at_1_diff1 |
| value: 34.309863568911425 |
| - type: nauc_precision_at_1_max |
| value: 26.916059981932417 |
| - type: nauc_precision_at_20_diff1 |
| value: 17.32859805675752 |
| - type: nauc_precision_at_20_max |
| value: 25.111647024470713 |
| - type: nauc_precision_at_3_diff1 |
| value: 23.11307218784423 |
| - type: nauc_precision_at_3_max |
| value: 25.43882757760188 |
| - type: nauc_precision_at_5_diff1 |
| value: 21.066799573535427 |
| - type: nauc_precision_at_5_max |
| value: 25.53816237609956 |
| - type: nauc_recall_at_1000_diff1 |
| value: 9.108450047050564 |
| - type: nauc_recall_at_1000_max |
| value: 15.552865366057592 |
| - type: nauc_recall_at_100_diff1 |
| value: 14.425072798063132 |
| - type: nauc_recall_at_100_max |
| value: 17.05584096508452 |
| - type: nauc_recall_at_10_diff1 |
| value: 20.957155461035747 |
| - type: nauc_recall_at_10_max |
| value: 18.77313505623332 |
| - type: nauc_recall_at_1_diff1 |
| value: 35.53613349593089 |
| - type: nauc_recall_at_1_max |
| value: 24.140548014012747 |
| - type: nauc_recall_at_20_diff1 |
| value: 19.96872494547587 |
| - type: nauc_recall_at_20_max |
| value: 18.462760317549197 |
| - type: nauc_recall_at_3_diff1 |
| value: 24.694266156911524 |
| - type: nauc_recall_at_3_max |
| value: 19.640837676020173 |
| - type: nauc_recall_at_5_diff1 |
| value: 23.065469774243972 |
| - type: nauc_recall_at_5_max |
| value: 18.657460685134776 |
| - type: ndcg_at_1 |
| value: 16.105 |
| - type: ndcg_at_10 |
| value: 22.708000000000002 |
| - type: ndcg_at_100 |
| value: 27.653 |
| - type: ndcg_at_1000 |
| value: 30.812 |
| - type: ndcg_at_20 |
| value: 24.346 |
| - type: ndcg_at_3 |
| value: 18.95 |
| - type: ndcg_at_5 |
| value: 20.522000000000002 |
| - type: precision_at_1 |
| value: 16.105 |
| - type: precision_at_10 |
| value: 4.267 |
| - type: precision_at_100 |
| value: 0.799 |
| - type: precision_at_1000 |
| value: 0.124 |
| - type: precision_at_20 |
| value: 2.6100000000000003 |
| - type: precision_at_3 |
| value: 9.049999999999999 |
| - type: precision_at_5 |
| value: 6.593 |
| - type: recall_at_1 |
| value: 12.961 |
| - type: recall_at_10 |
| value: 31.438 |
| - type: recall_at_100 |
| value: 54.129000000000005 |
| - type: recall_at_1000 |
| value: 77.076 |
| - type: recall_at_20 |
| value: 37.518 |
| - type: recall_at_3 |
| value: 20.997 |
| - type: recall_at_5 |
| value: 25.074999999999996 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-unix |
| name: MTEB CQADupstackUnixRetrieval |
| config: default |
| split: test |
| revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 |
| metrics: |
| - type: map_at_1 |
| value: 20.709 |
| - type: map_at_10 |
| value: 28.738999999999997 |
| - type: map_at_100 |
| value: 29.815 |
| - type: map_at_1000 |
| value: 29.932 |
| - type: map_at_20 |
| value: 29.282999999999998 |
| - type: map_at_3 |
| value: 26.441 |
| - type: map_at_5 |
| value: 27.777 |
| - type: mrr_at_1 |
| value: 24.53358208955224 |
| - type: mrr_at_10 |
| value: 32.394463693437544 |
| - type: mrr_at_100 |
| value: 33.350174597946385 |
| - type: mrr_at_1000 |
| value: 33.41993464841955 |
| - type: mrr_at_20 |
| value: 32.94076610467875 |
| - type: mrr_at_3 |
| value: 30.130597014925375 |
| - type: mrr_at_5 |
| value: 31.473880597014904 |
| - type: nauc_map_at_1000_diff1 |
| value: 40.692748340864746 |
| - type: nauc_map_at_1000_max |
| value: 35.57839095914156 |
| - type: nauc_map_at_100_diff1 |
| value: 40.650799378493744 |
| - type: nauc_map_at_100_max |
| value: 35.53795709449845 |
| - type: nauc_map_at_10_diff1 |
| value: 40.89383138365538 |
| - type: nauc_map_at_10_max |
| value: 35.44293342259398 |
| - type: nauc_map_at_1_diff1 |
| value: 49.12072003473875 |
| - type: nauc_map_at_1_max |
| value: 35.88899688359625 |
| - type: nauc_map_at_20_diff1 |
| value: 40.67489507417953 |
| - type: nauc_map_at_20_max |
| value: 35.37903608045856 |
| - type: nauc_map_at_3_diff1 |
| value: 41.5317838231129 |
| - type: nauc_map_at_3_max |
| value: 35.46770908063441 |
| - type: nauc_map_at_5_diff1 |
| value: 40.846545617446004 |
| - type: nauc_map_at_5_max |
| value: 35.14965178055238 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 40.73361687958999 |
| - type: nauc_mrr_at_1000_max |
| value: 37.121713108339534 |
| - type: nauc_mrr_at_100_diff1 |
| value: 40.71129341657058 |
| - type: nauc_mrr_at_100_max |
| value: 37.11517896403668 |
| - type: nauc_mrr_at_10_diff1 |
| value: 40.72473147121323 |
| - type: nauc_mrr_at_10_max |
| value: 37.04589115955753 |
| - type: nauc_mrr_at_1_diff1 |
| value: 48.388878266455734 |
| - type: nauc_mrr_at_1_max |
| value: 37.526360339847045 |
| - type: nauc_mrr_at_20_diff1 |
| value: 40.61982213089854 |
| - type: nauc_mrr_at_20_max |
| value: 37.00491513836514 |
| - type: nauc_mrr_at_3_diff1 |
| value: 41.37485831338118 |
| - type: nauc_mrr_at_3_max |
| value: 37.47176509970741 |
| - type: nauc_mrr_at_5_diff1 |
| value: 40.93161777811511 |
| - type: nauc_mrr_at_5_max |
| value: 37.078286920815906 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 38.5467813816651 |
| - type: nauc_ndcg_at_1000_max |
| value: 36.596764984052825 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 37.67469746267849 |
| - type: nauc_ndcg_at_100_max |
| value: 35.8208874944717 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 38.66595637217053 |
| - type: nauc_ndcg_at_10_max |
| value: 35.6228257599822 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 48.388878266455734 |
| - type: nauc_ndcg_at_1_max |
| value: 37.526360339847045 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 37.890275853954094 |
| - type: nauc_ndcg_at_20_max |
| value: 35.25047254404629 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 39.87230430483416 |
| - type: nauc_ndcg_at_3_max |
| value: 36.008184210199325 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 38.841236541335206 |
| - type: nauc_ndcg_at_5_max |
| value: 35.192374109201246 |
| - type: nauc_precision_at_1000_diff1 |
| value: 1.657722375056512 |
| - type: nauc_precision_at_1000_max |
| value: 11.706401779440883 |
| - type: nauc_precision_at_100_diff1 |
| value: 10.20061825548431 |
| - type: nauc_precision_at_100_max |
| value: 22.845634742237408 |
| - type: nauc_precision_at_10_diff1 |
| value: 26.632700346478916 |
| - type: nauc_precision_at_10_max |
| value: 32.62334674689399 |
| - type: nauc_precision_at_1_diff1 |
| value: 48.388878266455734 |
| - type: nauc_precision_at_1_max |
| value: 37.526360339847045 |
| - type: nauc_precision_at_20_diff1 |
| value: 20.876173735564592 |
| - type: nauc_precision_at_20_max |
| value: 28.850377091435526 |
| - type: nauc_precision_at_3_diff1 |
| value: 32.025223944269 |
| - type: nauc_precision_at_3_max |
| value: 35.71025859086816 |
| - type: nauc_precision_at_5_diff1 |
| value: 28.967780161302443 |
| - type: nauc_precision_at_5_max |
| value: 33.49195837301289 |
| - type: nauc_recall_at_1000_diff1 |
| value: 23.608841697077036 |
| - type: nauc_recall_at_1000_max |
| value: 41.20735928314203 |
| - type: nauc_recall_at_100_diff1 |
| value: 22.76475282031864 |
| - type: nauc_recall_at_100_max |
| value: 30.663804567546897 |
| - type: nauc_recall_at_10_diff1 |
| value: 31.20793541893715 |
| - type: nauc_recall_at_10_max |
| value: 32.83480866538358 |
| - type: nauc_recall_at_1_diff1 |
| value: 49.12072003473875 |
| - type: nauc_recall_at_1_max |
| value: 35.88899688359625 |
| - type: nauc_recall_at_20_diff1 |
| value: 27.465280423335305 |
| - type: nauc_recall_at_20_max |
| value: 30.40284795095875 |
| - type: nauc_recall_at_3_diff1 |
| value: 34.792488128346164 |
| - type: nauc_recall_at_3_max |
| value: 34.223694348326724 |
| - type: nauc_recall_at_5_diff1 |
| value: 32.528565271564474 |
| - type: nauc_recall_at_5_max |
| value: 32.428759553708744 |
| - type: ndcg_at_1 |
| value: 24.534 |
| - type: ndcg_at_10 |
| value: 33.363 |
| - type: ndcg_at_100 |
| value: 38.737 |
| - type: ndcg_at_1000 |
| value: 41.508 |
| - type: ndcg_at_20 |
| value: 35.288000000000004 |
| - type: ndcg_at_3 |
| value: 29.083 |
| - type: ndcg_at_5 |
| value: 31.212 |
| - type: precision_at_1 |
| value: 24.534 |
| - type: precision_at_10 |
| value: 5.588 |
| - type: precision_at_100 |
| value: 0.932 |
| - type: precision_at_1000 |
| value: 0.129 |
| - type: precision_at_20 |
| value: 3.3300000000000005 |
| - type: precision_at_3 |
| value: 13.245999999999999 |
| - type: precision_at_5 |
| value: 9.366 |
| - type: recall_at_1 |
| value: 20.709 |
| - type: recall_at_10 |
| value: 43.924 |
| - type: recall_at_100 |
| value: 67.823 |
| - type: recall_at_1000 |
| value: 87.665 |
| - type: recall_at_20 |
| value: 50.893 |
| - type: recall_at_3 |
| value: 32.175 |
| - type: recall_at_5 |
| value: 37.649 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-webmasters |
| name: MTEB CQADupstackWebmastersRetrieval |
| config: default |
| split: test |
| revision: 160c094312a0e1facb97e55eeddb698c0abe3571 |
| metrics: |
| - type: map_at_1 |
| value: 22.305 |
| - type: map_at_10 |
| value: 30.379 |
| - type: map_at_100 |
| value: 31.782 |
| - type: map_at_1000 |
| value: 32.012 |
| - type: map_at_20 |
| value: 31.064000000000004 |
| - type: map_at_3 |
| value: 27.881 |
| - type: map_at_5 |
| value: 29.160000000000004 |
| - type: mrr_at_1 |
| value: 27.07509881422925 |
| - type: mrr_at_10 |
| value: 34.71610515088775 |
| - type: mrr_at_100 |
| value: 35.64647402926793 |
| - type: mrr_at_1000 |
| value: 35.72461288830468 |
| - type: mrr_at_20 |
| value: 35.21386515614449 |
| - type: mrr_at_3 |
| value: 32.608695652173914 |
| - type: mrr_at_5 |
| value: 33.73517786561265 |
| - type: nauc_map_at_1000_diff1 |
| value: 40.06942921592567 |
| - type: nauc_map_at_1000_max |
| value: 34.948952917618826 |
| - type: nauc_map_at_100_diff1 |
| value: 40.26652655508838 |
| - type: nauc_map_at_100_max |
| value: 35.05037692834513 |
| - type: nauc_map_at_10_diff1 |
| value: 40.40482595725152 |
| - type: nauc_map_at_10_max |
| value: 34.76994801074602 |
| - type: nauc_map_at_1_diff1 |
| value: 48.449155396082276 |
| - type: nauc_map_at_1_max |
| value: 31.923255733967675 |
| - type: nauc_map_at_20_diff1 |
| value: 40.43121378897672 |
| - type: nauc_map_at_20_max |
| value: 34.955059887164744 |
| - type: nauc_map_at_3_diff1 |
| value: 41.520030101234 |
| - type: nauc_map_at_3_max |
| value: 33.87326916343342 |
| - type: nauc_map_at_5_diff1 |
| value: 40.68085798830698 |
| - type: nauc_map_at_5_max |
| value: 34.52274061079644 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 38.58624602600238 |
| - type: nauc_mrr_at_1000_max |
| value: 36.71589604244066 |
| - type: nauc_mrr_at_100_diff1 |
| value: 38.57954339254479 |
| - type: nauc_mrr_at_100_max |
| value: 36.71451461262756 |
| - type: nauc_mrr_at_10_diff1 |
| value: 38.39778240600376 |
| - type: nauc_mrr_at_10_max |
| value: 36.867440078145805 |
| - type: nauc_mrr_at_1_diff1 |
| value: 45.54773488737558 |
| - type: nauc_mrr_at_1_max |
| value: 35.46157252708776 |
| - type: nauc_mrr_at_20_diff1 |
| value: 38.56226741939672 |
| - type: nauc_mrr_at_20_max |
| value: 36.79076112969171 |
| - type: nauc_mrr_at_3_diff1 |
| value: 39.241048736996326 |
| - type: nauc_mrr_at_3_max |
| value: 36.81497880532945 |
| - type: nauc_mrr_at_5_diff1 |
| value: 38.75938933304581 |
| - type: nauc_mrr_at_5_max |
| value: 36.91112394256869 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 37.01015933832102 |
| - type: nauc_ndcg_at_1000_max |
| value: 36.14674427038953 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 37.46009355653446 |
| - type: nauc_ndcg_at_100_max |
| value: 36.168362134330415 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 36.87998378155374 |
| - type: nauc_ndcg_at_10_max |
| value: 36.03488979078424 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 45.54773488737558 |
| - type: nauc_ndcg_at_1_max |
| value: 35.46157252708776 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 37.32245335628528 |
| - type: nauc_ndcg_at_20_max |
| value: 35.98153437861986 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 38.4065595992595 |
| - type: nauc_ndcg_at_3_max |
| value: 36.16984761665991 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 37.528041451543274 |
| - type: nauc_ndcg_at_5_max |
| value: 36.29795461312836 |
| - type: nauc_precision_at_1000_diff1 |
| value: -27.028565760553704 |
| - type: nauc_precision_at_1000_max |
| value: -6.211061610108618 |
| - type: nauc_precision_at_100_diff1 |
| value: -11.543495827856747 |
| - type: nauc_precision_at_100_max |
| value: 10.08227744965561 |
| - type: nauc_precision_at_10_diff1 |
| value: 11.91615180702728 |
| - type: nauc_precision_at_10_max |
| value: 31.648399736572237 |
| - type: nauc_precision_at_1_diff1 |
| value: 45.54773488737558 |
| - type: nauc_precision_at_1_max |
| value: 35.46157252708776 |
| - type: nauc_precision_at_20_diff1 |
| value: 7.106796337295673 |
| - type: nauc_precision_at_20_max |
| value: 28.270776285978005 |
| - type: nauc_precision_at_3_diff1 |
| value: 27.025372640430305 |
| - type: nauc_precision_at_3_max |
| value: 37.05993782016582 |
| - type: nauc_precision_at_5_diff1 |
| value: 20.36905717821343 |
| - type: nauc_precision_at_5_max |
| value: 36.78762312900936 |
| - type: nauc_recall_at_1000_diff1 |
| value: 15.327824598428135 |
| - type: nauc_recall_at_1000_max |
| value: 37.388077518454125 |
| - type: nauc_recall_at_100_diff1 |
| value: 26.663273479931682 |
| - type: nauc_recall_at_100_max |
| value: 35.19719455819416 |
| - type: nauc_recall_at_10_diff1 |
| value: 29.457868053419173 |
| - type: nauc_recall_at_10_max |
| value: 34.69858107618685 |
| - type: nauc_recall_at_1_diff1 |
| value: 48.449155396082276 |
| - type: nauc_recall_at_1_max |
| value: 31.923255733967675 |
| - type: nauc_recall_at_20_diff1 |
| value: 28.740287691134785 |
| - type: nauc_recall_at_20_max |
| value: 33.54392173053316 |
| - type: nauc_recall_at_3_diff1 |
| value: 34.36341724443082 |
| - type: nauc_recall_at_3_max |
| value: 34.23281133452072 |
| - type: nauc_recall_at_5_diff1 |
| value: 31.778622196668138 |
| - type: nauc_recall_at_5_max |
| value: 35.09923813897011 |
| - type: ndcg_at_1 |
| value: 27.075 |
| - type: ndcg_at_10 |
| value: 35.35 |
| - type: ndcg_at_100 |
| value: 40.822 |
| - type: ndcg_at_1000 |
| value: 43.961 |
| - type: ndcg_at_20 |
| value: 37.13 |
| - type: ndcg_at_3 |
| value: 31.419000000000004 |
| - type: ndcg_at_5 |
| value: 33.032000000000004 |
| - type: precision_at_1 |
| value: 27.075 |
| - type: precision_at_10 |
| value: 6.64 |
| - type: precision_at_100 |
| value: 1.35 |
| - type: precision_at_1000 |
| value: 0.232 |
| - type: precision_at_20 |
| value: 4.14 |
| - type: precision_at_3 |
| value: 14.427000000000001 |
| - type: precision_at_5 |
| value: 10.435 |
| - type: recall_at_1 |
| value: 22.305 |
| - type: recall_at_10 |
| value: 44.456 |
| - type: recall_at_100 |
| value: 69.57799999999999 |
| - type: recall_at_1000 |
| value: 89.262 |
| - type: recall_at_20 |
| value: 51.434999999999995 |
| - type: recall_at_3 |
| value: 33.141999999999996 |
| - type: recall_at_5 |
| value: 37.51 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/cqadupstack-wordpress |
| name: MTEB CQADupstackWordpressRetrieval |
| config: default |
| split: test |
| revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 |
| metrics: |
| - type: map_at_1 |
| value: 15.723999999999998 |
| - type: map_at_10 |
| value: 22.479 |
| - type: map_at_100 |
| value: 23.494 |
| - type: map_at_1000 |
| value: 23.613 |
| - type: map_at_20 |
| value: 23.043 |
| - type: map_at_3 |
| value: 20.49 |
| - type: map_at_5 |
| value: 21.711 |
| - type: mrr_at_1 |
| value: 17.375231053604438 |
| - type: mrr_at_10 |
| value: 24.391485491300635 |
| - type: mrr_at_100 |
| value: 25.3451706703197 |
| - type: mrr_at_1000 |
| value: 25.4338976938353 |
| - type: mrr_at_20 |
| value: 24.932480156623605 |
| - type: mrr_at_3 |
| value: 22.48921749845963 |
| - type: mrr_at_5 |
| value: 23.62600123228588 |
| - type: nauc_map_at_1000_diff1 |
| value: 26.568452594006768 |
| - type: nauc_map_at_1000_max |
| value: 22.6643108995624 |
| - type: nauc_map_at_100_diff1 |
| value: 26.56713050875225 |
| - type: nauc_map_at_100_max |
| value: 22.72845024690553 |
| - type: nauc_map_at_10_diff1 |
| value: 26.48034872839756 |
| - type: nauc_map_at_10_max |
| value: 22.77864909505566 |
| - type: nauc_map_at_1_diff1 |
| value: 35.16513757522047 |
| - type: nauc_map_at_1_max |
| value: 22.34690217093654 |
| - type: nauc_map_at_20_diff1 |
| value: 26.373663262670444 |
| - type: nauc_map_at_20_max |
| value: 22.587491027571254 |
| - type: nauc_map_at_3_diff1 |
| value: 27.621000302198922 |
| - type: nauc_map_at_3_max |
| value: 22.84661442384809 |
| - type: nauc_map_at_5_diff1 |
| value: 26.765290689478732 |
| - type: nauc_map_at_5_max |
| value: 22.988851260881056 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 27.28527950781967 |
| - type: nauc_mrr_at_1000_max |
| value: 22.818092962601042 |
| - type: nauc_mrr_at_100_diff1 |
| value: 27.29780478860489 |
| - type: nauc_mrr_at_100_max |
| value: 22.85092145520846 |
| - type: nauc_mrr_at_10_diff1 |
| value: 27.245118068210814 |
| - type: nauc_mrr_at_10_max |
| value: 22.93612080353226 |
| - type: nauc_mrr_at_1_diff1 |
| value: 36.22401042267479 |
| - type: nauc_mrr_at_1_max |
| value: 24.1620633176196 |
| - type: nauc_mrr_at_20_diff1 |
| value: 27.10137249046854 |
| - type: nauc_mrr_at_20_max |
| value: 22.74832608433313 |
| - type: nauc_mrr_at_3_diff1 |
| value: 28.803394273224846 |
| - type: nauc_mrr_at_3_max |
| value: 23.58218274270813 |
| - type: nauc_mrr_at_5_diff1 |
| value: 27.548514879068392 |
| - type: nauc_mrr_at_5_max |
| value: 23.202061782986362 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 24.255610268405004 |
| - type: nauc_ndcg_at_1000_max |
| value: 21.021653182317866 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 24.38035576235643 |
| - type: nauc_ndcg_at_100_max |
| value: 22.01602046149638 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 23.72345010383346 |
| - type: nauc_ndcg_at_10_max |
| value: 22.379426846697886 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 36.22401042267479 |
| - type: nauc_ndcg_at_1_max |
| value: 24.1620633176196 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 23.238204223853767 |
| - type: nauc_ndcg_at_20_max |
| value: 21.524058764754642 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 26.154431437162284 |
| - type: nauc_ndcg_at_3_max |
| value: 23.12477560308262 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 24.381279154864856 |
| - type: nauc_ndcg_at_5_max |
| value: 22.928738776001943 |
| - type: nauc_precision_at_1000_diff1 |
| value: 10.866194934427694 |
| - type: nauc_precision_at_1000_max |
| value: -8.119816513990198 |
| - type: nauc_precision_at_100_diff1 |
| value: 16.347299053203397 |
| - type: nauc_precision_at_100_max |
| value: 13.26292415361133 |
| - type: nauc_precision_at_10_diff1 |
| value: 16.63699688800471 |
| - type: nauc_precision_at_10_max |
| value: 22.375088256427286 |
| - type: nauc_precision_at_1_diff1 |
| value: 36.22401042267479 |
| - type: nauc_precision_at_1_max |
| value: 24.1620633176196 |
| - type: nauc_precision_at_20_diff1 |
| value: 15.555806748912909 |
| - type: nauc_precision_at_20_max |
| value: 18.55637142126297 |
| - type: nauc_precision_at_3_diff1 |
| value: 21.119629681631707 |
| - type: nauc_precision_at_3_max |
| value: 25.238443284915007 |
| - type: nauc_precision_at_5_diff1 |
| value: 18.173398326347908 |
| - type: nauc_precision_at_5_max |
| value: 24.277628318544387 |
| - type: nauc_recall_at_1000_diff1 |
| value: 11.904300629344641 |
| - type: nauc_recall_at_1000_max |
| value: 4.543701587503855 |
| - type: nauc_recall_at_100_diff1 |
| value: 17.873778791471032 |
| - type: nauc_recall_at_100_max |
| value: 18.07160995779775 |
| - type: nauc_recall_at_10_diff1 |
| value: 15.715088403469021 |
| - type: nauc_recall_at_10_max |
| value: 20.285351500657857 |
| - type: nauc_recall_at_1_diff1 |
| value: 35.16513757522047 |
| - type: nauc_recall_at_1_max |
| value: 22.34690217093654 |
| - type: nauc_recall_at_20_diff1 |
| value: 13.584020684215409 |
| - type: nauc_recall_at_20_max |
| value: 16.915404230260844 |
| - type: nauc_recall_at_3_diff1 |
| value: 20.57543835256644 |
| - type: nauc_recall_at_3_max |
| value: 22.257888049364798 |
| - type: nauc_recall_at_5_diff1 |
| value: 17.196563781054497 |
| - type: nauc_recall_at_5_max |
| value: 21.786295860256278 |
| - type: ndcg_at_1 |
| value: 17.375 |
| - type: ndcg_at_10 |
| value: 26.458 |
| - type: ndcg_at_100 |
| value: 31.630999999999997 |
| - type: ndcg_at_1000 |
| value: 34.648 |
| - type: ndcg_at_20 |
| value: 28.429 |
| - type: ndcg_at_3 |
| value: 22.572 |
| - type: ndcg_at_5 |
| value: 24.627 |
| - type: precision_at_1 |
| value: 17.375 |
| - type: precision_at_10 |
| value: 4.3069999999999995 |
| - type: precision_at_100 |
| value: 0.747 |
| - type: precision_at_1000 |
| value: 0.11299999999999999 |
| - type: precision_at_20 |
| value: 2.616 |
| - type: precision_at_3 |
| value: 9.982000000000001 |
| - type: precision_at_5 |
| value: 7.172000000000001 |
| - type: recall_at_1 |
| value: 15.723999999999998 |
| - type: recall_at_10 |
| value: 36.848 |
| - type: recall_at_100 |
| value: 60.843 |
| - type: recall_at_1000 |
| value: 83.35900000000001 |
| - type: recall_at_20 |
| value: 44.239 |
| - type: recall_at_3 |
| value: 26.512999999999998 |
| - type: recall_at_5 |
| value: 31.447999999999997 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/climate-fever |
| name: MTEB ClimateFEVER |
| config: default |
| split: test |
| revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 |
| metrics: |
| - type: map_at_1 |
| value: 7.556 |
| - type: map_at_10 |
| value: 14.451 |
| - type: map_at_100 |
| value: 16.098000000000003 |
| - type: map_at_1000 |
| value: 16.292 |
| - type: map_at_20 |
| value: 15.354000000000001 |
| - type: map_at_3 |
| value: 11.788 |
| - type: map_at_5 |
| value: 13.036 |
| - type: mrr_at_1 |
| value: 17.850162866449512 |
| - type: mrr_at_10 |
| value: 29.02070730572359 |
| - type: mrr_at_100 |
| value: 30.10374653258222 |
| - type: mrr_at_1000 |
| value: 30.159660391788854 |
| - type: mrr_at_20 |
| value: 29.705480653232243 |
| - type: mrr_at_3 |
| value: 25.287730727470116 |
| - type: mrr_at_5 |
| value: 27.437567861020568 |
| - type: nauc_map_at_1000_diff1 |
| value: 19.209527081030096 |
| - type: nauc_map_at_1000_max |
| value: 31.647208883839507 |
| - type: nauc_map_at_100_diff1 |
| value: 19.20806522507485 |
| - type: nauc_map_at_100_max |
| value: 31.548780447276 |
| - type: nauc_map_at_10_diff1 |
| value: 19.169908589166987 |
| - type: nauc_map_at_10_max |
| value: 30.501288768500395 |
| - type: nauc_map_at_1_diff1 |
| value: 26.988959334325852 |
| - type: nauc_map_at_1_max |
| value: 27.356073363716522 |
| - type: nauc_map_at_20_diff1 |
| value: 19.09827492317952 |
| - type: nauc_map_at_20_max |
| value: 31.134688299749186 |
| - type: nauc_map_at_3_diff1 |
| value: 19.934035735585724 |
| - type: nauc_map_at_3_max |
| value: 29.22218051641785 |
| - type: nauc_map_at_5_diff1 |
| value: 19.398656144868713 |
| - type: nauc_map_at_5_max |
| value: 29.045993729549778 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 16.978829558159727 |
| - type: nauc_mrr_at_1000_max |
| value: 27.016129985398962 |
| - type: nauc_mrr_at_100_diff1 |
| value: 16.95693929120996 |
| - type: nauc_mrr_at_100_max |
| value: 27.02464201206241 |
| - type: nauc_mrr_at_10_diff1 |
| value: 16.922383134541786 |
| - type: nauc_mrr_at_10_max |
| value: 26.917342116854172 |
| - type: nauc_mrr_at_1_diff1 |
| value: 21.967275710063323 |
| - type: nauc_mrr_at_1_max |
| value: 23.97730021914779 |
| - type: nauc_mrr_at_20_diff1 |
| value: 16.933125050384778 |
| - type: nauc_mrr_at_20_max |
| value: 27.07768335891788 |
| - type: nauc_mrr_at_3_diff1 |
| value: 16.946763294333316 |
| - type: nauc_mrr_at_3_max |
| value: 25.214811458539 |
| - type: nauc_mrr_at_5_diff1 |
| value: 17.04305756647301 |
| - type: nauc_mrr_at_5_max |
| value: 26.130628979961834 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 16.986658675773686 |
| - type: nauc_ndcg_at_1000_max |
| value: 34.4643347153785 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 17.057499024976163 |
| - type: nauc_ndcg_at_100_max |
| value: 33.73159453243811 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 16.929966520239194 |
| - type: nauc_ndcg_at_10_max |
| value: 31.301536380836026 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 21.967275710063323 |
| - type: nauc_ndcg_at_1_max |
| value: 23.97730021914779 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 16.900348110026968 |
| - type: nauc_ndcg_at_20_max |
| value: 32.476079344191525 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 17.270453057670856 |
| - type: nauc_ndcg_at_3_max |
| value: 27.75387606914448 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 17.300131450254998 |
| - type: nauc_ndcg_at_5_max |
| value: 28.707766380169097 |
| - type: nauc_precision_at_1000_diff1 |
| value: 2.3756918838598002 |
| - type: nauc_precision_at_1000_max |
| value: 20.23410724169113 |
| - type: nauc_precision_at_100_diff1 |
| value: 6.358801887547644 |
| - type: nauc_precision_at_100_max |
| value: 26.742998434337 |
| - type: nauc_precision_at_10_diff1 |
| value: 8.985726577486592 |
| - type: nauc_precision_at_10_max |
| value: 29.98846164047006 |
| - type: nauc_precision_at_1_diff1 |
| value: 21.967275710063323 |
| - type: nauc_precision_at_1_max |
| value: 23.97730021914779 |
| - type: nauc_precision_at_20_diff1 |
| value: 8.689481678265938 |
| - type: nauc_precision_at_20_max |
| value: 30.24412868451184 |
| - type: nauc_precision_at_3_diff1 |
| value: 11.498289241456895 |
| - type: nauc_precision_at_3_max |
| value: 26.84419245258572 |
| - type: nauc_precision_at_5_diff1 |
| value: 10.894319062565254 |
| - type: nauc_precision_at_5_max |
| value: 27.273788735432884 |
| - type: nauc_recall_at_1000_diff1 |
| value: 8.943592557292224 |
| - type: nauc_recall_at_1000_max |
| value: 37.585654238896446 |
| - type: nauc_recall_at_100_diff1 |
| value: 10.708206895515247 |
| - type: nauc_recall_at_100_max |
| value: 32.10962530348595 |
| - type: nauc_recall_at_10_diff1 |
| value: 12.169794236323957 |
| - type: nauc_recall_at_10_max |
| value: 30.12170288353037 |
| - type: nauc_recall_at_1_diff1 |
| value: 26.988959334325852 |
| - type: nauc_recall_at_1_max |
| value: 27.356073363716522 |
| - type: nauc_recall_at_20_diff1 |
| value: 11.394888526086374 |
| - type: nauc_recall_at_20_max |
| value: 30.72718903844353 |
| - type: nauc_recall_at_3_diff1 |
| value: 15.011650843515994 |
| - type: nauc_recall_at_3_max |
| value: 28.233837827958475 |
| - type: nauc_recall_at_5_diff1 |
| value: 13.739007199689038 |
| - type: nauc_recall_at_5_max |
| value: 27.097220418736455 |
| - type: ndcg_at_1 |
| value: 17.849999999999998 |
| - type: ndcg_at_10 |
| value: 21.712 |
| - type: ndcg_at_100 |
| value: 28.552 |
| - type: ndcg_at_1000 |
| value: 32.261 |
| - type: ndcg_at_20 |
| value: 24.421 |
| - type: ndcg_at_3 |
| value: 16.791 |
| - type: ndcg_at_5 |
| value: 18.462999999999997 |
| - type: precision_at_1 |
| value: 17.849999999999998 |
| - type: precision_at_10 |
| value: 7.212000000000001 |
| - type: precision_at_100 |
| value: 1.438 |
| - type: precision_at_1000 |
| value: 0.212 |
| - type: precision_at_20 |
| value: 4.73 |
| - type: precision_at_3 |
| value: 12.942 |
| - type: precision_at_5 |
| value: 10.280000000000001 |
| - type: recall_at_1 |
| value: 7.556 |
| - type: recall_at_10 |
| value: 27.891 |
| - type: recall_at_100 |
| value: 51.585 |
| - type: recall_at_1000 |
| value: 72.638 |
| - type: recall_at_20 |
| value: 35.644999999999996 |
| - type: recall_at_3 |
| value: 16.026 |
| - type: recall_at_5 |
| value: 20.507 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/dbpedia |
| name: MTEB DBPedia |
| config: default |
| split: test |
| revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 |
| metrics: |
| - type: map_at_1 |
| value: 7.234 |
| - type: map_at_10 |
| value: 14.607000000000001 |
| - type: map_at_100 |
| value: 20.104 |
| - type: map_at_1000 |
| value: 21.478 |
| - type: map_at_20 |
| value: 16.619999999999997 |
| - type: map_at_3 |
| value: 11.027000000000001 |
| - type: map_at_5 |
| value: 12.469 |
| - type: mrr_at_1 |
| value: 54.25 |
| - type: mrr_at_10 |
| value: 64.63998015873014 |
| - type: mrr_at_100 |
| value: 65.1130930093471 |
| - type: mrr_at_1000 |
| value: 65.13135082056961 |
| - type: mrr_at_20 |
| value: 64.94966038326137 |
| - type: mrr_at_3 |
| value: 62.458333333333336 |
| - type: mrr_at_5 |
| value: 63.845833333333324 |
| - type: nauc_map_at_1000_diff1 |
| value: 22.4158889201391 |
| - type: nauc_map_at_1000_max |
| value: 7.026467662060626 |
| - type: nauc_map_at_100_diff1 |
| value: 23.04636496295622 |
| - type: nauc_map_at_100_max |
| value: 4.725540774086458 |
| - type: nauc_map_at_10_diff1 |
| value: 23.432494495467783 |
| - type: nauc_map_at_10_max |
| value: -5.821110663085555 |
| - type: nauc_map_at_1_diff1 |
| value: 34.840276007257444 |
| - type: nauc_map_at_1_max |
| value: -11.37201527363141 |
| - type: nauc_map_at_20_diff1 |
| value: 24.395490704549474 |
| - type: nauc_map_at_20_max |
| value: -2.1089029956487084 |
| - type: nauc_map_at_3_diff1 |
| value: 26.996333964606727 |
| - type: nauc_map_at_3_max |
| value: -10.371168153982198 |
| - type: nauc_map_at_5_diff1 |
| value: 24.959954478462205 |
| - type: nauc_map_at_5_max |
| value: -8.600893701670593 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 35.24039282463778 |
| - type: nauc_mrr_at_1000_max |
| value: 37.114026096308244 |
| - type: nauc_mrr_at_100_diff1 |
| value: 35.246986246738324 |
| - type: nauc_mrr_at_100_max |
| value: 37.127597625848175 |
| - type: nauc_mrr_at_10_diff1 |
| value: 35.19817679146017 |
| - type: nauc_mrr_at_10_max |
| value: 37.10088394447574 |
| - type: nauc_mrr_at_1_diff1 |
| value: 37.871437973819546 |
| - type: nauc_mrr_at_1_max |
| value: 33.639317316766494 |
| - type: nauc_mrr_at_20_diff1 |
| value: 35.1331593237111 |
| - type: nauc_mrr_at_20_max |
| value: 37.0319775042493 |
| - type: nauc_mrr_at_3_diff1 |
| value: 35.18290669114643 |
| - type: nauc_mrr_at_3_max |
| value: 37.17151353458554 |
| - type: nauc_mrr_at_5_diff1 |
| value: 35.27152644879001 |
| - type: nauc_mrr_at_5_max |
| value: 37.59776931748075 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 23.265231375797573 |
| - type: nauc_ndcg_at_1000_max |
| value: 19.253303883964247 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 24.65543924960885 |
| - type: nauc_ndcg_at_100_max |
| value: 12.423207189979774 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 22.383661242851076 |
| - type: nauc_ndcg_at_10_max |
| value: 12.11544119539834 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 35.37762392054306 |
| - type: nauc_ndcg_at_1_max |
| value: 24.33308418951577 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 24.56519958043796 |
| - type: nauc_ndcg_at_20_max |
| value: 9.25238387333473 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 24.39638864122631 |
| - type: nauc_ndcg_at_3_max |
| value: 18.095896878796434 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 21.554177625230157 |
| - type: nauc_ndcg_at_5_max |
| value: 14.90300796432758 |
| - type: nauc_precision_at_1000_diff1 |
| value: -14.028751970399872 |
| - type: nauc_precision_at_1000_max |
| value: 22.683829892782335 |
| - type: nauc_precision_at_100_diff1 |
| value: -1.4922684516357194 |
| - type: nauc_precision_at_100_max |
| value: 32.211371870388795 |
| - type: nauc_precision_at_10_diff1 |
| value: 1.3791441135589875 |
| - type: nauc_precision_at_10_max |
| value: 28.329452472562267 |
| - type: nauc_precision_at_1_diff1 |
| value: 37.871437973819546 |
| - type: nauc_precision_at_1_max |
| value: 33.639317316766494 |
| - type: nauc_precision_at_20_diff1 |
| value: 3.1829444563318128 |
| - type: nauc_precision_at_20_max |
| value: 30.79822842458981 |
| - type: nauc_precision_at_3_diff1 |
| value: 9.890760276356035 |
| - type: nauc_precision_at_3_max |
| value: 27.255950486716085 |
| - type: nauc_precision_at_5_diff1 |
| value: 2.835882319987235 |
| - type: nauc_precision_at_5_max |
| value: 27.588094099192865 |
| - type: nauc_recall_at_1000_diff1 |
| value: 11.301016973437319 |
| - type: nauc_recall_at_1000_max |
| value: 13.632028573670441 |
| - type: nauc_recall_at_100_diff1 |
| value: 16.244420258674484 |
| - type: nauc_recall_at_100_max |
| value: 5.252228595283477 |
| - type: nauc_recall_at_10_diff1 |
| value: 17.14009149723741 |
| - type: nauc_recall_at_10_max |
| value: -8.886638909096206 |
| - type: nauc_recall_at_1_diff1 |
| value: 34.840276007257444 |
| - type: nauc_recall_at_1_max |
| value: -11.37201527363141 |
| - type: nauc_recall_at_20_diff1 |
| value: 18.393774547280316 |
| - type: nauc_recall_at_20_max |
| value: -5.756994115048744 |
| - type: nauc_recall_at_3_diff1 |
| value: 23.65687656688717 |
| - type: nauc_recall_at_3_max |
| value: -11.646229125385862 |
| - type: nauc_recall_at_5_diff1 |
| value: 21.02934437742109 |
| - type: nauc_recall_at_5_max |
| value: -9.305597108185982 |
| - type: ndcg_at_1 |
| value: 42.625 |
| - type: ndcg_at_10 |
| value: 32.005 |
| - type: ndcg_at_100 |
| value: 36.563 |
| - type: ndcg_at_1000 |
| value: 44.207 |
| - type: ndcg_at_20 |
| value: 31.608999999999998 |
| - type: ndcg_at_3 |
| value: 35.949999999999996 |
| - type: ndcg_at_5 |
| value: 33.375 |
| - type: precision_at_1 |
| value: 54.25 |
| - type: precision_at_10 |
| value: 25.650000000000002 |
| - type: precision_at_100 |
| value: 8.260000000000002 |
| - type: precision_at_1000 |
| value: 1.806 |
| - type: precision_at_20 |
| value: 18.9 |
| - type: precision_at_3 |
| value: 39.833 |
| - type: precision_at_5 |
| value: 32.7 |
| - type: recall_at_1 |
| value: 7.234 |
| - type: recall_at_10 |
| value: 20.075000000000003 |
| - type: recall_at_100 |
| value: 43.980999999999995 |
| - type: recall_at_1000 |
| value: 68.527 |
| - type: recall_at_20 |
| value: 26.251 |
| - type: recall_at_3 |
| value: 12.534999999999998 |
| - type: recall_at_5 |
| value: 15.121 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/emotion |
| name: MTEB EmotionClassification |
| config: default |
| split: test |
| revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 |
| metrics: |
| - type: accuracy |
| value: 40.81 |
| - type: f1 |
| value: 36.53895095274932 |
| - type: f1_weighted |
| value: 43.09824575802351 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/fever |
| name: MTEB FEVER |
| config: default |
| split: test |
| revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 |
| metrics: |
| - type: map_at_1 |
| value: 45.399 |
| - type: map_at_10 |
| value: 59.345000000000006 |
| - type: map_at_100 |
| value: 59.821000000000005 |
| - type: map_at_1000 |
| value: 59.841 |
| - type: map_at_20 |
| value: 59.662000000000006 |
| - type: map_at_3 |
| value: 56.577 |
| - type: map_at_5 |
| value: 58.384 |
| - type: mrr_at_1 |
| value: 48.7998799879988 |
| - type: mrr_at_10 |
| value: 63.182490868134714 |
| - type: mrr_at_100 |
| value: 63.571831061553496 |
| - type: mrr_at_1000 |
| value: 63.58053777600791 |
| - type: mrr_at_20 |
| value: 63.45420825510186 |
| - type: mrr_at_3 |
| value: 60.45604560456103 |
| - type: mrr_at_5 |
| value: 62.25322532253252 |
| - type: nauc_map_at_1000_diff1 |
| value: 35.07017933142576 |
| - type: nauc_map_at_1000_max |
| value: 8.523823797002448 |
| - type: nauc_map_at_100_diff1 |
| value: 35.06363318835806 |
| - type: nauc_map_at_100_max |
| value: 8.522323239837585 |
| - type: nauc_map_at_10_diff1 |
| value: 34.99069002859329 |
| - type: nauc_map_at_10_max |
| value: 8.635643511853687 |
| - type: nauc_map_at_1_diff1 |
| value: 38.063117939510256 |
| - type: nauc_map_at_1_max |
| value: 5.897821931847972 |
| - type: nauc_map_at_20_diff1 |
| value: 35.02816464339912 |
| - type: nauc_map_at_20_max |
| value: 8.57606618814322 |
| - type: nauc_map_at_3_diff1 |
| value: 34.74870593960704 |
| - type: nauc_map_at_3_max |
| value: 7.7563142367550855 |
| - type: nauc_map_at_5_diff1 |
| value: 34.86268337627808 |
| - type: nauc_map_at_5_max |
| value: 8.440880068028383 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 38.05838366137394 |
| - type: nauc_mrr_at_1000_max |
| value: 8.841793483971488 |
| - type: nauc_mrr_at_100_diff1 |
| value: 38.055327497620105 |
| - type: nauc_mrr_at_100_max |
| value: 8.852785015905537 |
| - type: nauc_mrr_at_10_diff1 |
| value: 37.972785779782065 |
| - type: nauc_mrr_at_10_max |
| value: 9.037378532213502 |
| - type: nauc_mrr_at_1_diff1 |
| value: 40.4432565446304 |
| - type: nauc_mrr_at_1_max |
| value: 5.807334670577964 |
| - type: nauc_mrr_at_20_diff1 |
| value: 38.02767311040578 |
| - type: nauc_mrr_at_20_max |
| value: 8.935949669165813 |
| - type: nauc_mrr_at_3_diff1 |
| value: 37.60471936912395 |
| - type: nauc_mrr_at_3_max |
| value: 8.236789961860858 |
| - type: nauc_mrr_at_5_diff1 |
| value: 37.86352377415473 |
| - type: nauc_mrr_at_5_max |
| value: 8.895540094390892 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 35.07160524499026 |
| - type: nauc_ndcg_at_1000_max |
| value: 9.813866402912101 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 34.92933991980568 |
| - type: nauc_ndcg_at_100_max |
| value: 9.89567365562028 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 34.529981017804104 |
| - type: nauc_ndcg_at_10_max |
| value: 10.607560550422225 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 40.4432565446304 |
| - type: nauc_ndcg_at_1_max |
| value: 5.807334670577964 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 34.668263021521994 |
| - type: nauc_ndcg_at_20_max |
| value: 10.397799223138245 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 34.25729382926051 |
| - type: nauc_ndcg_at_3_max |
| value: 8.745767948993501 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 34.33973241023773 |
| - type: nauc_ndcg_at_5_max |
| value: 10.048081516024556 |
| - type: nauc_precision_at_1000_diff1 |
| value: -4.077783587263832 |
| - type: nauc_precision_at_1000_max |
| value: 12.765822496184464 |
| - type: nauc_precision_at_100_diff1 |
| value: 1.4680450598592432 |
| - type: nauc_precision_at_100_max |
| value: 17.44831984105488 |
| - type: nauc_precision_at_10_diff1 |
| value: 19.92695770531176 |
| - type: nauc_precision_at_10_max |
| value: 23.914679743057352 |
| - type: nauc_precision_at_1_diff1 |
| value: 40.4432565446304 |
| - type: nauc_precision_at_1_max |
| value: 5.807334670577964 |
| - type: nauc_precision_at_20_diff1 |
| value: 12.999177323343336 |
| - type: nauc_precision_at_20_max |
| value: 23.540911859396033 |
| - type: nauc_precision_at_3_diff1 |
| value: 29.62941105307629 |
| - type: nauc_precision_at_3_max |
| value: 12.866042509022865 |
| - type: nauc_precision_at_5_diff1 |
| value: 26.255704472502938 |
| - type: nauc_precision_at_5_max |
| value: 18.77439128365061 |
| - type: nauc_recall_at_1000_diff1 |
| value: 8.920814764522019 |
| - type: nauc_recall_at_1000_max |
| value: 17.655295496605643 |
| - type: nauc_recall_at_100_diff1 |
| value: 14.762238468369407 |
| - type: nauc_recall_at_100_max |
| value: 17.048567752646125 |
| - type: nauc_recall_at_10_diff1 |
| value: 23.32325502930857 |
| - type: nauc_recall_at_10_max |
| value: 19.556176492083992 |
| - type: nauc_recall_at_1_diff1 |
| value: 38.063117939510256 |
| - type: nauc_recall_at_1_max |
| value: 5.897821931847972 |
| - type: nauc_recall_at_20_diff1 |
| value: 20.506042184854063 |
| - type: nauc_recall_at_20_max |
| value: 20.561022468033503 |
| - type: nauc_recall_at_3_diff1 |
| value: 27.65947022544946 |
| - type: nauc_recall_at_3_max |
| value: 10.81743699331276 |
| - type: nauc_recall_at_5_diff1 |
| value: 25.94551760999131 |
| - type: nauc_recall_at_5_max |
| value: 15.156745563504675 |
| - type: ndcg_at_1 |
| value: 48.8 |
| - type: ndcg_at_10 |
| value: 66.459 |
| - type: ndcg_at_100 |
| value: 68.521 |
| - type: ndcg_at_1000 |
| value: 68.938 |
| - type: ndcg_at_20 |
| value: 67.52 |
| - type: ndcg_at_3 |
| value: 61.11299999999999 |
| - type: ndcg_at_5 |
| value: 64.21900000000001 |
| - type: precision_at_1 |
| value: 48.8 |
| - type: precision_at_10 |
| value: 9.256 |
| - type: precision_at_100 |
| value: 1.04 |
| - type: precision_at_1000 |
| value: 0.109 |
| - type: precision_at_20 |
| value: 4.862 |
| - type: precision_at_3 |
| value: 25.387999999999998 |
| - type: precision_at_5 |
| value: 16.933999999999997 |
| - type: recall_at_1 |
| value: 45.399 |
| - type: recall_at_10 |
| value: 84.572 |
| - type: recall_at_100 |
| value: 93.585 |
| - type: recall_at_1000 |
| value: 96.43 |
| - type: recall_at_20 |
| value: 88.576 |
| - type: recall_at_3 |
| value: 70.283 |
| - type: recall_at_5 |
| value: 77.804 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/fiqa |
| name: MTEB FiQA2018 |
| config: default |
| split: test |
| revision: 27a168819829fe9bcd655c2df245fb19452e8e06 |
| metrics: |
| - type: map_at_1 |
| value: 10.773000000000001 |
| - type: map_at_10 |
| value: 18.273 |
| - type: map_at_100 |
| value: 19.846 |
| - type: map_at_1000 |
| value: 20.066 |
| - type: map_at_20 |
| value: 19.092000000000002 |
| - type: map_at_3 |
| value: 15.653 |
| - type: map_at_5 |
| value: 16.996 |
| - type: mrr_at_1 |
| value: 22.839506172839506 |
| - type: mrr_at_10 |
| value: 30.709264158338218 |
| - type: mrr_at_100 |
| value: 31.765285545264728 |
| - type: mrr_at_1000 |
| value: 31.84254498770477 |
| - type: mrr_at_20 |
| value: 31.28359047494611 |
| - type: mrr_at_3 |
| value: 28.34362139917697 |
| - type: mrr_at_5 |
| value: 29.578189300411527 |
| - type: nauc_map_at_1000_diff1 |
| value: 42.33696758957174 |
| - type: nauc_map_at_1000_max |
| value: 22.28446732536063 |
| - type: nauc_map_at_100_diff1 |
| value: 42.280232367289614 |
| - type: nauc_map_at_100_max |
| value: 22.193658543387336 |
| - type: nauc_map_at_10_diff1 |
| value: 42.86152992348606 |
| - type: nauc_map_at_10_max |
| value: 21.649513921678768 |
| - type: nauc_map_at_1_diff1 |
| value: 50.25274550047308 |
| - type: nauc_map_at_1_max |
| value: 18.793153289309025 |
| - type: nauc_map_at_20_diff1 |
| value: 42.68337193792793 |
| - type: nauc_map_at_20_max |
| value: 21.783732998080165 |
| - type: nauc_map_at_3_diff1 |
| value: 44.526091901592025 |
| - type: nauc_map_at_3_max |
| value: 20.44240168343812 |
| - type: nauc_map_at_5_diff1 |
| value: 43.40025778096801 |
| - type: nauc_map_at_5_max |
| value: 21.337520847399794 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 42.76413081015503 |
| - type: nauc_mrr_at_1000_max |
| value: 25.051153181122253 |
| - type: nauc_mrr_at_100_diff1 |
| value: 42.726972311439724 |
| - type: nauc_mrr_at_100_max |
| value: 25.041597478239442 |
| - type: nauc_mrr_at_10_diff1 |
| value: 43.05815490208189 |
| - type: nauc_mrr_at_10_max |
| value: 25.13689635924164 |
| - type: nauc_mrr_at_1_diff1 |
| value: 49.40608982855475 |
| - type: nauc_mrr_at_1_max |
| value: 26.84279922755957 |
| - type: nauc_mrr_at_20_diff1 |
| value: 42.68770796904053 |
| - type: nauc_mrr_at_20_max |
| value: 25.00374130766682 |
| - type: nauc_mrr_at_3_diff1 |
| value: 43.56229080869875 |
| - type: nauc_mrr_at_3_max |
| value: 25.00272462955036 |
| - type: nauc_mrr_at_5_diff1 |
| value: 42.78163485253489 |
| - type: nauc_mrr_at_5_max |
| value: 24.996583555035066 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 39.60623109749308 |
| - type: nauc_ndcg_at_1000_max |
| value: 24.945954161473963 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 38.391977738851054 |
| - type: nauc_ndcg_at_100_max |
| value: 23.1495309393186 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 40.82447224697167 |
| - type: nauc_ndcg_at_10_max |
| value: 22.103721284897222 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 49.40608982855475 |
| - type: nauc_ndcg_at_1_max |
| value: 26.84279922755957 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 39.87655648003804 |
| - type: nauc_ndcg_at_20_max |
| value: 21.863160067094732 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 42.702330655505094 |
| - type: nauc_ndcg_at_3_max |
| value: 24.30088309227799 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 41.15335198539591 |
| - type: nauc_ndcg_at_5_max |
| value: 23.383496342798235 |
| - type: nauc_precision_at_1000_diff1 |
| value: 5.078790711874846 |
| - type: nauc_precision_at_1000_max |
| value: 28.270734693277067 |
| - type: nauc_precision_at_100_diff1 |
| value: 10.751006733811092 |
| - type: nauc_precision_at_100_max |
| value: 28.016358575658305 |
| - type: nauc_precision_at_10_diff1 |
| value: 28.69051966074066 |
| - type: nauc_precision_at_10_max |
| value: 29.264771382133375 |
| - type: nauc_precision_at_1_diff1 |
| value: 49.40608982855475 |
| - type: nauc_precision_at_1_max |
| value: 26.84279922755957 |
| - type: nauc_precision_at_20_diff1 |
| value: 23.657472193309125 |
| - type: nauc_precision_at_20_max |
| value: 27.08411359763242 |
| - type: nauc_precision_at_3_diff1 |
| value: 36.599109026411924 |
| - type: nauc_precision_at_3_max |
| value: 28.383077203742246 |
| - type: nauc_precision_at_5_diff1 |
| value: 31.358430042619563 |
| - type: nauc_precision_at_5_max |
| value: 28.555003400952845 |
| - type: nauc_recall_at_1000_diff1 |
| value: 20.25194559618304 |
| - type: nauc_recall_at_1000_max |
| value: 23.710031862813118 |
| - type: nauc_recall_at_100_diff1 |
| value: 18.359725605438047 |
| - type: nauc_recall_at_100_max |
| value: 13.823806806919805 |
| - type: nauc_recall_at_10_diff1 |
| value: 30.54188950640248 |
| - type: nauc_recall_at_10_max |
| value: 15.290504422192791 |
| - type: nauc_recall_at_1_diff1 |
| value: 50.25274550047308 |
| - type: nauc_recall_at_1_max |
| value: 18.793153289309025 |
| - type: nauc_recall_at_20_diff1 |
| value: 27.314651647568404 |
| - type: nauc_recall_at_20_max |
| value: 14.088522206775039 |
| - type: nauc_recall_at_3_diff1 |
| value: 36.125136373927354 |
| - type: nauc_recall_at_3_max |
| value: 16.778297325102113 |
| - type: nauc_recall_at_5_diff1 |
| value: 32.03749698394437 |
| - type: nauc_recall_at_5_max |
| value: 17.620359878684805 |
| - type: ndcg_at_1 |
| value: 22.84 |
| - type: ndcg_at_10 |
| value: 24.467 |
| - type: ndcg_at_100 |
| value: 31.270999999999997 |
| - type: ndcg_at_1000 |
| value: 35.564 |
| - type: ndcg_at_20 |
| value: 26.871000000000002 |
| - type: ndcg_at_3 |
| value: 21.128 |
| - type: ndcg_at_5 |
| value: 22.203999999999997 |
| - type: precision_at_1 |
| value: 22.84 |
| - type: precision_at_10 |
| value: 7.114 |
| - type: precision_at_100 |
| value: 1.381 |
| - type: precision_at_1000 |
| value: 0.213 |
| - type: precision_at_20 |
| value: 4.552 |
| - type: precision_at_3 |
| value: 14.352 |
| - type: precision_at_5 |
| value: 10.864 |
| - type: recall_at_1 |
| value: 10.773000000000001 |
| - type: recall_at_10 |
| value: 30.564000000000004 |
| - type: recall_at_100 |
| value: 56.745999999999995 |
| - type: recall_at_1000 |
| value: 82.826 |
| - type: recall_at_20 |
| value: 37.844 |
| - type: recall_at_3 |
| value: 19.406000000000002 |
| - type: recall_at_5 |
| value: 23.724 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/hotpotqa |
| name: MTEB HotpotQA |
| config: default |
| split: test |
| revision: ab518f4d6fcca38d87c25209f94beba119d02014 |
| metrics: |
| - type: map_at_1 |
| value: 32.046 |
| - type: map_at_10 |
| value: 48.443000000000005 |
| - type: map_at_100 |
| value: 49.389 |
| - type: map_at_1000 |
| value: 49.466 |
| - type: map_at_20 |
| value: 48.986000000000004 |
| - type: map_at_3 |
| value: 44.893 |
| - type: map_at_5 |
| value: 47.075 |
| - type: mrr_at_1 |
| value: 64.09182984469953 |
| - type: mrr_at_10 |
| value: 72.85266282970527 |
| - type: mrr_at_100 |
| value: 73.21185355612093 |
| - type: mrr_at_1000 |
| value: 73.2252657846111 |
| - type: mrr_at_20 |
| value: 73.10862127718183 |
| - type: mrr_at_3 |
| value: 71.3031735313976 |
| - type: mrr_at_5 |
| value: 72.34233625928402 |
| - type: nauc_map_at_1000_diff1 |
| value: 29.57880669891487 |
| - type: nauc_map_at_1000_max |
| value: 21.845463980026476 |
| - type: nauc_map_at_100_diff1 |
| value: 29.55367483685356 |
| - type: nauc_map_at_100_max |
| value: 21.828007798768958 |
| - type: nauc_map_at_10_diff1 |
| value: 29.67368554537432 |
| - type: nauc_map_at_10_max |
| value: 21.849279138947868 |
| - type: nauc_map_at_1_diff1 |
| value: 61.13740199701338 |
| - type: nauc_map_at_1_max |
| value: 32.6342175820136 |
| - type: nauc_map_at_20_diff1 |
| value: 29.598291599316568 |
| - type: nauc_map_at_20_max |
| value: 21.862735577320557 |
| - type: nauc_map_at_3_diff1 |
| value: 31.22835556923922 |
| - type: nauc_map_at_3_max |
| value: 22.344809372883315 |
| - type: nauc_map_at_5_diff1 |
| value: 30.432000722074665 |
| - type: nauc_map_at_5_max |
| value: 22.27699649933424 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 59.26794200803715 |
| - type: nauc_mrr_at_1000_max |
| value: 34.33050463026508 |
| - type: nauc_mrr_at_100_diff1 |
| value: 59.26740246956419 |
| - type: nauc_mrr_at_100_max |
| value: 34.33577087313508 |
| - type: nauc_mrr_at_10_diff1 |
| value: 59.13786202070478 |
| - type: nauc_mrr_at_10_max |
| value: 34.377953823081384 |
| - type: nauc_mrr_at_1_diff1 |
| value: 61.13740199701338 |
| - type: nauc_mrr_at_1_max |
| value: 32.6342175820136 |
| - type: nauc_mrr_at_20_diff1 |
| value: 59.22898475872048 |
| - type: nauc_mrr_at_20_max |
| value: 34.34680319223408 |
| - type: nauc_mrr_at_3_diff1 |
| value: 59.03499635007199 |
| - type: nauc_mrr_at_3_max |
| value: 34.398014446289544 |
| - type: nauc_mrr_at_5_diff1 |
| value: 59.20761322618965 |
| - type: nauc_mrr_at_5_max |
| value: 34.42827235318949 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 32.64061494118113 |
| - type: nauc_ndcg_at_1000_max |
| value: 23.616685748536074 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 32.11038119247951 |
| - type: nauc_ndcg_at_100_max |
| value: 23.33285928609271 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 32.70477446409243 |
| - type: nauc_ndcg_at_10_max |
| value: 23.662027117393535 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 61.13740199701338 |
| - type: nauc_ndcg_at_1_max |
| value: 32.6342175820136 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 32.32220211811219 |
| - type: nauc_ndcg_at_20_max |
| value: 23.564270159145643 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 35.63724665178986 |
| - type: nauc_ndcg_at_3_max |
| value: 24.820074757992305 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 34.27199365493392 |
| - type: nauc_ndcg_at_5_max |
| value: 24.508158825075682 |
| - type: nauc_precision_at_1000_diff1 |
| value: -2.430622498990411 |
| - type: nauc_precision_at_1000_max |
| value: 7.822027373881609 |
| - type: nauc_precision_at_100_diff1 |
| value: 4.202356673527351 |
| - type: nauc_precision_at_100_max |
| value: 10.321772681063146 |
| - type: nauc_precision_at_10_diff1 |
| value: 14.011676403321902 |
| - type: nauc_precision_at_10_max |
| value: 15.666639850967512 |
| - type: nauc_precision_at_1_diff1 |
| value: 61.13740199701338 |
| - type: nauc_precision_at_1_max |
| value: 32.6342175820136 |
| - type: nauc_precision_at_20_diff1 |
| value: 10.437835060510753 |
| - type: nauc_precision_at_20_max |
| value: 14.10661581882921 |
| - type: nauc_precision_at_3_diff1 |
| value: 23.783985172773143 |
| - type: nauc_precision_at_3_max |
| value: 20.590352544033866 |
| - type: nauc_precision_at_5_diff1 |
| value: 19.592566862830548 |
| - type: nauc_precision_at_5_max |
| value: 18.88117124055341 |
| - type: nauc_recall_at_1000_diff1 |
| value: -2.430622498990057 |
| - type: nauc_recall_at_1000_max |
| value: 7.822027373881757 |
| - type: nauc_recall_at_100_diff1 |
| value: 4.202356673527403 |
| - type: nauc_recall_at_100_max |
| value: 10.32177268106303 |
| - type: nauc_recall_at_10_diff1 |
| value: 14.011676403321957 |
| - type: nauc_recall_at_10_max |
| value: 15.666639850967554 |
| - type: nauc_recall_at_1_diff1 |
| value: 61.13740199701338 |
| - type: nauc_recall_at_1_max |
| value: 32.6342175820136 |
| - type: nauc_recall_at_20_diff1 |
| value: 10.437835060510707 |
| - type: nauc_recall_at_20_max |
| value: 14.106615818829187 |
| - type: nauc_recall_at_3_diff1 |
| value: 23.783985172773168 |
| - type: nauc_recall_at_3_max |
| value: 20.590352544033934 |
| - type: nauc_recall_at_5_diff1 |
| value: 19.59256686283052 |
| - type: nauc_recall_at_5_max |
| value: 18.88117124055339 |
| - type: ndcg_at_1 |
| value: 64.092 |
| - type: ndcg_at_10 |
| value: 57.964000000000006 |
| - type: ndcg_at_100 |
| value: 61.501 |
| - type: ndcg_at_1000 |
| value: 63.022 |
| - type: ndcg_at_20 |
| value: 59.463 |
| - type: ndcg_at_3 |
| value: 52.608 |
| - type: ndcg_at_5 |
| value: 55.577 |
| - type: precision_at_1 |
| value: 64.092 |
| - type: precision_at_10 |
| value: 12.462 |
| - type: precision_at_100 |
| value: 1.5230000000000001 |
| - type: precision_at_1000 |
| value: 0.172 |
| - type: precision_at_20 |
| value: 6.714 |
| - type: precision_at_3 |
| value: 33.657 |
| - type: precision_at_5 |
| value: 22.533 |
| - type: recall_at_1 |
| value: 32.046 |
| - type: recall_at_10 |
| value: 62.309000000000005 |
| - type: recall_at_100 |
| value: 76.13799999999999 |
| - type: recall_at_1000 |
| value: 86.185 |
| - type: recall_at_20 |
| value: 67.144 |
| - type: recall_at_3 |
| value: 50.486 |
| - type: recall_at_5 |
| value: 56.333999999999996 |
| - task: |
| type: Classification |
| dataset: |
| type: mteb/imdb |
| name: MTEB ImdbClassification |
| config: default |
| split: test |
| revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 |
| metrics: |
| - type: accuracy |
| value: 73.702 |
| - type: ap |
| value: 67.55549836397681 |
| - type: ap_weighted |
| value: 67.55549836397681 |
| - type: f1 |
| value: 73.4581895293936 |
| - type: f1_weighted |
| value: 73.45818952939358 |
| - task: |
| type: Retrieval |
| dataset: |
| type: mteb/msmarco |
| name: MTEB MSMARCO |
| config: default |
| split: test |
| revision: c5a29a104738b98a9e76336939199e264163d4a0 |
| metrics: |
| - type: main_score |
| value: 30.051 |
| - type: map_at_1 |
| value: 14.244 |
| - type: map_at_10 |
| value: 24.143 |
| - type: map_at_100 |
| value: 25.402 |
| - type: map_at_1000 |
| value: 25.479 |
| - type: map_at_20 |
| value: 24.875 |
| - type: map_at_3 |
| value: 20.694 |
| - type: map_at_5 |
| value: 22.604 |
| - type: mrr_at_1 |
| value: 14.584527220630372 |
| - type: mrr_at_10 |
| value: 24.557460090053124 |
| - type: mrr_at_100 |
| value: 25.785901435660147 |
| - type: mrr_at_1000 |
| value: 25.85709282510335 |
| - type: mrr_at_20 |
| value: 25.274992596418866 |
| - type: mrr_at_3 |
| value: 21.131805157593056 |
| - type: mrr_at_5 |
| value: 23.0429799426934 |
| - type: nauc_map_at_1000_diff1 |
| value: 27.61711087970365 |
| - type: nauc_map_at_1000_max |
| value: 1.6657479941178627 |
| - type: nauc_map_at_1000_std |
| value: -9.496519569360179 |
| - type: nauc_map_at_100_diff1 |
| value: 27.61498736358577 |
| - type: nauc_map_at_100_max |
| value: 1.6634690696430844 |
| - type: nauc_map_at_100_std |
| value: -9.467890975582771 |
| - type: nauc_map_at_10_diff1 |
| value: 27.616888705380604 |
| - type: nauc_map_at_10_max |
| value: 1.4276684096575917 |
| - type: nauc_map_at_10_std |
| value: -10.446820384304754 |
| - type: nauc_map_at_1_diff1 |
| value: 29.76931787521696 |
| - type: nauc_map_at_1_max |
| value: 0.948603060998731 |
| - type: nauc_map_at_1_std |
| value: -10.775704940266767 |
| - type: nauc_map_at_20_diff1 |
| value: 27.57600730820819 |
| - type: nauc_map_at_20_max |
| value: 1.5143185235329178 |
| - type: nauc_map_at_20_std |
| value: -9.849312193865745 |
| - type: nauc_map_at_3_diff1 |
| value: 27.890351531157576 |
| - type: nauc_map_at_3_max |
| value: 1.4000607426502167 |
| - type: nauc_map_at_3_std |
| value: -11.118014158060423 |
| - type: nauc_map_at_5_diff1 |
| value: 27.786816928992375 |
| - type: nauc_map_at_5_max |
| value: 1.2637200637686197 |
| - type: nauc_map_at_5_std |
| value: -10.922970086569386 |
| - type: nauc_mrr_at_1000_diff1 |
| value: 27.42128154832487 |
| - type: nauc_mrr_at_1000_max |
| value: 1.7693836132128472 |
| - type: nauc_mrr_at_1000_std |
| value: -9.304600797518968 |
| - type: nauc_mrr_at_100_diff1 |
| value: 27.418466905238215 |
| - type: nauc_mrr_at_100_max |
| value: 1.7702836453764914 |
| - type: nauc_mrr_at_100_std |
| value: -9.27018903363956 |
| - type: nauc_mrr_at_10_diff1 |
| value: 27.43223048852499 |
| - type: nauc_mrr_at_10_max |
| value: 1.5863443925517157 |
| - type: nauc_mrr_at_10_std |
| value: -10.19228455560491 |
| - type: nauc_mrr_at_1_diff1 |
| value: 29.63894982019449 |
| - type: nauc_mrr_at_1_max |
| value: 1.1350720726087482 |
| - type: nauc_mrr_at_1_std |
| value: -10.706375855749797 |
| - type: nauc_mrr_at_20_diff1 |
| value: 27.3813401873824 |
| - type: nauc_mrr_at_20_max |
| value: 1.6349061697179937 |
| - type: nauc_mrr_at_20_std |
| value: -9.62511280355079 |
| - type: nauc_mrr_at_3_diff1 |
| value: 27.63825584292618 |
| - type: nauc_mrr_at_3_max |
| value: 1.5014142622215631 |
| - type: nauc_mrr_at_3_std |
| value: -10.937120645836448 |
| - type: nauc_mrr_at_5_diff1 |
| value: 27.65874684943374 |
| - type: nauc_mrr_at_5_max |
| value: 1.3921567756597123 |
| - type: nauc_mrr_at_5_std |
| value: -10.715887774339881 |
| - type: nauc_ndcg_at_1000_diff1 |
| value: 26.940019720932135 |
| - type: nauc_ndcg_at_1000_max |
| value: 3.071589090811754 |
| - type: nauc_ndcg_at_1000_std |
| value: -5.820914521338 |
| - type: nauc_ndcg_at_100_diff1 |
| value: 26.80295695348146 |
| - type: nauc_ndcg_at_100_max |
| value: 3.064374012393309 |
| - type: nauc_ndcg_at_100_std |
| value: -4.689320725729883 |
| - type: nauc_ndcg_at_10_diff1 |
| value: 26.73912033432779 |
| - type: nauc_ndcg_at_10_max |
| value: 1.7371596861856863 |
| - type: nauc_ndcg_at_10_std |
| value: -9.587955568967976 |
| - type: nauc_ndcg_at_1_diff1 |
| value: 29.63894982019449 |
| - type: nauc_ndcg_at_1_max |
| value: 1.1350720726087482 |
| - type: nauc_ndcg_at_1_std |
| value: -10.706375855749797 |
| - type: nauc_ndcg_at_20_diff1 |
| value: 26.554059540064956 |
| - type: nauc_ndcg_at_20_max |
| value: 2.037008011734218 |
| - type: nauc_ndcg_at_20_std |
| value: -7.522356479764311 |
| - type: nauc_ndcg_at_3_diff1 |
| value: 27.38197429348882 |
| - type: nauc_ndcg_at_3_max |
| value: 1.5447259968645136 |
| - type: nauc_ndcg_at_3_std |
| value: -11.056572041307833 |
| - type: nauc_ndcg_at_5_diff1 |
| value: 27.23078023341192 |
| - type: nauc_ndcg_at_5_max |
| value: 1.3332668241078743 |
| - type: nauc_ndcg_at_5_std |
| value: -10.70755059234365 |
| - type: nauc_precision_at_1000_diff1 |
| value: 4.824440345952768 |
| - type: nauc_precision_at_1000_max |
| value: 22.501190150975696 |
| - type: nauc_precision_at_1000_std |
| value: 27.012440321418508 |
| - type: nauc_precision_at_100_diff1 |
| value: 18.806308686259437 |
| - type: nauc_precision_at_100_max |
| value: 14.0556087259749 |
| - type: nauc_precision_at_100_std |
| value: 23.65979665814084 |
| - type: nauc_precision_at_10_diff1 |
| value: 23.631970615652996 |
| - type: nauc_precision_at_10_max |
| value: 3.2279467100874113 |
| - type: nauc_precision_at_10_std |
| value: -6.612111844206746 |
| - type: nauc_precision_at_1_diff1 |
| value: 29.63894982019449 |
| - type: nauc_precision_at_1_max |
| value: 1.1350720726087482 |
| - type: nauc_precision_at_1_std |
| value: -10.706375855749797 |
| - type: nauc_precision_at_20_diff1 |
| value: 22.13613457378927 |
| - type: nauc_precision_at_20_max |
| value: 4.984490409308019 |
| - type: nauc_precision_at_20_std |
| value: 1.3959896282348366 |
| - type: nauc_precision_at_3_diff1 |
| value: 25.924423449037276 |
| - type: nauc_precision_at_3_max |
| value: 2.119600062847904 |
| - type: nauc_precision_at_3_std |
| value: -10.816296974118274 |
| - type: nauc_precision_at_5_diff1 |
| value: 25.47042606356821 |
| - type: nauc_precision_at_5_max |
| value: 1.832019713836658 |
| - type: nauc_precision_at_5_std |
| value: -9.928054676627815 |
| - type: nauc_recall_at_1000_diff1 |
| value: 22.574618149749852 |
| - type: nauc_recall_at_1000_max |
| value: 30.82526285969409 |
| - type: nauc_recall_at_1000_std |
| value: 59.21512310658756 |
| - type: nauc_recall_at_100_diff1 |
| value: 23.54920706844819 |
| - type: nauc_recall_at_100_max |
| value: 10.975217227651311 |
| - type: nauc_recall_at_100_std |
| value: 24.85603771243269 |
| - type: nauc_recall_at_10_diff1 |
| value: 24.413494892666748 |
| - type: nauc_recall_at_10_max |
| value: 2.349732649717201 |
| - type: nauc_recall_at_10_std |
| value: -7.37174021438692 |
| - type: nauc_recall_at_1_diff1 |
| value: 29.76931787521696 |
| - type: nauc_recall_at_1_max |
| value: 0.948603060998731 |
| - type: nauc_recall_at_1_std |
| value: -10.775704940266767 |
| - type: nauc_recall_at_20_diff1 |
| value: 23.4560099128478 |
| - type: nauc_recall_at_20_max |
| value: 3.399890015984125 |
| - type: nauc_recall_at_20_std |
| value: 0.1065905686863526 |
| - type: nauc_recall_at_3_diff1 |
| value: 26.33393571726941 |
| - type: nauc_recall_at_3_max |
| value: 1.7770061463264046 |
| - type: nauc_recall_at_3_std |
| value: -11.030373812919408 |
| - type: nauc_recall_at_5_diff1 |
| value: 25.84870110945663 |
| - type: nauc_recall_at_5_max |
| value: 1.368501163591071 |
| - type: nauc_recall_at_5_std |
| value: -10.251669620544972 |
| - type: ndcg_at_1 |
| value: 14.585 |
| - type: ndcg_at_10 |
| value: 30.051 |
| - type: ndcg_at_100 |
| value: 36.429 |
| - type: ndcg_at_1000 |
| value: 38.501 |
| - type: ndcg_at_20 |
| value: 32.678 |
| - type: ndcg_at_3 |
| value: 22.963 |
| - type: ndcg_at_5 |
| value: 26.385 |
| - type: precision_at_1 |
| value: 14.585 |
