--- license: mit tags: - mteb model-index: - name: ret-phi2-v0 results: - task: type: Retrieval dataset: type: arguana name: MTEB ArguAna config: default split: test revision: None metrics: - type: map_at_1 value: 24.609 - type: map_at_10 value: 39.404 - type: map_at_100 value: 40.421 - type: map_at_1000 value: 40.437 - type: map_at_3 value: 34.258 - type: map_at_5 value: 37.078 - type: mrr_at_1 value: 24.822 - type: mrr_at_10 value: 39.48 - type: mrr_at_100 value: 40.498 - type: mrr_at_1000 value: 40.513 - type: mrr_at_3 value: 34.436 - type: mrr_at_5 value: 37.156 - type: ndcg_at_1 value: 24.609 - type: ndcg_at_10 value: 48.274 - type: ndcg_at_100 value: 52.654 - type: ndcg_at_1000 value: 53.037 - type: ndcg_at_3 value: 37.558 - type: ndcg_at_5 value: 42.678 - type: precision_at_1 value: 24.609 - type: precision_at_10 value: 7.688000000000001 - type: precision_at_100 value: 0.962 - type: precision_at_1000 value: 0.099 - type: precision_at_3 value: 15.717999999999998 - type: precision_at_5 value: 11.935 - type: recall_at_1 value: 24.609 - type: recall_at_10 value: 76.885 - type: recall_at_100 value: 96.15899999999999 - type: recall_at_1000 value: 99.14699999999999 - type: recall_at_3 value: 47.155 - type: recall_at_5 value: 59.673 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackAndroidRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 27.916 - type: map_at_10 value: 36.125 - type: map_at_100 value: 37.423 - type: map_at_1000 value: 37.545 - type: map_at_3 value: 33.019 - type: map_at_5 value: 34.977000000000004 - type: mrr_at_1 value: 33.906 - type: mrr_at_10 value: 41.832 - type: mrr_at_100 value: 42.667 - type: mrr_at_1000 value: 42.72 - type: mrr_at_3 value: 39.103 - type: mrr_at_5 value: 40.763 - type: ndcg_at_1 value: 33.906 - type: ndcg_at_10 value: 41.514 - type: ndcg_at_100 value: 46.855000000000004 - type: ndcg_at_1000 value: 49.199 - type: ndcg_at_3 value: 36.666 - type: ndcg_at_5 value: 39.281 - type: precision_at_1 value: 33.906 - type: precision_at_10 value: 7.553999999999999 - type: precision_at_100 value: 1.239 - type: precision_at_1000 value: 0.168 - type: precision_at_3 value: 16.929 - type: precision_at_5 value: 12.504000000000001 - type: recall_at_1 value: 27.916 - type: recall_at_10 value: 51.785000000000004 - type: recall_at_100 value: 74.566 - type: recall_at_1000 value: 90.092 - type: recall_at_3 value: 37.917 - type: recall_at_5 value: 44.919 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackEnglishRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 26.905 - type: map_at_10 value: 36.664 - type: map_at_100 value: 37.796 - type: map_at_1000 value: 37.911 - type: map_at_3 value: 34.009 - type: map_at_5 value: 35.354 - type: mrr_at_1 value: 34.459 - type: mrr_at_10 value: 42.836 - type: mrr_at_100 value: 43.54 - type: mrr_at_1000 value: 43.589 - type: mrr_at_3 value: 40.754000000000005 - type: mrr_at_5 value: 41.849 - type: ndcg_at_1 value: 34.459 - type: ndcg_at_10 value: 42.268 - type: ndcg_at_100 value: 46.527 - type: ndcg_at_1000 value: 48.667 - type: ndcg_at_3 value: 38.408 - type: ndcg_at_5 value: 39.889 - type: precision_at_1 value: 34.459 - type: precision_at_10 value: 8 - type: precision_at_100 value: 1.269 - type: precision_at_1000 value: 0.174 - type: precision_at_3 value: 18.705 - type: precision_at_5 value: 13.083 - type: recall_at_1 value: 26.905 - type: recall_at_10 value: 52.378 - type: recall_at_100 value: 70.419 - type: recall_at_1000 value: 84.165 - type: recall_at_3 value: 40.467999999999996 - type: recall_at_5 value: 44.911 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackGamingRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 34.475 - type: map_at_10 value: 45.221000000000004 - type: map_at_100 value: 46.215 - type: map_at_1000 value: 46.276 - type: map_at_3 value: 42.487 - type: map_at_5 value: 43.948 - type: mrr_at_1 value: 38.871 - type: mrr_at_10 value: 48.521 - type: mrr_at_100 value: 49.172 - type: mrr_at_1000 value: 49.207 - type: mrr_at_3 value: 46.123 - type: mrr_at_5 value: 47.452 - type: ndcg_at_1 value: 38.871 - type: ndcg_at_10 value: 50.739999999999995 - type: ndcg_at_100 value: 54.849000000000004 - type: ndcg_at_1000 value: 56.3 - type: ndcg_at_3 value: 45.762 - type: ndcg_at_5 value: 48.03 - type: precision_at_1 value: 38.871 - type: precision_at_10 value: 8.107000000000001 - type: precision_at_100 value: 1.11 - type: precision_at_1000 value: 0.129 - type: precision_at_3 value: 20.209 - type: precision_at_5 value: 13.767999999999999 - type: recall_at_1 value: 34.475 - type: recall_at_10 value: 63.82299999999999 - type: recall_at_100 value: 81.761 - type: recall_at_1000 value: 92.604 - type: recall_at_3 value: 50.331 - type: recall_at_5 value: 56.003 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackGisRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 21.689 - type: map_at_10 value: 28.363 - type: map_at_100 value: 29.324 - type: map_at_1000 value: 29.416999999999998 - type: map_at_3 value: 26.064 - type: map_at_5 value: 27.423 - type: mrr_at_1 value: 22.938 - type: mrr_at_10 value: 29.786 - type: mrr_at_100 value: 30.688 - type: mrr_at_1000 value: 30.763 - type: mrr_at_3 value: 27.533 - type: mrr_at_5 value: 28.860999999999997 - type: ndcg_at_1 value: 22.938 - type: ndcg_at_10 value: 32.461 - type: ndcg_at_100 value: 37.492 - type: ndcg_at_1000 value: 39.925 - type: ndcg_at_3 value: 27.916 - type: ndcg_at_5 value: 30.287 - type: precision_at_1 value: 22.938 - type: precision_at_10 value: 4.96 - type: precision_at_100 value: 0.7929999999999999 - type: precision_at_1000 value: 0.104 - type: precision_at_3 value: 11.676 - type: precision_at_5 value: 8.339 - type: recall_at_1 value: 21.689 - type: recall_at_10 value: 43.702000000000005 - type: recall_at_100 value: 67.23400000000001 - type: recall_at_1000 value: 85.688 - type: recall_at_3 value: 31.526 - type: recall_at_5 value: 37.262 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackMathematicaRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 14.094000000000001 - type: map_at_10 value: 21.310000000000002 - type: map_at_100 value: 22.427 - type: map_at_1000 value: 22.545 - type: map_at_3 value: 18.83 - type: map_at_5 value: 20.225 - type: mrr_at_1 value: 17.413 - type: mrr_at_10 value: 25.430000000000003 - type: mrr_at_100 value: 26.418000000000003 - type: mrr_at_1000 value: 26.494 - type: mrr_at_3 value: 22.989 - type: mrr_at_5 value: 24.388 - type: ndcg_at_1 value: 17.413 - type: ndcg_at_10 value: 26.223000000000003 - type: ndcg_at_100 value: 31.838 - type: ndcg_at_1000 value: 34.678 - type: ndcg_at_3 value: 21.677 - type: ndcg_at_5 value: 23.838 - type: precision_at_1 value: 17.413 - type: precision_at_10 value: 4.9750000000000005 - type: precision_at_100 value: 0.8999999999999999 - type: precision_at_1000 value: 0.128 - type: precision_at_3 value: 10.697 - type: precision_at_5 value: 7.91 - type: recall_at_1 value: 14.094000000000001 - type: recall_at_10 value: 37.230999999999995 - type: recall_at_100 value: 62.062 - type: recall_at_1000 value: 82.204 - type: recall_at_3 value: 24.766 - type: recall_at_5 value: 30.173 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackPhysicsRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 27.256999999999998 - type: map_at_10 value: 36.869 - type: map_at_100 value: 38.145 - type: map_at_1000 value: 38.255 - type: map_at_3 value: 34.161 - type: map_at_5 value: 35.504000000000005 - type: mrr_at_1 value: 32.531 - type: mrr_at_10 value: 41.957 - type: mrr_at_100 value: 42.766 - type: mrr_at_1000 value: 42.815999999999995 - type: mrr_at_3 value: 39.589 - type: mrr_at_5 value: 40.749 - type: ndcg_at_1 value: 32.531 - type: ndcg_at_10 value: 42.54 - type: ndcg_at_100 value: 47.948 - type: ndcg_at_1000 value: 50.056999999999995 - type: ndcg_at_3 value: 37.775999999999996 - type: ndcg_at_5 value: 39.667 - type: precision_at_1 value: 32.531 - type: precision_at_10 value: 7.7 - type: precision_at_100 value: 1.213 - type: precision_at_1000 value: 0.154 - type: precision_at_3 value: 17.806 - type: precision_at_5 value: 12.493 - type: recall_at_1 value: 27.256999999999998 - type: recall_at_10 value: 54.217999999999996 - type: recall_at_100 value: 76.98 - type: recall_at_1000 value: 90.913 - type: recall_at_3 value: 41.144999999999996 - type: recall_at_5 value: 45.674 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackProgrammersRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 23.249 - type: map_at_10 value: 32.278 - type: map_at_100 value: 33.585 - type: map_at_1000 value: 33.69 - type: map_at_3 value: 29.776000000000003 - type: map_at_5 value: 31.096 - type: mrr_at_1 value: 28.425 - type: mrr_at_10 value: 37.124 - type: mrr_at_100 value: 38.053 - type: mrr_at_1000 value: 38.111 - type: mrr_at_3 value: 34.989 - type: mrr_at_5 value: 36.159 - type: ndcg_at_1 value: 28.425 - type: ndcg_at_10 value: 37.472 - type: ndcg_at_100 value: 43.261 - type: ndcg_at_1000 value: 45.540000000000006 - type: ndcg_at_3 value: 33.334 - type: ndcg_at_5 value: 35.082 - type: precision_at_1 value: 28.425 - type: precision_at_10 value: 6.758 - type: precision_at_100 value: 1.15 - type: precision_at_1000 value: 0.151 - type: precision_at_3 value: 16.058 - type: precision_at_5 value: 11.164 - type: recall_at_1 value: 23.249 - type: recall_at_10 value: 48.094 - type: recall_at_100 value: 72.988 - type: recall_at_1000 value: 88.625 - type: recall_at_3 value: 36.342999999999996 - type: recall_at_5 value: 41.187000000000005 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 23.019250000000003 - type: map_at_10 value: 30.98783333333333 - type: map_at_100 value: 32.07916666666667 - type: map_at_1000 value: 32.193333333333335 - type: map_at_3 value: 28.572916666666664 - type: map_at_5 value: 29.886083333333335 - type: mrr_at_1 value: 27.01383333333333 - type: mrr_at_10 value: 34.78475 - type: mrr_at_100 value: 35.628416666666666 - type: mrr_at_1000 value: 35.696250000000006 - type: mrr_at_3 value: 32.63225 - type: mrr_at_5 value: 33.8265 - type: ndcg_at_1 value: 27.01383333333333 - type: ndcg_at_10 value: 35.75991666666666 - type: ndcg_at_100 value: 40.696416666666664 - type: ndcg_at_1000 value: 43.18933333333333 - type: ndcg_at_3 value: 31.56075 - type: ndcg_at_5 value: 33.47166666666667 - type: precision_at_1 value: 27.01383333333333 - type: precision_at_10 value: 6.201416666666667 - type: precision_at_100 value: 1.0189166666666667 - type: precision_at_1000 value: 0.13999999999999999 - type: precision_at_3 value: 14.448249999999998 - type: precision_at_5 value: 10.209333333333333 - type: recall_at_1 value: 23.019250000000003 - type: recall_at_10 value: 46.17675 - type: recall_at_100 value: 68.06741666666667 - type: recall_at_1000 value: 85.66791666666667 - type: recall_at_3 value: 34.435500000000005 - type: recall_at_5 value: 39.362 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackStatsRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 21.754 - type: map_at_10 value: 27.815 - type: map_at_100 value: 28.776000000000003 - type: map_at_1000 value: 28.874 - type: map_at_3 value: 25.822 - type: map_at_5 value: 26.562 - type: mrr_at_1 value: 23.926 - type: mrr_at_10 value: 30.148000000000003 - type: mrr_at_100 value: 31.035 - type: mrr_at_1000 value: 31.116 - type: mrr_at_3 value: 28.349000000000004 - type: mrr_at_5 value: 29.108 - type: ndcg_at_1 value: 23.926 - type: ndcg_at_10 value: 31.635 - type: ndcg_at_100 value: 36.457 - type: ndcg_at_1000 value: 38.944 - type: ndcg_at_3 value: 27.857 - type: ndcg_at_5 value: 29.017 - type: precision_at_1 value: 23.926 - type: precision_at_10 value: 4.984999999999999 - type: precision_at_100 value: 0.8019999999999999 - type: precision_at_1000 value: 0.108 - type: precision_at_3 value: 11.759 - type: precision_at_5 value: 7.914000000000001 - type: recall_at_1 value: 21.754 - type: recall_at_10 value: 41.117 - type: recall_at_100 value: 63.123 - type: recall_at_1000 value: 81.399 - type: recall_at_3 value: 30.556 - type: recall_at_5 value: 33.571 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackTexRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 15.204999999999998 - type: map_at_10 value: 21.166 - type: map_at_100 value: 22.127 - type: map_at_1000 value: 22.239 - type: map_at_3 value: 19.342000000000002 - type: map_at_5 value: 20.329 - type: mrr_at_1 value: 18.340999999999998 - type: mrr_at_10 value: 24.562 - type: mrr_at_100 value: 25.462 - type: mrr_at_1000 value: 25.541000000000004 - type: mrr_at_3 value: 22.694 - type: mrr_at_5 value: 23.694000000000003 - type: ndcg_at_1 value: 18.340999999999998 - type: ndcg_at_10 value: 25.055 - type: ndcg_at_100 value: 29.82 - type: ndcg_at_1000 value: 32.68 - type: ndcg_at_3 value: 21.676000000000002 - type: ndcg_at_5 value: 23.153000000000002 - type: precision_at_1 value: 18.340999999999998 - type: precision_at_10 value: 4.425 - type: precision_at_100 value: 0.779 - type: precision_at_1000 value: 0.117 - type: precision_at_3 value: 10.106 - type: precision_at_5 value: 7.199 - type: recall_at_1 value: 15.204999999999998 - type: recall_at_10 value: 33.542 - type: recall_at_100 value: 55.093 - type: recall_at_1000 value: 75.64699999999999 - type: recall_at_3 value: 23.892 - type: recall_at_5 value: 27.789 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackUnixRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 23.714 - type: map_at_10 value: 30.636000000000003 - type: map_at_100 value: 31.653 - type: map_at_1000 value: 31.762 - type: map_at_3 value: 28.51 - type: map_at_5 value: 29.715999999999998 - type: mrr_at_1 value: 27.612 - type: mrr_at_10 value: 34.269 - type: mrr_at_100 value: 35.149 - type: mrr_at_1000 value: 35.225 - type: mrr_at_3 value: 32.338 - type: mrr_at_5 value: 33.341 - type: ndcg_at_1 value: 27.612 - type: ndcg_at_10 value: 34.854 - type: ndcg_at_100 value: 39.800999999999995 - type: ndcg_at_1000 value: 42.400999999999996 - type: ndcg_at_3 value: 31.005 - type: ndcg_at_5 value: 32.727000000000004 - type: precision_at_1 value: 27.612 - type: precision_at_10 value: 5.578 - type: precision_at_100 value: 0.907 - type: precision_at_1000 value: 0.124 - type: precision_at_3 value: 13.619 - type: precision_at_5 value: 9.403 - type: recall_at_1 value: 23.714 - type: recall_at_10 value: 44.262 - type: recall_at_100 value: 66.079 - type: recall_at_1000 value: 84.405 - type: recall_at_3 value: 33.547 - type: recall_at_5 value: 37.951 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackWebmastersRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 22.838 - type: map_at_10 value: 31.244 - type: map_at_100 value: 32.469 - type: map_at_1000 value: 32.679 - type: map_at_3 value: 28.644 - type: map_at_5 value: 30.179000000000002 - type: mrr_at_1 value: 27.075 - type: mrr_at_10 value: 35.039 - type: mrr_at_100 value: 35.909 - type: mrr_at_1000 value: 35.99 - type: mrr_at_3 value: 33.004 - type: mrr_at_5 value: 34.397 - type: ndcg_at_1 value: 27.075 - type: ndcg_at_10 value: 36.319 - type: ndcg_at_100 value: 41.066 - type: ndcg_at_1000 value: 44.272 - type: ndcg_at_3 value: 32.361000000000004 - type: ndcg_at_5 value: 34.544999999999995 - type: precision_at_1 value: 27.075 - type: precision_at_10 value: 6.957000000000001 - type: precision_at_100 value: 1.346 - type: precision_at_1000 value: 0.215 - type: precision_at_3 value: 15.217 - type: precision_at_5 value: 11.304 - type: recall_at_1 value: 22.838 - type: recall_at_10 value: 45.737 - type: recall_at_100 value: 67.723 - type: recall_at_1000 value: 89.293 - type: recall_at_3 value: 34.666999999999994 - type: recall_at_5 value: 40.208 - task: type: Retrieval dataset: type: BeIR/cqadupstack name: MTEB CQADupstackWordpressRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 17.135 - type: map_at_10 value: 24.163 - type: map_at_100 value: 25.009999999999998 - type: map_at_1000 value: 25.127 - type: map_at_3 value: 22.211 - type: map_at_5 value: 23.32 - type: mrr_at_1 value: 18.669 - type: mrr_at_10 value: 25.913000000000004 - type: mrr_at_100 value: 26.682 - type: mrr_at_1000 value: 26.783 - type: mrr_at_3 value: 24.122 - type: mrr_at_5 value: 25.157 - type: ndcg_at_1 value: 18.669 - type: ndcg_at_10 value: 28.038 - type: ndcg_at_100 value: 32.443 - type: ndcg_at_1000 value: 35.609 - type: ndcg_at_3 value: 24.291 - type: ndcg_at_5 value: 26.144000000000002 - type: precision_at_1 value: 18.669 - type: precision_at_10 value: 4.417999999999999 - type: precision_at_100 value: 0.719 - type: precision_at_1000 value: 0.108 - type: precision_at_3 value: 10.598 - type: precision_at_5 value: 7.431 - type: recall_at_1 value: 17.135 - type: recall_at_10 value: 38.232 - type: recall_at_100 value: 58.781000000000006 - type: recall_at_1000 value: 82.98 - type: recall_at_3 value: 28.067999999999998 - type: recall_at_5 value: 32.696 - task: type: Retrieval dataset: type: climate-fever name: MTEB ClimateFEVER config: default split: test revision: None metrics: - type: map_at_1 value: 11.318 - type: map_at_10 value: 20.830000000000002 - type: map_at_100 value: 22.948 - type: map_at_1000 value: 23.138 - type: map_at_3 value: 17.022000000000002 - type: map_at_5 value: 18.921 - type: mrr_at_1 value: 25.602999999999998 - type: mrr_at_10 value: 38.513999999999996 - type: mrr_at_100 value: 39.467 - type: mrr_at_1000 value: 39.503 - type: mrr_at_3 value: 34.766999999999996 - type: mrr_at_5 value: 37.024 - type: ndcg_at_1 value: 25.602999999999998 - type: ndcg_at_10 value: 29.609999999999996 - type: ndcg_at_100 value: 37.525999999999996 - type: ndcg_at_1000 value: 40.68 - type: ndcg_at_3 value: 23.552999999999997 - type: ndcg_at_5 value: 25.747999999999998 - type: precision_at_1 value: 25.602999999999998 - type: precision_at_10 value: 9.569999999999999 - type: precision_at_100 value: 1.798 - type: precision_at_1000 value: 0.23900000000000002 - type: precision_at_3 value: 17.785 - type: precision_at_5 value: 14.033000000000001 - type: recall_at_1 value: 11.318 - type: recall_at_10 value: 36.605 - type: recall_at_100 value: 63.666 - type: recall_at_1000 value: 80.97 - type: recall_at_3 value: 22.161 - type: recall_at_5 value: 27.99 - task: type: Retrieval dataset: type: dbpedia-entity name: MTEB DBPedia config: default split: test revision: None metrics: - type: map_at_1 value: 8.318 - type: map_at_10 value: 18.602 - type: map_at_100 value: 26.378 - type: map_at_1000 value: 28.149 - type: map_at_3 value: 13.36 - type: map_at_5 value: 15.482999999999999 - type: mrr_at_1 value: 66.75 - type: mrr_at_10 value: 74.47 - type: mrr_at_100 value: 74.816 - type: mrr_at_1000 value: 74.823 - type: mrr_at_3 value: 73.208 - type: mrr_at_5 value: 73.871 - type: ndcg_at_1 value: 53.87499999999999 - type: ndcg_at_10 value: 40.511 - type: ndcg_at_100 value: 44.973 - type: ndcg_at_1000 value: 52.33 - type: ndcg_at_3 value: 44.896 - type: ndcg_at_5 value: 42.137 - type: precision_at_1 value: 66.75 - type: precision_at_10 value: 32.225 - type: precision_at_100 value: 10.543 - type: precision_at_1000 value: 2.251 - type: precision_at_3 value: 48.5 - type: precision_at_5 value: 40.849999999999994 - type: recall_at_1 value: 8.318 - type: recall_at_10 value: 24.163 - type: recall_at_100 value: 50.824999999999996 - type: recall_at_1000 value: 73.623 - type: recall_at_3 value: 14.863999999999999 - type: recall_at_5 value: 18.052 - task: type: Retrieval dataset: type: fever name: MTEB FEVER config: default split: test revision: None metrics: - type: map_at_1 value: 64.228 - type: map_at_10 value: 75.004 - type: map_at_100 value: 75.25500000000001 - type: map_at_1000 value: 75.268 - type: map_at_3 value: 73.295 - type: map_at_5 value: 74.401 - type: mrr_at_1 value: 69.06700000000001 - type: mrr_at_10 value: 79.477 - type: mrr_at_100 value: 79.629 - type: mrr_at_1000 value: 79.631 - type: mrr_at_3 value: 77.985 - type: mrr_at_5 value: 79.00500000000001 - type: ndcg_at_1 value: 69.06700000000001 - type: ndcg_at_10 value: 80.138 - type: ndcg_at_100 value: 81.143 - type: ndcg_at_1000 value: 81.37299999999999 - type: ndcg_at_3 value: 77.074 - type: ndcg_at_5 value: 78.873 - type: precision_at_1 value: 69.06700000000001 - type: precision_at_10 value: 10.05 - type: precision_at_100 value: 1.072 - type: precision_at_1000 value: 0.11100000000000002 - type: precision_at_3 value: 30.188 - type: precision_at_5 value: 19.157 - type: recall_at_1 value: 64.228 - type: recall_at_10 value: 91.5 - type: recall_at_100 value: 95.69800000000001 - type: recall_at_1000 value: 97.16900000000001 - type: recall_at_3 value: 83.26599999999999 - type: recall_at_5 value: 87.744 - task: type: Retrieval dataset: type: fiqa name: MTEB FiQA2018 config: default split: test revision: None metrics: - type: map_at_1 value: 20.61 - type: map_at_10 value: 33.507 - type: map_at_100 value: 35.33 - type: map_at_1000 value: 35.489 - type: map_at_3 value: 29.345 - type: map_at_5 value: 31.834 - type: mrr_at_1 value: 40.278000000000006 - type: mrr_at_10 value: 49.212 - type: mrr_at_100 value: 50.124 - type: mrr_at_1000 value: 50.153999999999996 - type: mrr_at_3 value: 46.991 - type: mrr_at_5 value: 48.449 - type: ndcg_at_1 value: 40.278000000000006 - type: ndcg_at_10 value: 41.08 - type: ndcg_at_100 value: 47.865 - type: ndcg_at_1000 value: 50.566 - type: ndcg_at_3 value: 37.855 - type: ndcg_at_5 value: 39.24 - type: precision_at_1 value: 40.278000000000006 - type: precision_at_10 value: 11.126999999999999 - type: precision_at_100 value: 1.81 - type: precision_at_1000 value: 0.22899999999999998 - type: precision_at_3 value: 25 - type: precision_at_5 value: 18.457 - type: recall_at_1 value: 20.61 - type: recall_at_10 value: 47.3 - type: recall_at_100 value: 72.129 - type: recall_at_1000 value: 88.25 - type: recall_at_3 value: 34.307 - type: recall_at_5 value: 41.182 - task: type: Retrieval dataset: type: hotpotqa name: MTEB HotpotQA config: default split: test revision: None metrics: - type: map_at_1 value: 37.873000000000005 - type: map_at_10 value: 54.013 - type: map_at_100 value: 54.89000000000001 - type: map_at_1000 value: 54.959 - type: map_at_3 value: 51.185 - type: map_at_5 value: 52.933 - type: mrr_at_1 value: 75.74600000000001 - type: mrr_at_10 value: 81.599 - type: mrr_at_100 value: 81.833 - type: mrr_at_1000 value: 81.842 - type: mrr_at_3 value: 80.673 - type: mrr_at_5 value: 81.242 - type: ndcg_at_1 value: 75.74600000000001 - type: ndcg_at_10 value: 63.187000000000005 - type: ndcg_at_100 value: 66.345 - type: ndcg_at_1000 value: 67.77300000000001 - type: ndcg_at_3 value: 59.096000000000004 - type: ndcg_at_5 value: 61.332 - type: precision_at_1 value: 75.74600000000001 - type: precision_at_10 value: 12.848 - type: precision_at_100 value: 1.533 - type: precision_at_1000 value: 0.172 - type: precision_at_3 value: 36.786 - type: precision_at_5 value: 23.835 - type: recall_at_1 value: 37.873000000000005 - type: recall_at_10 value: 64.24 - type: recall_at_100 value: 76.651 - type: recall_at_1000 value: 86.212 - type: recall_at_3 value: 55.179 - type: recall_at_5 value: 59.587999999999994 - task: type: Retrieval dataset: type: msmarco name: MTEB MSMARCO config: default split: dev revision: None metrics: - type: map_at_1 value: 23.108 - type: map_at_10 value: 35.607 - type: map_at_100 value: 36.769 - type: map_at_1000 value: 36.815 - type: map_at_3 value: 31.576999999999998 - type: map_at_5 value: 33.939 - type: mrr_at_1 value: 23.768 - type: mrr_at_10 value: 36.203 - type: mrr_at_100 value: 37.299 - type: mrr_at_1000 value: 37.339 - type: mrr_at_3 value: 32.245000000000005 - type: mrr_at_5 value: 34.575 - type: ndcg_at_1 value: 23.768 - type: ndcg_at_10 value: 42.724000000000004 - type: ndcg_at_100 value: 48.241 - type: ndcg_at_1000 value: 49.346000000000004 - type: ndcg_at_3 value: 34.528 - type: ndcg_at_5 value: 38.746 - type: precision_at_1 value: 23.768 - type: precision_at_10 value: 6.755999999999999 - type: precision_at_100 value: 0.9520000000000001 - type: precision_at_1000 value: 0.105 - type: precision_at_3 value: 14.666 - type: precision_at_5 value: 10.923 - type: recall_at_1 value: 23.108 - type: recall_at_10 value: 64.676 - type: recall_at_100 value: 90.033 - type: recall_at_1000 value: 98.394 - type: recall_at_3 value: 42.421 - type: recall_at_5 value: 52.569 - task: type: Retrieval dataset: type: nfcorpus name: MTEB NFCorpus config: default split: test revision: None metrics: - type: map_at_1 value: 5.898 - type: map_at_10 value: 14.115 - type: map_at_100 value: 17.868000000000002 - type: map_at_1000 value: 19.425 - type: map_at_3 value: 10.385 - type: map_at_5 value: 12.064 - type: mrr_at_1 value: 50.464 - type: mrr_at_10 value: 59.265 - type: mrr_at_100 value: 59.63 - type: mrr_at_1000 value: 59.673 - type: mrr_at_3 value: 56.96600000000001 - type: mrr_at_5 value: 58.282000000000004 - type: ndcg_at_1 value: 48.452 - type: ndcg_at_10 value: 37.819 - type: ndcg_at_100 value: 34.421 - type: ndcg_at_1000 value: 43.275999999999996 - type: ndcg_at_3 value: 44.037 - type: ndcg_at_5 value: 41.272 - type: precision_at_1 value: 50.15500000000001 - type: precision_at_10 value: 28.142 - type: precision_at_100 value: 8.780000000000001 - type: precision_at_1000 value: 2.185 - type: precision_at_3 value: 41.382999999999996 - type: precision_at_5 value: 35.975 - type: recall_at_1 value: 5.898 - type: recall_at_10 value: 18.584999999999997 - type: recall_at_100 value: 34.660000000000004 - type: recall_at_1000 value: 67.361 - type: recall_at_3 value: 11.774999999999999 - type: recall_at_5 value: 14.438999999999998 - task: type: Retrieval dataset: type: nq name: MTEB NQ config: default split: test revision: None metrics: - type: map_at_1 value: 32.976 - type: map_at_10 value: 48.672 - type: map_at_100 value: 49.622 - type: map_at_1000 value: 49.647999999999996 - type: map_at_3 value: 44.389 - type: map_at_5 value: 46.942 - type: mrr_at_1 value: 36.876999999999995 - type: mrr_at_10 value: 51.123 - type: mrr_at_100 value: 51.82299999999999 - type: mrr_at_1000 value: 51.839999999999996 - type: mrr_at_3 value: 47.658 - type: mrr_at_5 value: 49.756 - type: ndcg_at_1 value: 36.848 - type: ndcg_at_10 value: 56.389 - type: ndcg_at_100 value: 60.31100000000001 - type: ndcg_at_1000 value: 60.895999999999994 - type: ndcg_at_3 value: 48.469 - type: ndcg_at_5 value: 52.672 - type: precision_at_1 value: 36.848 - type: precision_at_10 value: 9.215 - type: precision_at_100 value: 1.141 - type: precision_at_1000 value: 0.12 - type: precision_at_3 value: 21.997 - type: precision_at_5 value: 15.672 - type: recall_at_1 value: 32.976 - type: recall_at_10 value: 77.301 - type: recall_at_100 value: 94.15299999999999 - type: recall_at_1000 value: 98.44500000000001 - type: recall_at_3 value: 56.979 - type: recall_at_5 value: 66.621 - task: type: Retrieval dataset: type: quora name: MTEB QuoraRetrieval config: default split: test revision: None metrics: - type: map_at_1 value: 70.53399999999999 - type: map_at_10 value: 84.248 - type: map_at_100 value: 84.887 - type: map_at_1000 value: 84.905 - type: map_at_3 value: 81.32000000000001 - type: map_at_5 value: 83.159 - type: mrr_at_1 value: 81.03 - type: mrr_at_10 value: 87.35199999999999 - type: mrr_at_100 value: 87.444 - type: mrr_at_1000 value: 87.445 - type: mrr_at_3 value: 86.343 - type: mrr_at_5 value: 87.04499999999999 - type: ndcg_at_1 value: 81.06 - type: ndcg_at_10 value: 88.102 - type: ndcg_at_100 value: 89.32 - type: ndcg_at_1000 value: 89.434 - type: ndcg_at_3 value: 85.19 - type: ndcg_at_5 value: 86.824 - type: precision_at_1 value: 81.06 - type: precision_at_10 value: 13.327 - type: precision_at_100 value: 1.526 - type: precision_at_1000 value: 0.157 - type: precision_at_3 value: 37.169999999999995 - type: precision_at_5 value: 24.462 - type: recall_at_1 value: 70.53399999999999 - type: recall_at_10 value: 95.383 - type: recall_at_100 value: 99.494 - type: recall_at_1000 value: 99.985 - type: recall_at_3 value: 87.031 - type: recall_at_5 value: 91.623 - task: type: Retrieval dataset: type: scidocs name: MTEB SCIDOCS config: default split: test revision: None metrics: - type: map_at_1 value: 4.3180000000000005 - type: map_at_10 value: 10.237 - type: map_at_100 value: 11.879000000000001 - type: map_at_1000 value: 12.124 - type: map_at_3 value: 7.617999999999999 - type: map_at_5 value: 8.883000000000001 - type: mrr_at_1 value: 21.2 - type: mrr_at_10 value: 31.016 - type: mrr_at_100 value: 32.062000000000005 - type: mrr_at_1000 value: 32.128 - type: mrr_at_3 value: 28.016999999999996 - type: mrr_at_5 value: 29.607 - type: ndcg_at_1 value: 21.2 - type: ndcg_at_10 value: 17.485 - type: ndcg_at_100 value: 24.162 - type: ndcg_at_1000 value: 28.825 - type: ndcg_at_3 value: 17.024 - type: ndcg_at_5 value: 14.594 - type: precision_at_1 value: 21.2 - type: precision_at_10 value: 8.92 - type: precision_at_100 value: 1.854 - type: precision_at_1000 value: 0.297 - type: precision_at_3 value: 15.8 - type: precision_at_5 value: 12.58 - type: recall_at_1 value: 4.3180000000000005 - type: recall_at_10 value: 18.12 - type: recall_at_100 value: 37.628 - type: recall_at_1000 value: 60.324999999999996 - type: recall_at_3 value: 9.622 - type: recall_at_5 value: 12.772 - task: type: Retrieval dataset: type: scifact name: MTEB SciFact config: default split: test revision: None metrics: - type: map_at_1 value: 57.05 - type: map_at_10 value: 67.352 - type: map_at_100 value: 67.919 - type: map_at_1000 value: 67.944 - type: map_at_3 value: 64.78699999999999 - type: map_at_5 value: 66.216 - type: mrr_at_1 value: 60 - type: mrr_at_10 value: 68.535 - type: mrr_at_100 value: 68.988 - type: mrr_at_1000 value: 69.01 - type: mrr_at_3 value: 66.667 - type: mrr_at_5 value: 67.717 - type: ndcg_at_1 value: 60 - type: ndcg_at_10 value: 71.628 - type: ndcg_at_100 value: 74.076 - type: ndcg_at_1000 value: 74.717 - type: ndcg_at_3 value: 67.51 - type: ndcg_at_5 value: 69.393 - type: precision_at_1 value: 60 - type: precision_at_10 value: 9.433 - type: precision_at_100 value: 1.0699999999999998 - type: precision_at_1000 value: 0.11199999999999999 - type: precision_at_3 value: 26.444000000000003 - type: precision_at_5 value: 17.2 - type: recall_at_1 value: 57.05 - type: recall_at_10 value: 83.289 - type: recall_at_100 value: 94.267 - type: recall_at_1000 value: 99.333 - type: recall_at_3 value: 72.35000000000001 - type: recall_at_5 value: 77 - task: type: Retrieval dataset: type: trec-covid name: MTEB TRECCOVID config: default split: test revision: None metrics: - type: map_at_1 value: 0.242 - type: map_at_10 value: 2.153 - type: map_at_100 value: 13.045000000000002 - type: map_at_1000 value: 31.039 - type: map_at_3 value: 0.709 - type: map_at_5 value: 1.138 - type: mrr_at_1 value: 94 - type: mrr_at_10 value: 95.65 - type: mrr_at_100 value: 95.65 - type: mrr_at_1000 value: 95.65 - type: mrr_at_3 value: 95 - type: mrr_at_5 value: 95.39999999999999 - type: ndcg_at_1 value: 89 - type: ndcg_at_10 value: 83.39999999999999 - type: ndcg_at_100 value: 64.116 - type: ndcg_at_1000 value: 56.501000000000005 - type: ndcg_at_3 value: 88.061 - type: ndcg_at_5 value: 86.703 - type: precision_at_1 value: 94 - type: precision_at_10 value: 87.4 - type: precision_at_100 value: 65.58 - type: precision_at_1000 value: 25.113999999999997 - type: precision_at_3 value: 91.333 - type: precision_at_5 value: 90 - type: recall_at_1 value: 0.242 - type: recall_at_10 value: 2.267 - type: recall_at_100 value: 15.775 - type: recall_at_1000 value: 53.152 - type: recall_at_3 value: 0.721 - type: recall_at_5 value: 1.172 - task: type: Retrieval dataset: type: webis-touche2020 name: MTEB Touche2020 config: default split: test revision: None metrics: - type: map_at_1 value: 2.4619999999999997 - type: map_at_10 value: 10.086 - type: map_at_100 value: 16.265 - type: map_at_1000 value: 17.846 - type: map_at_3 value: 4.603 - type: map_at_5 value: 6.517 - type: mrr_at_1 value: 26.531 - type: mrr_at_10 value: 43.608000000000004 - type: mrr_at_100 value: 44.175 - type: mrr_at_1000 value: 44.190000000000005 - type: mrr_at_3 value: 37.755 - type: mrr_at_5 value: 41.531 - type: ndcg_at_1 value: 25.509999999999998 - type: ndcg_at_10 value: 25.663999999999998 - type: ndcg_at_100 value: 37.362 - type: ndcg_at_1000 value: 48.817 - type: ndcg_at_3 value: 23.223 - type: ndcg_at_5 value: 24.403 - type: precision_at_1 value: 26.531 - type: precision_at_10 value: 24.694 - type: precision_at_100 value: 7.776 - type: precision_at_1000 value: 1.541 - type: precision_at_3 value: 23.810000000000002 - type: precision_at_5 value: 25.306 - type: recall_at_1 value: 2.4619999999999997 - type: recall_at_10 value: 17.712 - type: recall_at_100 value: 48.232 - type: recall_at_1000 value: 83.348 - type: recall_at_3 value: 5.763 - type: recall_at_5 value: 9.577 datasets: - Tevatron/msmarco-passage-corpus - Tevatron/msmarco-passage language: - en library_name: sentence-transformers pipeline_tag: sentence-similarity --- # Phi2 Model Trained for retrieval task using MSMarco Dataset ### Trained for 1 epoch using the tevatron library #### Ongoing work