Model: tanmaylaud/ret-phi2-v0
Author: tanmaylaud
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, phi, mteb, sentence-similarity, custom_code, en, dataset:Tevatron/msmarco-passage-corpus, dataset:Tevatron/msmarco-passage, license:mit, model-index, endpoints_compatible, region:us
Card metadata: license: mit
tags: mteb
model-index: name: ret-phi2-v0
results: task: type: Retrieval
dataset: type: arguana
name: MTEB ArguAna
config: default
split: test
revision: None
metrics: type: map_at_1
value: 24.609
verified: no, type: map_at_10
value: 39.404
verified: no, type: map_at_100
value: 40.421
verified: no, type: map_at_1000
value: 40.437
verified: no, type: map_at_3
value: 34.258
verified: no, type: map_at_5
value: 37.078
verified: no, type: mrr_at_1
value: 24.822
verified: no, type: mrr_at_10
value: 39.48
verified: no, type: mrr_at_100
value: 40.498
verified: no, type: mrr_at_1000
value: 40.513
verified: no, type: mrr_at_3
value: 34.436
verified: no, type: mrr_at_5
value: 37.156
verified: no, type: ndcg_at_1
value: 24.609
verified: no, type: ndcg_at_10
value: 48.274
verified: no, type: ndcg_at_100
value: 52.654
verified: no, type: ndcg_at_1000
value: 53.037
verified: no, type: ndcg_at_3
value: 37.558
verified: no, type: ndcg_at_5
value: 42.678
verified: no, type: precision_at_1
value: 24.609
verified: no, type: precision_at_10
value: 7.688000000000001
verified: no, type: precision_at_100
value: 0.962
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_3
value: 15.717999999999998
verified: no, type: precision_at_5
value: 11.935
verified: no, type: recall_at_1
value: 24.609
verified: no, type: recall_at_10
value: 76.885
verified: no, type: recall_at_100
value: 96.15899999999999
verified: no, type: recall_at_1000
value: 99.14699999999999
verified: no, type: recall_at_3
value: 47.155
verified: no, type: recall_at_5
value: 59.673
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.916
verified: no, type: map_at_10
value: 36.125
verified: no, type: map_at_100
value: 37.423
verified: no, type: map_at_1000
value: 37.545
verified: no, type: map_at_3
value: 33.019
verified: no, type: map_at_5
value: 34.977000000000004
verified: no, type: mrr_at_1
value: 33.906
verified: no, type: mrr_at_10
value: 41.832
verified: no, type: mrr_at_100
value: 42.667
verified: no, type: mrr_at_1000
value: 42.72
verified: no, type: mrr_at_3
value: 39.103
verified: no, type: mrr_at_5
value: 40.763
verified: no, type: ndcg_at_1
value: 33.906
verified: no, type: ndcg_at_10
value: 41.514
verified: no, type: ndcg_at_100
value: 46.855000000000004
verified: no, type: ndcg_at_1000
value: 49.199
verified: no, type: ndcg_at_3
value: 36.666
verified: no, type: ndcg_at_5
value: 39.281
verified: no, type: precision_at_1
value: 33.906
verified: no, type: precision_at_10
value: 7.553999999999999
verified: no, type: precision_at_100
value: 1.239
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_3
value: 16.929
verified: no, type: precision_at_5
value: 12.504000000000001
verified: no, type: recall_at_1
value: 27.916
verified: no, type: recall_at_10
value: 51.785000000000004
verified: no, type: recall_at_100
value: 74.566
verified: no, type: recall_at_1000
value: 90.092
verified: no, type: recall_at_3
value: 37.917
verified: no, type: recall_at_5
value: 44.919
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 26.905
verified: no, type: map_at_10
value: 36.664
verified: no, type: map_at_100
value: 37.796
verified: no, type: map_at_1000
value: 37.911
verified: no, type: map_at_3
value: 34.009
verified: no, type: map_at_5
value: 35.354
verified: no, type: mrr_at_1
value: 34.459
verified: no, type: mrr_at_10
value: 42.836
verified: no, type: mrr_at_100
value: 43.54
verified: no, type: mrr_at_1000
value: 43.589
verified: no, type: mrr_at_3
value: 40.754000000000005
verified: no, type: mrr_at_5
value: 41.849
verified: no, type: ndcg_at_1
value: 34.459
verified: no, type: ndcg_at_10
value: 42.268
verified: no, type: ndcg_at_100
value: 46.527
verified: no, type: ndcg_at_1000
value: 48.667
verified: no, type: ndcg_at_3
value: 38.408
verified: no, type: ndcg_at_5
value: 39.889
verified: no, type: precision_at_1
value: 34.459
verified: no, type: precision_at_10
value: 8
verified: no, type: precision_at_100
value: 1.269
verified: no, type: precision_at_1000
value: 0.174
verified: no, type: precision_at_3
value: 18.705
verified: no, type: precision_at_5
value: 13.083
verified: no, type: recall_at_1
value: 26.905
verified: no, type: recall_at_10
value: 52.378
verified: no, type: recall_at_100
value: 70.419
verified: no, type: recall_at_1000
value: 84.165
verified: no, type: recall_at_3
value: 40.467999999999996
verified: no, type: recall_at_5
value: 44.911
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 34.475
verified: no, type: map_at_10
value: 45.221000000000004
verified: no, type: map_at_100
value: 46.215
verified: no, type: map_at_1000
value: 46.276
verified: no, type: map_at_3
value: 42.487
verified: no, type: map_at_5
value: 43.948
verified: no, type: mrr_at_1
value: 38.871
verified: no, type: mrr_at_10
value: 48.521
verified: no, type: mrr_at_100
value: 49.172
verified: no, type: mrr_at_1000
value: 49.207
verified: no, type: mrr_at_3
value: 46.123
verified: no, type: mrr_at_5
value: 47.452
verified: no, type: ndcg_at_1
value: 38.871
verified: no, type: ndcg_at_10
value: 50.739999999999995
verified: no, type: ndcg_at_100
value: 54.849000000000004
verified: no, type: ndcg_at_1000
value: 56.3
verified: no, type: ndcg_at_3
value: 45.762
verified: no, type: ndcg_at_5
value: 48.03
verified: no, type: precision_at_1
value: 38.871
verified: no, type: precision_at_10
value: 8.107000000000001
verified: no, type: precision_at_100
value: 1.11
verified: no, type: precision_at_1000
value: 0.129
verified: no, type: precision_at_3
value: 20.209
verified: no, type: precision_at_5
value: 13.767999999999999
verified: no, type: recall_at_1
value: 34.475
verified: no, type: recall_at_10
value: 63.82299999999999
verified: no, type: recall_at_100
value: 81.761
verified: no, type: recall_at_1000
value: 92.604
verified: no, type: recall_at_3
value: 50.331
verified: no, type: recall_at_5
value: 56.003
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.689
verified: no, type: map_at_10
value: 28.363
verified: no, type: map_at_100
value: 29.324
verified: no, type: map_at_1000
value: 29.416999999999998
verified: no, type: map_at_3
value: 26.064
verified: no, type: map_at_5
value: 27.423
verified: no, type: mrr_at_1
value: 22.938
verified: no, type: mrr_at_10
value: 29.786
verified: no, type: mrr_at_100
value: 30.688
verified: no, type: mrr_at_1000
value: 30.763
verified: no, type: mrr_at_3
value: 27.533
verified: no, type: mrr_at_5
value: 28.860999999999997
verified: no, type: ndcg_at_1
value: 22.938
verified: no, type: ndcg_at_10
value: 32.461
verified: no, type: ndcg_at_100
value: 37.492
verified: no, type: ndcg_at_1000
value: 39.925
verified: no, type: ndcg_at_3
value: 27.916
verified: no, type: ndcg_at_5
value: 30.287
verified: no, type: precision_at_1
value: 22.938
verified: no, type: precision_at_10
value: 4.96
verified: no, type: precision_at_100
value: 0.7929999999999999
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_3
value: 11.676
verified: no, type: precision_at_5
value: 8.339
verified: no, type: recall_at_1
value: 21.689
verified: no, type: recall_at_10
value: 43.702000000000005
verified: no, type: recall_at_100
value: 67.23400000000001
verified: no, type: recall_at_1000
value: 85.688
verified: no, type: recall_at_3
value: 31.526
verified: no, type: recall_at_5
value: 37.262
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 14.094000000000001
verified: no, type: map_at_10
value: 21.310000000000002
verified: no, type: map_at_100
value: 22.427
verified: no, type: map_at_1000
value: 22.545
verified: no, type: map_at_3
value: 18.83
verified: no, type: map_at_5
value: 20.225
verified: no, type: mrr_at_1
value: 17.413
verified: no, type: mrr_at_10
value: 25.430000000000003
verified: no, type: mrr_at_100
value: 26.418000000000003
verified: no, type: mrr_at_1000
value: 26.494
verified: no, type: mrr_at_3
value: 22.989
verified: no, type: mrr_at_5
value: 24.388
verified: no, type: ndcg_at_1
value: 17.413
verified: no, type: ndcg_at_10
value: 26.223000000000003
verified: no, type: ndcg_at_100
value: 31.838
verified: no, type: ndcg_at_1000
value: 34.678
verified: no, type: ndcg_at_3
value: 21.677
verified: no, type: ndcg_at_5
value: 23.838
verified: no, type: precision_at_1
value: 17.413
verified: no, type: precision_at_10
value: 4.9750000000000005
verified: no, type: precision_at_100
value: 0.8999999999999999
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_3
value: 10.697
verified: no, type: precision_at_5
value: 7.91
verified: no, type: recall_at_1
value: 14.094000000000001
verified: no, type: recall_at_10
value: 37.230999999999995
verified: no, type: recall_at_100
value: 62.062
verified: no, type: recall_at_1000
value: 82.204
verified: no, type: recall_at_3
value: 24.766
verified: no, type: recall_at_5
value: 30.173
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 27.256999999999998
verified: no, type: map_at_10
value: 36.869
verified: no, type: map_at_100
value: 38.145
verified: no, type: map_at_1000
value: 38.255
verified: no, type: map_at_3
value: 34.161
verified: no, type: map_at_5
value: 35.504000000000005
verified: no, type: mrr_at_1
value: 32.531
verified: no, type: mrr_at_10
value: 41.957
verified: no, type: mrr_at_100
value: 42.766
verified: no, type: mrr_at_1000
value: 42.815999999999995
verified: no, type: mrr_at_3
value: 39.589
verified: no, type: mrr_at_5
value: 40.749
verified: no, type: ndcg_at_1
value: 32.531
verified: no, type: ndcg_at_10
value: 42.54
verified: no, type: ndcg_at_100
value: 47.948
verified: no, type: ndcg_at_1000
value: 50.056999999999995
verified: no, type: ndcg_at_3
value: 37.775999999999996
verified: no, type: ndcg_at_5
value: 39.667
verified: no, type: precision_at_1
value: 32.531
verified: no, type: precision_at_10
value: 7.7
verified: no, type: precision_at_100
value: 1.213
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_3
value: 17.806
verified: no, type: precision_at_5
value: 12.493
verified: no, type: recall_at_1
value: 27.256999999999998
verified: no, type: recall_at_10
value: 54.217999999999996
verified: no, type: recall_at_100
value: 76.98
verified: no, type: recall_at_1000
value: 90.913
verified: no, type: recall_at_3
value: 41.144999999999996
verified: no, type: recall_at_5
value: 45.674
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.249
verified: no, type: map_at_10
value: 32.278
verified: no, type: map_at_100
value: 33.585
verified: no, type: map_at_1000
value: 33.69
verified: no, type: map_at_3
value: 29.776000000000003
verified: no, type: map_at_5
value: 31.096
verified: no, type: mrr_at_1
value: 28.425
verified: no, type: mrr_at_10
value: 37.124
verified: no, type: mrr_at_100
value: 38.053
verified: no, type: mrr_at_1000
value: 38.111
verified: no, type: mrr_at_3
value: 34.989
verified: no, type: mrr_at_5
value: 36.159
verified: no, type: ndcg_at_1
value: 28.425
verified: no, type: ndcg_at_10
value: 37.472
verified: no, type: ndcg_at_100
value: 43.261
verified: no, type: ndcg_at_1000
value: 45.540000000000006
verified: no, type: ndcg_at_3
value: 33.334
verified: no, type: ndcg_at_5
value: 35.082
verified: no, type: precision_at_1
value: 28.425
verified: no, type: precision_at_10
value: 6.758
verified: no, type: precision_at_100
value: 1.15
verified: no, type: precision_at_1000
value: 0.151
verified: no, type: precision_at_3
value: 16.058
verified: no, type: precision_at_5
value: 11.164
verified: no, type: recall_at_1
value: 23.249
verified: no, type: recall_at_10
value: 48.094
verified: no, type: recall_at_100
value: 72.988
verified: no, type: recall_at_1000
value: 88.625
verified: no, type: recall_at_3
value: 36.342999999999996
verified: no, type: recall_at_5
value: 41.187000000000005
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.019250000000003
verified: no, type: map_at_10
value: 30.98783333333333
verified: no, type: map_at_100
value: 32.07916666666667
verified: no, type: map_at_1000
value: 32.193333333333335
verified: no, type: map_at_3
value: 28.572916666666664
verified: no, type: map_at_5
value: 29.886083333333335
verified: no, type: mrr_at_1
value: 27.01383333333333
verified: no, type: mrr_at_10
value: 34.78475
verified: no, type: mrr_at_100
value: 35.628416666666666
verified: no, type: mrr_at_1000
value: 35.696250000000006
verified: no, type: mrr_at_3
value: 32.63225
verified: no, type: mrr_at_5
value: 33.8265
verified: no, type: ndcg_at_1
value: 27.01383333333333
verified: no, type: ndcg_at_10
value: 35.75991666666666
verified: no, type: ndcg_at_100
value: 40.696416666666664
verified: no, type: ndcg_at_1000
value: 43.18933333333333
verified: no, type: ndcg_at_3
value: 31.56075
verified: no, type: ndcg_at_5
value: 33.47166666666667
verified: no, type: precision_at_1
value: 27.01383333333333
verified: no, type: precision_at_10
value: 6.201416666666667
verified: no, type: precision_at_100
value: 1.0189166666666667
verified: no, type: precision_at_1000
value: 0.13999999999999999
verified: no, type: precision_at_3
value: 14.448249999999998
verified: no, type: precision_at_5
value: 10.209333333333333
verified: no, type: recall_at_1
value: 23.019250000000003
verified: no, type: recall_at_10
value: 46.17675
verified: no, type: recall_at_100
value: 68.06741666666667
verified: no, type: recall_at_1000
value: 85.66791666666667
verified: no, type: recall_at_3
value: 34.435500000000005
verified: no, type: recall_at_5
value: 39.362
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 21.754
verified: no, type: map_at_10
value: 27.815
verified: no, type: map_at_100
value: 28.776000000000003
verified: no, type: map_at_1000
value: 28.874
verified: no, type: map_at_3
value: 25.822
verified: no, type: map_at_5
value: 26.562
verified: no, type: mrr_at_1
value: 23.926
verified: no, type: mrr_at_10
value: 30.148000000000003
verified: no, type: mrr_at_100
value: 31.035
verified: no, type: mrr_at_1000
value: 31.116
verified: no, type: mrr_at_3
value: 28.349000000000004
verified: no, type: mrr_at_5
value: 29.108
verified: no, type: ndcg_at_1
value: 23.926
verified: no, type: ndcg_at_10
value: 31.635
verified: no, type: ndcg_at_100
value: 36.457
verified: no, type: ndcg_at_1000
value: 38.944
verified: no, type: ndcg_at_3
value: 27.857
verified: no, type: ndcg_at_5
value: 29.017
verified: no, type: precision_at_1
value: 23.926
verified: no, type: precision_at_10
value: 4.984999999999999
verified: no, type: precision_at_100
value: 0.8019999999999999
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 11.759
verified: no, type: precision_at_5
value: 7.914000000000001
verified: no, type: recall_at_1
value: 21.754
verified: no, type: recall_at_10
value: 41.117
verified: no, type: recall_at_100
value: 63.123
verified: no, type: recall_at_1000
value: 81.399
verified: no, type: recall_at_3
value: 30.556
verified: no, type: recall_at_5
value: 33.571
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 15.204999999999998
verified: no, type: map_at_10
value: 21.166
verified: no, type: map_at_100
value: 22.127
verified: no, type: map_at_1000
value: 22.239
verified: no, type: map_at_3
value: 19.342000000000002
verified: no, type: map_at_5
value: 20.329
verified: no, type: mrr_at_1
value: 18.340999999999998
verified: no, type: mrr_at_10
value: 24.562
verified: no, type: mrr_at_100
value: 25.462
verified: no, type: mrr_at_1000
value: 25.541000000000004
verified: no, type: mrr_at_3
value: 22.694
verified: no, type: mrr_at_5
value: 23.694000000000003
verified: no, type: ndcg_at_1
value: 18.340999999999998
verified: no, type: ndcg_at_10
value: 25.055
verified: no, type: ndcg_at_100
value: 29.82
verified: no, type: ndcg_at_1000
value: 32.68
verified: no, type: ndcg_at_3
value: 21.676000000000002
verified: no, type: ndcg_at_5
value: 23.153000000000002
verified: no, type: precision_at_1
value: 18.340999999999998
verified: no, type: precision_at_10
value: 4.425
verified: no, type: precision_at_100
value: 0.779
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 10.106
verified: no, type: precision_at_5
value: 7.199
verified: no, type: recall_at_1
value: 15.204999999999998
verified: no, type: recall_at_10
value: 33.542
verified: no, type: recall_at_100
value: 55.093
verified: no, type: recall_at_1000
value: 75.64699999999999
verified: no, type: recall_at_3
value: 23.892
verified: no, type: recall_at_5
value: 27.789
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 23.714
verified: no, type: map_at_10
value: 30.636000000000003
verified: no, type: map_at_100
value: 31.653
verified: no, type: map_at_1000
value: 31.762
verified: no, type: map_at_3
value: 28.51
verified: no, type: map_at_5
value: 29.715999999999998
verified: no, type: mrr_at_1
value: 27.612
verified: no, type: mrr_at_10
value: 34.269
verified: no, type: mrr_at_100
value: 35.149
verified: no, type: mrr_at_1000
value: 35.225
verified: no, type: mrr_at_3
value: 32.338
verified: no, type: mrr_at_5
value: 33.341
verified: no, type: ndcg_at_1
value: 27.612
verified: no, type: ndcg_at_10
value: 34.854
verified: no, type: ndcg_at_100
value: 39.800999999999995
verified: no, type: ndcg_at_1000
value: 42.400999999999996
verified: no, type: ndcg_at_3
value: 31.005
verified: no, type: ndcg_at_5
value: 32.727000000000004
verified: no, type: precision_at_1
value: 27.612
verified: no, type: precision_at_10
value: 5.578
verified: no, type: precision_at_100
value: 0.907
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_3
value: 13.619
verified: no, type: precision_at_5
value: 9.403
verified: no, type: recall_at_1
value: 23.714
verified: no, type: recall_at_10
value: 44.262
verified: no, type: recall_at_100
value: 66.079
verified: no, type: recall_at_1000
value: 84.405
verified: no, type: recall_at_3
value: 33.547
verified: no, type: recall_at_5
value: 37.951
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 22.838
verified: no, type: map_at_10
value: 31.244
verified: no, type: map_at_100
value: 32.469
verified: no, type: map_at_1000
value: 32.679
verified: no, type: map_at_3
value: 28.644
verified: no, type: map_at_5
value: 30.179000000000002
verified: no, type: mrr_at_1
value: 27.075
verified: no, type: mrr_at_10
value: 35.039
verified: no, type: mrr_at_100
value: 35.909
verified: no, type: mrr_at_1000
value: 35.99
verified: no, type: mrr_at_3
value: 33.004
verified: no, type: mrr_at_5
value: 34.397
verified: no, type: ndcg_at_1
value: 27.075
verified: no, type: ndcg_at_10
value: 36.319
verified: no, type: ndcg_at_100
value: 41.066
verified: no, type: ndcg_at_1000
value: 44.272
verified: no, type: ndcg_at_3
value: 32.361000000000004
verified: no, type: ndcg_at_5
value: 34.544999999999995
verified: no, type: precision_at_1
value: 27.075
verified: no, type: precision_at_10
value: 6.957000000000001
verified: no, type: precision_at_100
value: 1.346
verified: no, type: precision_at_1000
value: 0.215
verified: no, type: precision_at_3
value: 15.217
verified: no, type: precision_at_5
value: 11.304
verified: no, type: recall_at_1
value: 22.838
verified: no, type: recall_at_10
value: 45.737
verified: no, type: recall_at_100
value: 67.723
verified: no, type: recall_at_1000
value: 89.293
verified: no, type: recall_at_3
value: 34.666999999999994
verified: no, type: recall_at_5
value: 40.208
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 17.135
verified: no, type: map_at_10
value: 24.163
verified: no, type: map_at_100
value: 25.009999999999998
verified: no, type: map_at_1000
value: 25.127
verified: no, type: map_at_3
value: 22.211
verified: no, type: map_at_5
value: 23.32
verified: no, type: mrr_at_1
value: 18.669
verified: no, type: mrr_at_10
value: 25.913000000000004
verified: no, type: mrr_at_100
value: 26.682
verified: no, type: mrr_at_1000
value: 26.783
verified: no, type: mrr_at_3
value: 24.122
verified: no, type: mrr_at_5
value: 25.157
verified: no, type: ndcg_at_1
value: 18.669
verified: no, type: ndcg_at_10
value: 28.038
verified: no, type: ndcg_at_100
value: 32.443
verified: no, type: ndcg_at_1000
value: 35.609
verified: no, type: ndcg_at_3
value: 24.291
verified: no, type: ndcg_at_5
value: 26.144000000000002
verified: no, type: precision_at_1
value: 18.669
verified: no, type: precision_at_10
value: 4.417999999999999
verified: no, type: precision_at_100
value: 0.719
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_3
value: 10.598
verified: no, type: precision_at_5
value: 7.431
verified: no, type: recall_at_1
value: 17.135
verified: no, type: recall_at_10
value: 38.232
verified: no, type: recall_at_100
value: 58.781000000000006
verified: no, type: recall_at_1000
value: 82.98
verified: no, type: recall_at_3
value: 28.067999999999998
verified: no, type: recall_at_5
value: 32.696
verified: no, task: type: Retrieval
dataset: type: climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 11.318
verified: no, type: map_at_10
value: 20.830000000000002
verified: no, type: map_at_100
value: 22.948
verified: no, type: map_at_1000
value: 23.138
verified: no, type: map_at_3
value: 17.022000000000002
verified: no, type: map_at_5
value: 18.921
verified: no, type: mrr_at_1
value: 25.602999999999998
verified: no, type: mrr_at_10
value: 38.513999999999996
verified: no, type: mrr_at_100
value: 39.467
verified: no, type: mrr_at_1000
value: 39.503
verified: no, type: mrr_at_3
value: 34.766999999999996
verified: no, type: mrr_at_5
value: 37.024
verified: no, type: ndcg_at_1
value: 25.602999999999998
verified: no, type: ndcg_at_10
value: 29.609999999999996
verified: no, type: ndcg_at_100
value: 37.525999999999996
verified: no, type: ndcg_at_1000
value: 40.68
verified: no, type: ndcg_at_3
value: 23.552999999999997
verified: no, type: ndcg_at_5
value: 25.747999999999998
verified: no, type: precision_at_1
value: 25.602999999999998
verified: no, type: precision_at_10
value: 9.569999999999999
verified: no, type: precision_at_100
value: 1.798
verified: no, type: precision_at_1000
value: 0.23900000000000002
verified: no, type: precision_at_3
value: 17.785
verified: no, type: precision_at_5
value: 14.033000000000001
verified: no, type: recall_at_1
value: 11.318
verified: no, type: recall_at_10
value: 36.605
verified: no, type: recall_at_100
value: 63.666
verified: no, type: recall_at_1000
value: 80.97
verified: no, type: recall_at_3
value: 22.161
verified: no, type: recall_at_5
value: 27.99
verified: no, task: type: Retrieval
dataset: type: dbpedia-entity
name: MTEB DBPedia
config: default
split: test
revision: None
metrics: type: map_at_1
value: 8.318
verified: no, type: map_at_10
value: 18.602
verified: no, type: map_at_100
value: 26.378
verified: no, type: map_at_1000
value: 28.149
verified: no, type: map_at_3
value: 13.36
verified: no, type: map_at_5
value: 15.482999999999999
verified: no, type: mrr_at_1
value: 66.75
verified: no, type: mrr_at_10
value: 74.47
verified: no, type: mrr_at_100
value: 74.816
verified: no, type: mrr_at_1000
value: 74.823
verified: no, type: mrr_at_3
value: 73.208
verified: no, type: mrr_at_5
value: 73.871
verified: no, type: ndcg_at_1
value: 53.87499999999999
verified: no, type: ndcg_at_10
value: 40.511
verified: no, type: ndcg_at_100
value: 44.973
verified: no, type: ndcg_at_1000
value: 52.33
verified: no, type: ndcg_at_3
value: 44.896
verified: no, type: ndcg_at_5
value: 42.137
verified: no, type: precision_at_1
value: 66.75
verified: no, type: precision_at_10
value: 32.225
verified: no, type: precision_at_100
value: 10.543
verified: no, type: precision_at_1000
value: 2.251
verified: no, type: precision_at_3
value: 48.5
verified: no, type: precision_at_5
value: 40.849999999999994
verified: no, type: recall_at_1
value: 8.318
verified: no, type: recall_at_10
value: 24.163
verified: no, type: recall_at_100
value: 50.824999999999996
verified: no, type: recall_at_1000
value: 73.623
verified: no, type: recall_at_3
value: 14.863999999999999
verified: no, type: recall_at_5
value: 18.052
verified: no, task: type: Retrieval
dataset: type: fever
name: MTEB FEVER
config: default
split: test
revision: None
metrics: type: map_at_1
value: 64.228
verified: no, type: map_at_10
value: 75.004
verified: no, type: map_at_100
value: 75.25500000000001
verified: no, type: map_at_1000
value: 75.268
verified: no, type: map_at_3
value: 73.295
verified: no, type: map_at_5
value: 74.401
verified: no, type: mrr_at_1
value: 69.06700000000001
verified: no, type: mrr_at_10
value: 79.477
verified: no, type: mrr_at_100
value: 79.629
verified: no, type: mrr_at_1000
value: 79.631
verified: no, type: mrr_at_3
value: 77.985
verified: no, type: mrr_at_5
value: 79.00500000000001
verified: no, type: ndcg_at_1
value: 69.06700000000001
verified: no, type: ndcg_at_10
value: 80.138
verified: no, type: ndcg_at_100
value: 81.143
verified: no, type: ndcg_at_1000
value: 81.37299999999999
verified: no, type: ndcg_at_3
value: 77.074
verified: no, type: ndcg_at_5
value: 78.873
verified: no, type: precision_at_1
value: 69.06700000000001
verified: no, type: precision_at_10
value: 10.05
verified: no, type: precision_at_100
value: 1.072
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_3
value: 30.188
verified: no, type: precision_at_5
value: 19.157
verified: no, type: recall_at_1
value: 64.228
verified: no, type: recall_at_10
value: 91.5
verified: no, type: recall_at_100
value: 95.69800000000001
verified: no, type: recall_at_1000
value: 97.16900000000001
verified: no, type: recall_at_3
value: 83.26599999999999
verified: no, type: recall_at_5
value: 87.744
verified: no, task: type: Retrieval
dataset: type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics: type: map_at_1
value: 20.61
verified: no, type: map_at_10
value: 33.507
verified: no, type: map_at_100
value: 35.33
verified: no, type: map_at_1000
value: 35.489
verified: no, type: map_at_3
value: 29.345
verified: no, type: map_at_5
value: 31.834
verified: no, type: mrr_at_1
value: 40.278000000000006
verified: no, type: mrr_at_10
value: 49.212
verified: no, type: mrr_at_100
value: 50.124
verified: no, type: mrr_at_1000
value: 50.153999999999996
verified: no, type: mrr_at_3
value: 46.991
verified: no, type: mrr_at_5
value: 48.449
verified: no, type: ndcg_at_1
value: 40.278000000000006
verified: no, type: ndcg_at_10
value: 41.08
verified: no, type: ndcg_at_100
value: 47.865
verified: no, type: ndcg_at_1000
value: 50.566
verified: no, type: ndcg_at_3
value: 37.855
verified: no, type: ndcg_at_5
value: 39.24
verified: no, type: precision_at_1
value: 40.278000000000006
verified: no, type: precision_at_10
value: 11.126999999999999
verified: no, type: precision_at_100
value: 1.81
verified: no, type: precision_at_1000
value: 0.22899999999999998
verified: no, type: precision_at_3
value: 25
verified: no, type: precision_at_5
value: 18.457
verified: no, type: recall_at_1
value: 20.61
verified: no, type: recall_at_10
value: 47.3
verified: no, type: recall_at_100
value: 72.129
verified: no, type: recall_at_1000
value: 88.25
verified: no, type: recall_at_3
value: 34.307
verified: no, type: recall_at_5
value: 41.182
verified: no, task: type: Retrieval
dataset: type: hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: None
metrics: type: map_at_1
value: 37.873000000000005
verified: no, type: map_at_10
value: 54.013
verified: no, type: map_at_100
value: 54.89000000000001
verified: no, type: map_at_1000
value: 54.959
verified: no, type: map_at_3
value: 51.185
verified: no, type: map_at_5
value: 52.933
verified: no, type: mrr_at_1
value: 75.74600000000001
verified: no, type: mrr_at_10
value: 81.599
verified: no, type: mrr_at_100
value: 81.833
verified: no, type: mrr_at_1000
value: 81.842
verified: no, type: mrr_at_3
value: 80.673
verified: no, type: mrr_at_5
value: 81.242
verified: no, type: ndcg_at_1
value: 75.74600000000001
verified: no, type: ndcg_at_10
value: 63.187000000000005
verified: no, type: ndcg_at_100
value: 66.345
verified: no, type: ndcg_at_1000
value: 67.77300000000001
verified: no, type: ndcg_at_3
value: 59.096000000000004
verified: no, type: ndcg_at_5
value: 61.332
verified: no, type: precision_at_1
value: 75.74600000000001
verified: no, type: precision_at_10
value: 12.848
verified: no, type: precision_at_100
value: 1.533
verified: no, type: precision_at_1000
value: 0.172
verified: no, type: precision_at_3
value: 36.786
verified: no, type: precision_at_5
value: 23.835
verified: no, type: recall_at_1
value: 37.873000000000005
verified: no, type: recall_at_10
value: 64.24
verified: no, type: recall_at_100
value: 76.651
verified: no, type: recall_at_1000
value: 86.212
verified: no, type: recall_at_3
value: 55.179
verified: no, type: recall_at_5
value: 59.587999999999994
verified: no, task: type: Retrieval
dataset: type: msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: None
metrics: type: map_at_1
value: 23.108
verified: no, type: map_at_10
value: 35.607
verified: no, type: map_at_100
value: 36.769
verified: no, type: map_at_1000
value: 36.815
verified: no, type: map_at_3
value: 31.576999999999998
verified: no, type: map_at_5
value: 33.939
verified: no, type: mrr_at_1
value: 23.768
verified: no, type: mrr_at_10
value: 36.203
verified: no, type: mrr_at_100
value: 37.299
verified: no, type: mrr_at_1000
value: 37.339
verified: no, type: mrr_at_3
value: 32.245000000000005
verified: no, type: mrr_at_5
value: 34.575
verified: no, type: ndcg_at_1
value: 23.768
verified: no, type: ndcg_at_10
value: 42.724000000000004
verified: no, type: ndcg_at_100
value: 48.241
verified: no, type: ndcg_at_1000
value: 49.346000000000004
verified: no, type: ndcg_at_3
value: 34.528
verified: no, type: ndcg_at_5
value: 38.746
verified: no, type: precision_at_1
value: 23.768
verified: no, type: precision_at_10
value: 6.755999999999999
verified: no, type: precision_at_100
value: 0.9520000000000001
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 14.666
verified: no, type: precision_at_5
value: 10.923
verified: no, type: recall_at_1
value: 23.108
verified: no, type: recall_at_10
value: 64.676
verified: no, type: recall_at_100
value: 90.033
verified: no, type: recall_at_1000
value: 98.394
verified: no, type: recall_at_3
value: 42.421
verified: no, type: recall_at_5
value: 52.569
verified: no, task: type: Retrieval
dataset: type: nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: None
metrics: type: map_at_1
value: 5.898
verified: no, type: map_at_10
value: 14.115
verified: no, type: map_at_100
value: 17.868000000000002
verified: no, type: map_at_1000
value: 19.425
verified: no, type: map_at_3
value: 10.385
verified: no, type: map_at_5
value: 12.064
verified: no, type: mrr_at_1
value: 50.464
verified: no, type: mrr_at_10
value: 59.265
verified: no, type: mrr_at_100
value: 59.63
verified: no, type: mrr_at_1000
value: 59.673
verified: no, type: mrr_at_3
value: 56.96600000000001
verified: no, type: mrr_at_5
value: 58.282000000000004
verified: no, type: ndcg_at_1
value: 48.452
verified: no, type: ndcg_at_10
value: 37.819
verified: no, type: ndcg_at_100
value: 34.421
verified: no, type: ndcg_at_1000
value: 43.275999999999996
verified: no, type: ndcg_at_3
value: 44.037
verified: no, type: ndcg_at_5
value: 41.272
verified: no, type: precision_at_1
value: 50.15500000000001
verified: no, type: precision_at_10
value: 28.142
verified: no, type: precision_at_100
value: 8.780000000000001
verified: no, type: precision_at_1000
value: 2.185
verified: no, type: precision_at_3
value: 41.382999999999996
verified: no, type: precision_at_5
value: 35.975
verified: no, type: recall_at_1
value: 5.898
verified: no, type: recall_at_10
value: 18.584999999999997
verified: no, type: recall_at_100
value: 34.660000000000004
verified: no, type: recall_at_1000
value: 67.361
verified: no, type: recall_at_3
value: 11.774999999999999
verified: no, type: recall_at_5
value: 14.438999999999998
verified: no, task: type: Retrieval
dataset: type: nq
name: MTEB NQ
config: default
split: test
revision: None
metrics: type: map_at_1
value: 32.976
verified: no, type: map_at_10
value: 48.672
verified: no, type: map_at_100
value: 49.622
verified: no, type: map_at_1000
value: 49.647999999999996
verified: no, type: map_at_3
value: 44.389
verified: no, type: map_at_5
value: 46.942
verified: no, type: mrr_at_1
value: 36.876999999999995
verified: no, type: mrr_at_10
value: 51.123
verified: no, type: mrr_at_100
value: 51.82299999999999
verified: no, type: mrr_at_1000
value: 51.839999999999996
verified: no, type: mrr_at_3
value: 47.658
verified: no, type: mrr_at_5
value: 49.756
verified: no, type: ndcg_at_1
value: 36.848
verified: no, type: ndcg_at_10
value: 56.389
verified: no, type: ndcg_at_100
value: 60.31100000000001
verified: no, type: ndcg_at_1000
value: 60.895999999999994
verified: no, type: ndcg_at_3
value: 48.469
verified: no, type: ndcg_at_5
value: 52.672
verified: no, type: precision_at_1
value: 36.848
verified: no, type: precision_at_10
value: 9.215
verified: no, type: precision_at_100
value: 1.141
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_3
value: 21.997
verified: no, type: precision_at_5
value: 15.672
verified: no, type: recall_at_1
value: 32.976
verified: no, type: recall_at_10
value: 77.301
verified: no, type: recall_at_100
value: 94.15299999999999
verified: no, type: recall_at_1000
value: 98.44500000000001
verified: no, type: recall_at_3
value: 56.979
verified: no, type: recall_at_5
value: 66.621
verified: no, task: type: Retrieval
dataset: type: quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: None
metrics: type: map_at_1
value: 70.53399999999999
verified: no, type: map_at_10
value: 84.248
verified: no, type: map_at_100
value: 84.887
verified: no, type: map_at_1000
value: 84.905
verified: no, type: map_at_3
value: 81.32000000000001
verified: no, type: map_at_5
value: 83.159
verified: no, type: mrr_at_1
value: 81.03
verified: no, type: mrr_at_10
value: 87.35199999999999
verified: no, type: mrr_at_100
value: 87.444
verified: no, type: mrr_at_1000
value: 87.445
verified: no, type: mrr_at_3
value: 86.343
verified: no, type: mrr_at_5
value: 87.04499999999999
verified: no, type: ndcg_at_1
value: 81.06
verified: no, type: ndcg_at_10
value: 88.102
verified: no, type: ndcg_at_100
value: 89.32
verified: no, type: ndcg_at_1000
value: 89.434
verified: no, type: ndcg_at_3
value: 85.19
verified: no, type: ndcg_at_5
value: 86.824
verified: no, type: precision_at_1
value: 81.06
verified: no, type: precision_at_10
value: 13.327
verified: no, type: precision_at_100
value: 1.526
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 37.169999999999995
verified: no, type: precision_at_5
value: 24.462
verified: no, type: recall_at_1
value: 70.53399999999999
verified: no, type: recall_at_10
value: 95.383
verified: no, type: recall_at_100
value: 99.494
verified: no, type: recall_at_1000
value: 99.985
verified: no, type: recall_at_3
value: 87.031
verified: no, type: recall_at_5
value: 91.623
verified: no, task: type: Retrieval
dataset: type: scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: None
metrics: type: map_at_1
value: 4.3180000000000005
verified: no, type: map_at_10
value: 10.237
verified: no, type: map_at_100
value: 11.879000000000001
verified: no, type: map_at_1000
value: 12.124
verified: no, type: map_at_3
value: 7.617999999999999
verified: no, type: map_at_5
value: 8.883000000000001
verified: no, type: mrr_at_1
value: 21.2
verified: no, type: mrr_at_10
value: 31.016
verified: no, type: mrr_at_100
value: 32.062000000000005
verified: no, type: mrr_at_1000
value: 32.128
verified: no, type: mrr_at_3
value: 28.016999999999996
verified: no, type: mrr_at_5
value: 29.607
verified: no, type: ndcg_at_1
value: 21.2
verified: no, type: ndcg_at_10
value: 17.485
verified: no, type: ndcg_at_100
value: 24.162
verified: no, type: ndcg_at_1000
value: 28.825
verified: no, type: ndcg_at_3
value: 17.024
verified: no, type: ndcg_at_5
value: 14.594
verified: no, type: precision_at_1
value: 21.2
verified: no, type: precision_at_10
value: 8.92
verified: no, type: precision_at_100
value: 1.854
verified: no, type: precision_at_1000
value: 0.297
verified: no, type: precision_at_3
value: 15.8
verified: no, type: precision_at_5
value: 12.58
verified: no, type: recall_at_1
value: 4.3180000000000005
verified: no, type: recall_at_10
value: 18.12
verified: no, type: recall_at_100
value: 37.628
verified: no, type: recall_at_1000
value: 60.324999999999996
verified: no, type: recall_at_3
value: 9.622
verified: no, type: recall_at_5
value: 12.772
verified: no, task: type: Retrieval
dataset: type: scifact
name: MTEB SciFact
config: default
split: test
revision: None
metrics: type: map_at_1
value: 57.05
verified: no, type: map_at_10
value: 67.352
verified: no, type: map_at_100
value: 67.919
verified: no, type: map_at_1000
value: 67.944
verified: no, type: map_at_3
value: 64.78699999999999
verified: no, type: map_at_5
value: 66.216
verified: no, type: mrr_at_1
value: 60
verified: no, type: mrr_at_10
value: 68.535
verified: no, type: mrr_at_100
value: 68.988
verified: no, type: mrr_at_1000
value: 69.01
verified: no, type: mrr_at_3
value: 66.667
verified: no, type: mrr_at_5
value: 67.717
verified: no, type: ndcg_at_1
value: 60
verified: no, type: ndcg_at_10
value: 71.628
verified: no, type: ndcg_at_100
value: 74.076
verified: no, type: ndcg_at_1000
value: 74.717
verified: no, type: ndcg_at_3
value: 67.51
verified: no, type: ndcg_at_5
value: 69.393
verified: no, type: precision_at_1
value: 60
verified: no, type: precision_at_10
value: 9.433
verified: no, type: precision_at_100
value: 1.0699999999999998
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_3
value: 26.444000000000003
verified: no, type: precision_at_5
value: 17.2
verified: no, type: recall_at_1
value: 57.05
verified: no, type: recall_at_10
value: 83.289
verified: no, type: recall_at_100
value: 94.267
verified: no, type: recall_at_1000
value: 99.333
verified: no, type: recall_at_3
value: 72.35000000000001
verified: no, type: recall_at_5
value: 77
verified: no, task: type: Retrieval
dataset: type: trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: None
metrics: type: map_at_1
value: 0.242
verified: no, type: map_at_10
value: 2.153
verified: no, type: map_at_100
value: 13.045000000000002
verified: no, type: map_at_1000
value: 31.039
verified: no, type: map_at_3
value: 0.709
verified: no, type: map_at_5
value: 1.138
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 95.65
verified: no, type: mrr_at_100
value: 95.65
verified: no, type: mrr_at_1000
value: 95.65
verified: no, type: mrr_at_3
value: 95
verified: no, type: mrr_at_5
value: 95.39999999999999
verified: no, type: ndcg_at_1
value: 89
verified: no, type: ndcg_at_10
value: 83.39999999999999
verified: no, type: ndcg_at_100
value: 64.116
verified: no, type: ndcg_at_1000
value: 56.501000000000005
verified: no, type: ndcg_at_3
value: 88.061
verified: no, type: ndcg_at_5
value: 86.703
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 87.4
verified: no, type: precision_at_100
value: 65.58
verified: no, type: precision_at_1000
value: 25.113999999999997
verified: no, type: precision_at_3
value: 91.333
verified: no, type: precision_at_5
value: 90
verified: no, type: recall_at_1
value: 0.242
verified: no, type: recall_at_10
value: 2.267
verified: no, type: recall_at_100
value: 15.775
verified: no, type: recall_at_1000
value: 53.152
verified: no, type: recall_at_3
value: 0.721
verified: no, type: recall_at_5
value: 1.172
verified: no, task: type: Retrieval
dataset: type: webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: None
metrics: type: map_at_1
value: 2.4619999999999997
verified: no, type: map_at_10
value: 10.086
verified: no, type: map_at_100
value: 16.265
verified: no, type: map_at_1000
value: 17.846
verified: no, type: map_at_3
value: 4.603
verified: no, type: map_at_5
value: 6.517
verified: no, type: mrr_at_1
value: 26.531
verified: no, type: mrr_at_10
value: 43.608000000000004
verified: no, type: mrr_at_100
value: 44.175
verified: no, type: mrr_at_1000
value: 44.190000000000005
verified: no, type: mrr_at_3
value: 37.755
verified: no, type: mrr_at_5
value: 41.531
verified: no, type: ndcg_at_1
value: 25.509999999999998
verified: no, type: ndcg_at_10
value: 25.663999999999998
verified: no, type: ndcg_at_100
value: 37.362
verified: no, type: ndcg_at_1000
value: 48.817
verified: no, type: ndcg_at_3
value: 23.223
verified: no, type: ndcg_at_5
value: 24.403
verified: no, type: precision_at_1
value: 26.531
verified: no, type: precision_at_10
value: 24.694
verified: no, type: precision_at_100
value: 7.776
verified: no, type: precision_at_1000
value: 1.541
verified: no, type: precision_at_3
value: 23.810000000000002
verified: no, type: precision_at_5
value: 25.306
verified: no, type: recall_at_1
value: 2.4619999999999997
verified: no, type: recall_at_10
value: 17.712
verified: no, type: recall_at_100
value: 48.232
verified: no, type: recall_at_1000
value: 83.348
verified: no, type: recall_at_3
value: 5.763
verified: no, type: recall_at_5
value: 9.577
verified: no
datasets: Tevatron/msmarco-passage-corpus, Tevatron/msmarco-passage
language: en
library_name: sentence-transformers
pipeline_tag: sentence-similarity
Likes: 0 | All-time downloads: 15193
Created: 2024-02-09 08:44:10