Model: BeastyZ/e5-R-mistral-7b
Author: BeastyZ
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, mistral, text-generation, mteb, en, dataset:BeastyZ/E5-R, license:apache-2.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: library_name: transformers
license: apache-2.0
datasets: BeastyZ/E5-R
language: en
model-index: name: e5-R-mistral-7b
results: dataset: config: default
name: MTEB ArguAna
revision: None
split: test
type: mteb/arguana
metrics: type: map_at_1
value: 33.57
verified: no, type: map_at_10
value: 49.952000000000005
verified: no, type: map_at_100
value: 50.673
verified: no, type: map_at_1000
value: 50.674
verified: no, type: map_at_3
value: 44.915
verified: no, type: map_at_5
value: 47.876999999999995
verified: no, type: mrr_at_1
value: 34.211000000000006
verified: no, type: mrr_at_10
value: 50.19
verified: no, type: mrr_at_100
value: 50.905
verified: no, type: mrr_at_1000
value: 50.906
verified: no, type: mrr_at_3
value: 45.128
verified: no, type: mrr_at_5
value: 48.097
verified: no, type: ndcg_at_1
value: 33.57
verified: no, type: ndcg_at_10
value: 58.994
verified: no, type: ndcg_at_100
value: 61.806000000000004
verified: no, type: ndcg_at_1000
value: 61.824999999999996
verified: no, type: ndcg_at_3
value: 48.681000000000004
verified: no, type: ndcg_at_5
value: 54.001
verified: no, type: precision_at_1
value: 33.57
verified: no, type: precision_at_10
value: 8.784
verified: no, type: precision_at_100
value: 0.9950000000000001
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 19.867
verified: no, type: precision_at_5
value: 14.495
verified: no, type: recall_at_1
value: 33.57
verified: no, type: recall_at_10
value: 87.83800000000001
verified: no, type: recall_at_100
value: 99.502
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_3
value: 59.602
verified: no, type: recall_at_5
value: 72.475
verified: no, type: main_score
value: 58.994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval
revision: None
split: test
type: mteb/cqadupstack
metrics: type: map_at_1
value: 24.75
verified: no, type: map_at_10
value: 34.025
verified: no, type: map_at_100
value: 35.126000000000005
verified: no, type: map_at_1000
value: 35.219
verified: no, type: map_at_3
value: 31.607000000000003
verified: no, type: map_at_5
value: 32.962
verified: no, type: mrr_at_1
value: 27.357
verified: no, type: mrr_at_10
value: 36.370999999999995
verified: no, type: mrr_at_100
value: 37.364000000000004
verified: no, type: mrr_at_1000
value: 37.423
verified: no, type: mrr_at_3
value: 34.288000000000004
verified: no, type: mrr_at_5
value: 35.434
verified: no, type: ndcg_at_1
value: 27.357
verified: no, type: ndcg_at_10
value: 46.593999999999994
verified: no, type: ndcg_at_100
value: 44.317
verified: no, type: ndcg_at_1000
value: 46.475
verified: no, type: ndcg_at_3
value: 34.473
verified: no, type: ndcg_at_5
value: 36.561
verified: no, type: precision_at_1
value: 27.357
verified: no, type: precision_at_10
value: 6.081
verified: no, type: precision_at_100
value: 0.9299999999999999
verified: no, type: precision_at_1000
value: 0.124
verified: no, type: precision_at_3
value: 14.911
verified: no, type: precision_at_5
value: 10.24
verified: no, type: recall_at_1
value: 24.75
verified: no, type: recall_at_10
value: 51.856
verified: no, type: recall_at_100
value: 76.44300000000001
verified: no, type: recall_at_1000
value: 92.078
verified: no, type: recall_at_3
value: 39.427
verified: no, type: recall_at_5
value: 44.639
verified: no, type: main_score
value: 46.593999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER
revision: None
split: test
type: mteb/climate-fever
metrics: type: map_at_1
value: 16.436
verified: no, type: map_at_10
value: 29.693
verified: no, type: map_at_100
value: 32.179
verified: no, type: map_at_1000
value: 32.353
verified: no, type: map_at_3
value: 24.556
verified: no, type: map_at_5
value: 27.105
verified: no, type: mrr_at_1
value: 37.524
verified: no, type: mrr_at_10
value: 51.475
verified: no, type: mrr_at_100
value: 52.107000000000006
verified: no, type: mrr_at_1000
value: 52.123
verified: no, type: mrr_at_3
value: 48.35
verified: no, type: mrr_at_5
value: 50.249
verified: no, type: ndcg_at_1
value: 37.524
verified: no, type: ndcg_at_10
value: 40.258
verified: no, type: ndcg_at_100
value: 48.364000000000004
verified: no, type: ndcg_at_1000
value: 51.031000000000006
verified: no, type: ndcg_at_3
value: 33.359
verified: no, type: ndcg_at_5
value: 35.573
verified: no, type: precision_at_1
value: 37.524
verified: no, type: precision_at_10
value: 12.886000000000001
verified: no, type: precision_at_100
value: 2.169
verified: no, type: precision_at_1000
value: 0.268
verified: no, type: precision_at_3
value: 25.624000000000002
verified: no, type: precision_at_5
value: 19.453
verified: no, type: recall_at_1
value: 16.436
verified: no, type: recall_at_10
value: 47.77
verified: no, type: recall_at_100
value: 74.762
verified: no, type: recall_at_1000
value: 89.316
verified: no, type: recall_at_3
value: 30.508000000000003
verified: no, type: recall_at_5
value: 37.346000000000004
verified: no, type: main_score
value: 40.258
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia
revision: None
split: test
type: mteb/dbpedia
metrics: type: map_at_1
value: 10.147
verified: no, type: map_at_10
value: 24.631
verified: no, type: map_at_100
value: 35.657
verified: no, type: map_at_1000
value: 37.824999999999996
verified: no, type: map_at_3
value: 16.423
verified: no, type: map_at_5
value: 19.666
verified: no, type: mrr_at_1
value: 76.5
verified: no, type: mrr_at_10
value: 82.793
verified: no, type: mrr_at_100
value: 83.015
verified: no, type: mrr_at_1000
value: 83.021
verified: no, type: mrr_at_3
value: 81.75
verified: no, type: mrr_at_5
value: 82.375
verified: no, type: ndcg_at_1
value: 64.75
verified: no, type: ndcg_at_10
value: 51.031000000000006
verified: no, type: ndcg_at_100
value: 56.005
verified: no, type: ndcg_at_1000
value: 63.068000000000005
verified: no, type: ndcg_at_3
value: 54.571999999999996
verified: no, type: ndcg_at_5
value: 52.66499999999999
verified: no, type: precision_at_1
value: 76.5
verified: no, type: precision_at_10
value: 42.15
verified: no, type: precision_at_100
value: 13.22
verified: no, type: precision_at_1000
value: 2.5989999999999998
verified: no, type: precision_at_3
value: 58.416999999999994
verified: no, type: precision_at_5
value: 52.2
verified: no, type: recall_at_1
value: 10.147
verified: no, type: recall_at_10
value: 30.786
verified: no, type: recall_at_100
value: 62.873000000000005
verified: no, type: recall_at_1000
value: 85.358
verified: no, type: recall_at_3
value: 17.665
verified: no, type: recall_at_5
value: 22.088
verified: no, type: main_score
value: 51.031000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER
revision: None
split: test
type: mteb/fever
metrics: type: map_at_1
value: 78.52900000000001
verified: no, type: map_at_10
value: 87.24199999999999
verified: no, type: map_at_100
value: 87.446
verified: no, type: map_at_1000
value: 87.457
verified: no, type: map_at_3
value: 86.193
verified: no, type: map_at_5
value: 86.898
verified: no, type: mrr_at_1
value: 84.518
verified: no, type: mrr_at_10
value: 90.686
verified: no, type: mrr_at_100
value: 90.73
verified: no, type: mrr_at_1000
value: 90.731
verified: no, type: mrr_at_3
value: 90.227
verified: no, type: mrr_at_5
value: 90.575
verified: no, type: ndcg_at_1
value: 84.518
verified: no, type: ndcg_at_10
value: 90.324
verified: no, type: ndcg_at_100
value: 90.96300000000001
verified: no, type: ndcg_at_1000
value: 91.134
verified: no, type: ndcg_at_3
value: 88.937
verified: no, type: ndcg_at_5
value: 89.788
verified: no, type: precision_at_1
value: 84.518
verified: no, type: precision_at_10
value: 10.872
verified: no, type: precision_at_100
value: 1.1440000000000001
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_3
value: 34.108
verified: no, type: precision_at_5
value: 21.154999999999998
verified: no, type: recall_at_1
value: 78.52900000000001
verified: no, type: recall_at_10
value: 96.123
verified: no, type: recall_at_100
value: 98.503
verified: no, type: recall_at_1000
value: 99.518
verified: no, type: recall_at_3
value: 92.444
verified: no, type: recall_at_5
value: 94.609
verified: no, type: main_score
value: 90.324
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018
revision: None
split: test
type: mteb/fiqa
metrics: type: map_at_1
value: 29.38
verified: no, type: map_at_10
value: 50.28
verified: no, type: map_at_100
value: 52.532999999999994
verified: no, type: map_at_1000
value: 52.641000000000005
verified: no, type: map_at_3
value: 43.556
verified: no, type: map_at_5
value: 47.617
verified: no, type: mrr_at_1
value: 56.79
verified: no, type: mrr_at_10
value: 65.666
verified: no, type: mrr_at_100
value: 66.211
verified: no, type: mrr_at_1000
value: 66.226
verified: no, type: mrr_at_3
value: 63.452
verified: no, type: mrr_at_5
value: 64.895
verified: no, type: ndcg_at_1
value: 56.79
verified: no, type: ndcg_at_10
value: 58.68
verified: no, type: ndcg_at_100
value: 65.22
verified: no, type: ndcg_at_1000
value: 66.645
verified: no, type: ndcg_at_3
value: 53.981
verified: no, type: ndcg_at_5
value: 55.95
verified: no, type: precision_at_1
value: 56.79
verified: no, type: precision_at_10
value: 16.311999999999998
verified: no, type: precision_at_100
value: 2.316
verified: no, type: precision_at_1000
value: 0.258
verified: no, type: precision_at_3
value: 36.214
verified: no, type: precision_at_5
value: 27.067999999999998
verified: no, type: recall_at_1
value: 29.38
verified: no, type: recall_at_10
value: 66.503
verified: no, type: recall_at_100
value: 89.885
verified: no, type: recall_at_1000
value: 97.954
verified: no, type: recall_at_3
value: 48.866
verified: no, type: recall_at_5
value: 57.60999999999999
verified: no, type: main_score
value: 58.68
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA
revision: None
split: test
type: mteb/hotpotqa
metrics: type: map_at_1
value: 42.134
verified: no, type: map_at_10
value: 73.412
verified: no, type: map_at_100
value: 74.144
verified: no, type: map_at_1000
value: 74.181
verified: no, type: map_at_3
value: 70.016
verified: no, type: map_at_5
value: 72.174
verified: no, type: mrr_at_1
value: 84.267
verified: no, type: mrr_at_10
value: 89.18599999999999
verified: no, type: mrr_at_100
value: 89.29599999999999
verified: no, type: mrr_at_1000
value: 89.298
verified: no, type: mrr_at_3
value: 88.616
verified: no, type: mrr_at_5
value: 88.957
verified: no, type: ndcg_at_1
value: 84.267
verified: no, type: ndcg_at_10
value: 80.164
verified: no, type: ndcg_at_100
value: 82.52199999999999
verified: no, type: ndcg_at_1000
value: 83.176
verified: no, type: ndcg_at_3
value: 75.616
verified: no, type: ndcg_at_5
value: 78.184
verified: no, type: precision_at_1
value: 84.267
verified: no, type: precision_at_10
value: 16.916
verified: no, type: precision_at_100
value: 1.872
verified: no, type: precision_at_1000
value: 0.196
verified: no, type: precision_at_3
value: 49.71
verified: no, type: precision_at_5
value: 31.854
verified: no, type: recall_at_1
value: 42.134
verified: no, type: recall_at_10
value: 84.578
verified: no, type: recall_at_100
value: 93.606
verified: no, type: recall_at_1000
value: 97.86
verified: no, type: recall_at_3
value: 74.564
verified: no, type: recall_at_5
value: 79.635
verified: no, type: main_score
value: 80.164
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO
revision: None
split: dev
type: mteb/msmarco
metrics: type: map_at_1
value: 22.276
verified: no, type: map_at_10
value: 35.493
verified: no, type: map_at_100
value: 36.656
verified: no, type: map_at_1000
value: 36.699
verified: no, type: map_at_3
value: 31.320999999999998
verified: no, type: map_at_5
value: 33.772999999999996
verified: no, type: mrr_at_1
value: 22.966
verified: no, type: mrr_at_10
value: 36.074
verified: no, type: mrr_at_100
value: 37.183
verified: no, type: mrr_at_1000
value: 37.219
verified: no, type: mrr_at_3
value: 31.984
verified: no, type: mrr_at_5
value: 34.419
verified: no, type: ndcg_at_1
value: 22.966
verified: no, type: ndcg_at_10
value: 42.895
verified: no, type: ndcg_at_100
value: 48.453
verified: no, type: ndcg_at_1000
value: 49.464999999999996
verified: no, type: ndcg_at_3
value: 34.410000000000004
verified: no, type: ndcg_at_5
value: 38.78
verified: no, type: precision_at_1
value: 22.966
verified: no, type: precision_at_10
value: 6.88
verified: no, type: precision_at_100
value: 0.966
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_3
value: 14.785
verified: no, type: precision_at_5
value: 11.074
verified: no, type: recall_at_1
value: 22.276
verified: no, type: recall_at_10
value: 65.756
verified: no, type: recall_at_100
value: 91.34100000000001
verified: no, type: recall_at_1000
value: 98.957
verified: no, type: recall_at_3
value: 42.67
verified: no, type: recall_at_5
value: 53.161
verified: no, type: main_score
value: 42.895
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NFCorpus
revision: None
split: test
type: mteb/nfcorpus
metrics: type: map_at_1
value: 7.188999999999999
verified: no, type: map_at_10
value: 16.176
verified: no, type: map_at_100
value: 20.504
verified: no, type: map_at_1000
value: 22.203999999999997
verified: no, type: map_at_3
value: 11.766
verified: no, type: map_at_5
value: 13.655999999999999
verified: no, type: mrr_at_1
value: 55.418
verified: no, type: mrr_at_10
value: 62.791
verified: no, type: mrr_at_100
value: 63.339
verified: no, type: mrr_at_1000
value: 63.369
verified: no, type: mrr_at_3
value: 60.99099999999999
verified: no, type: mrr_at_5
value: 62.059
verified: no, type: ndcg_at_1
value: 53.715
verified: no, type: ndcg_at_10
value: 41.377
verified: no, type: ndcg_at_100
value: 37.999
verified: no, type: ndcg_at_1000
value: 46.726
verified: no, type: ndcg_at_3
value: 47.262
verified: no, type: ndcg_at_5
value: 44.708999999999996
verified: no, type: precision_at_1
value: 55.108000000000004
verified: no, type: precision_at_10
value: 30.154999999999998
verified: no, type: precision_at_100
value: 9.582
verified: no, type: precision_at_1000
value: 2.2720000000000002
verified: no, type: precision_at_3
value: 43.55
verified: no, type: precision_at_5
value: 38.204
verified: no, type: recall_at_1
value: 7.188999999999999
verified: no, type: recall_at_10
value: 20.655
verified: no, type: recall_at_100
value: 38.068000000000005
verified: no, type: recall_at_1000
value: 70.208
verified: no, type: recall_at_3
value: 12.601
verified: no, type: recall_at_5
value: 15.573999999999998
verified: no, type: main_score
value: 41.377
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ
revision: None
split: test
type: mteb/nq
metrics: type: map_at_1
value: 46.017
verified: no, type: map_at_10
value: 62.910999999999994
verified: no, type: map_at_100
value: 63.526
verified: no, type: map_at_1000
value: 63.536
verified: no, type: map_at_3
value: 59.077999999999996
verified: no, type: map_at_5
value: 61.521
verified: no, type: mrr_at_1
value: 51.68000000000001
verified: no, type: mrr_at_10
value: 65.149
verified: no, type: mrr_at_100
value: 65.542
verified: no, type: mrr_at_1000
value: 65.55
verified: no, type: mrr_at_3
value: 62.49
verified: no, type: mrr_at_5
value: 64.178
verified: no, type: ndcg_at_1
value: 51.651
verified: no, type: ndcg_at_10
value: 69.83500000000001
verified: no, type: ndcg_at_100
value: 72.18
verified: no, type: ndcg_at_1000
value: 72.393
verified: no, type: ndcg_at_3
value: 63.168
verified: no, type: ndcg_at_5
value: 66.958
verified: no, type: precision_at_1
value: 51.651
verified: no, type: precision_at_10
value: 10.626
verified: no, type: precision_at_100
value: 1.195
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_3
value: 28.012999999999998
verified: no, type: precision_at_5
value: 19.09
verified: no, type: recall_at_1
value: 46.017
verified: no, type: recall_at_10
value: 88.345
verified: no, type: recall_at_100
value: 98.129
verified: no, type: recall_at_1000
value: 99.696
verified: no, type: recall_at_3
value: 71.531
verified: no, type: recall_at_5
value: 80.108
verified: no, type: main_score
value: 69.83500000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval
revision: None
split: test
type: mteb/quora
metrics: type: map_at_1
value: 72.473
verified: no, type: map_at_10
value: 86.72800000000001
verified: no, type: map_at_100
value: 87.323
verified: no, type: map_at_1000
value: 87.332
verified: no, type: map_at_3
value: 83.753
verified: no, type: map_at_5
value: 85.627
verified: no, type: mrr_at_1
value: 83.39
verified: no, type: mrr_at_10
value: 89.149
verified: no, type: mrr_at_100
value: 89.228
verified: no, type: mrr_at_1000
value: 89.229
verified: no, type: mrr_at_3
value: 88.335
verified: no, type: mrr_at_5
value: 88.895
verified: no, type: ndcg_at_1
value: 83.39
verified: no, type: ndcg_at_10
value: 90.109
verified: no, type: ndcg_at_100
value: 91.09
verified: no, type: ndcg_at_1000
value: 91.13900000000001
verified: no, type: ndcg_at_3
value: 87.483
verified: no, type: ndcg_at_5
value: 88.942
verified: no, type: precision_at_1
value: 83.39
verified: no, type: precision_at_10
value: 13.711
verified: no, type: precision_at_100
value: 1.549
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_3
value: 38.342999999999996
verified: no, type: precision_at_5
value: 25.188
verified: no, type: recall_at_1
value: 72.473
verified: no, type: recall_at_10
value: 96.57
verified: no, type: recall_at_100
value: 99.792
verified: no, type: recall_at_1000
value: 99.99900000000001
verified: no, type: recall_at_3
value: 88.979
verified: no, type: recall_at_5
value: 93.163
verified: no, type: main_score
value: 90.109
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS
revision: None
split: test
type: mteb/scidocs
metrics: type: map_at_1
value: 4.598
verified: no, type: map_at_10
value: 11.405999999999999
verified: no, type: map_at_100
value: 13.447999999999999
verified: no, type: map_at_1000
value: 13.758999999999999
verified: no, type: map_at_3
value: 8.332
verified: no, type: map_at_5
value: 9.709
verified: no, type: mrr_at_1
value: 22.6
verified: no, type: mrr_at_10
value: 32.978
verified: no, type: mrr_at_100
value: 34.149
verified: no, type: mrr_at_1000
value: 34.213
verified: no, type: mrr_at_3
value: 29.7
verified: no, type: mrr_at_5
value: 31.485000000000003
verified: no, type: ndcg_at_1
value: 22.6
verified: no, type: ndcg_at_10
value: 19.259999999999998
verified: no, type: ndcg_at_100
value: 27.21
verified: no, type: ndcg_at_1000
value: 32.7
verified: no, type: ndcg_at_3
value: 18.445
verified: no, type: ndcg_at_5
value: 15.812000000000001
verified: no, type: precision_at_1
value: 22.6
verified: no, type: precision_at_10
value: 9.959999999999999
verified: no, type: precision_at_100
value: 2.139
verified: no, type: precision_at_1000
value: 0.345
verified: no, type: precision_at_3
value: 17.299999999999997
verified: no, type: precision_at_5
value: 13.719999999999999
verified: no, type: recall_at_1
value: 4.598
verified: no, type: recall_at_10
value: 20.186999999999998
verified: no, type: recall_at_100
value: 43.362
verified: no, type: recall_at_1000
value: 70.11800000000001
verified: no, type: recall_at_3
value: 10.543
verified: no, type: recall_at_5
value: 13.923
verified: no, type: main_score
value: 19.259999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact
revision: None
split: test
type: mteb/scifact
metrics: type: map_at_1
value: 65.467
verified: no, type: map_at_10
value: 74.935
verified: no, type: map_at_100
value: 75.395
verified: no, type: map_at_1000
value: 75.412
verified: no, type: map_at_3
value: 72.436
verified: no, type: map_at_5
value: 73.978
verified: no, type: mrr_at_1
value: 68.667
verified: no, type: mrr_at_10
value: 76.236
verified: no, type: mrr_at_100
value: 76.537
verified: no, type: mrr_at_1000
value: 76.55499999999999
verified: no, type: mrr_at_3
value: 74.722
verified: no, type: mrr_at_5
value: 75.639
verified: no, type: ndcg_at_1
value: 68.667
verified: no, type: ndcg_at_10
value: 78.92099999999999
verified: no, type: ndcg_at_100
value: 80.645
verified: no, type: ndcg_at_1000
value: 81.045
verified: no, type: ndcg_at_3
value: 75.19500000000001
verified: no, type: ndcg_at_5
value: 77.114
verified: no, type: precision_at_1
value: 68.667
verified: no, type: precision_at_10
value: 10.133000000000001
verified: no, type: precision_at_100
value: 1.0999999999999999
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_3
value: 28.889
verified: no, type: precision_at_5
value: 18.8
verified: no, type: recall_at_1
value: 65.467
verified: no, type: recall_at_10
value: 89.517
verified: no, type: recall_at_100
value: 97
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_3
value: 79.72200000000001
verified: no, type: recall_at_5
value: 84.511
verified: no, type: main_score
value: 78.92099999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID
revision: None
split: test
type: mteb/trec-covid
metrics: type: map_at_1
value: 0.244
verified: no, type: map_at_10
value: 2.183
verified: no, type: map_at_100
value: 13.712
verified: no, type: map_at_1000
value: 33.147
verified: no, type: map_at_3
value: 0.7270000000000001
verified: no, type: map_at_5
value: 1.199
verified: no, type: mrr_at_1
value: 94
verified: no, type: mrr_at_10
value: 97
verified: no, type: mrr_at_100
value: 97
verified: no, type: mrr_at_1000
value: 97
verified: no, type: mrr_at_3
value: 97
verified: no, type: mrr_at_5
value: 97
verified: no, type: ndcg_at_1
value: 92
verified: no, type: ndcg_at_10
value: 84.399
verified: no, type: ndcg_at_100
value: 66.771
verified: no, type: ndcg_at_1000
value: 59.092
verified: no, type: ndcg_at_3
value: 89.173
verified: no, type: ndcg_at_5
value: 88.52600000000001
verified: no, type: precision_at_1
value: 94
verified: no, type: precision_at_10
value: 86.8
verified: no, type: precision_at_100
value: 68.24
verified: no, type: precision_at_1000
value: 26.003999999999998
verified: no, type: precision_at_3
value: 92.667
verified: no, type: precision_at_5
value: 92.4
verified: no, type: recall_at_1
value: 0.244
verified: no, type: recall_at_10
value: 2.302
verified: no, type: recall_at_100
value: 16.622
verified: no, type: recall_at_1000
value: 55.175
verified: no, type: recall_at_3
value: 0.748
verified: no, type: recall_at_5
value: 1.247
verified: no, type: main_score
value: 84.399
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020
revision: None
split: test
type: mteb/touche2020
metrics: type: map_at_1
value: 2.707
verified: no, type: map_at_10
value: 10.917
verified: no, type: map_at_100
value: 16.308
verified: no, type: map_at_1000
value: 17.953
verified: no, type: map_at_3
value: 5.65
verified: no, type: map_at_5
value: 7.379
verified: no, type: mrr_at_1
value: 34.694
verified: no, type: mrr_at_10
value: 49.745
verified: no, type: mrr_at_100
value: 50.309000000000005
verified: no, type: mrr_at_1000
value: 50.32
verified: no, type: mrr_at_3
value: 44.897999999999996
verified: no, type: mrr_at_5
value: 48.061
verified: no, type: ndcg_at_1
value: 33.672999999999995
verified: no, type: ndcg_at_10
value: 26.894000000000002
verified: no, type: ndcg_at_100
value: 37.423
verified: no, type: ndcg_at_1000
value: 49.376999999999995
verified: no, type: ndcg_at_3
value: 30.456
verified: no, type: ndcg_at_5
value: 27.772000000000002
verified: no, type: precision_at_1
value: 34.694
verified: no, type: precision_at_10
value: 23.878
verified: no, type: precision_at_100
value: 7.489999999999999
verified: no, type: precision_at_1000
value: 1.555
verified: no, type: precision_at_3
value: 31.293
verified: no, type: precision_at_5
value: 26.939
verified: no, type: recall_at_1
value: 2.707
verified: no, type: recall_at_10
value: 18.104
verified: no, type: recall_at_100
value: 46.93
verified: no, type: recall_at_1000
value: 83.512
verified: no, type: recall_at_3
value: 6.622999999999999
verified: no, type: recall_at_5
value: 10.051
verified: no, type: main_score
value: 26.894000000000002
verified: no
task: type: Retrieval
tags: mteb
Likes: 0 | All-time downloads: 4733
Created: 2024-06-28 05:50:32