Model: qinxianliu/FAE-v1
Author: qinxianliu
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, mteb, feature-extraction, sentence-similarity, en, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: language: en
tags: mteb, sentence-transformers, feature-extraction, sentence-similarity
model-index: name: qinxianliu/FAE-v1
results: dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 46.744
verified: no, type: map_at_1
value: 22.404
verified: no, type: map_at_10
value: 37.445
verified: no, type: map_at_100
value: 38.608
verified: no, type: map_at_1000
value: 38.617000000000004
verified: no, type: map_at_20
value: 38.336999999999996
verified: no, type: map_at_3
value: 32.112
verified: no, type: map_at_5
value: 34.815000000000005
verified: no, type: mrr_at_1
value: 22.90184921763869
verified: no, type: mrr_at_10
value: 37.61529386529382
verified: no, type: mrr_at_100
value: 38.78405216053301
verified: no, type: mrr_at_1000
value: 38.7935851313201
verified: no, type: mrr_at_20
value: 38.51371054177794
verified: no, type: mrr_at_3
value: 32.31389284020854
verified: no, type: mrr_at_5
value: 34.97747747747733
verified: no, type: nauc_map_at_1000_diff1
value: 7.863139961942078
verified: no, type: nauc_map_at_1000_max
value: -13.040781482886555
verified: no, type: nauc_map_at_1000_std
value: -7.701696833496287
verified: no, type: nauc_map_at_100_diff1
value: 7.857901241638711
verified: no, type: nauc_map_at_100_max
value: -13.029859304578142
verified: no, type: nauc_map_at_100_std
value: -7.693677326753952
verified: no, type: nauc_map_at_10_diff1
value: 7.921854311137712
verified: no, type: nauc_map_at_10_max
value: -12.618814090282937
verified: no, type: nauc_map_at_10_std
value: -7.7972524684179145
verified: no, type: nauc_map_at_1_diff1
value: 11.084978006984453
verified: no, type: nauc_map_at_1_max
value: -17.12814739932523
verified: no, type: nauc_map_at_1_std
value: -9.744966153871449
verified: no, type: nauc_map_at_20_diff1
value: 7.82158237380039
verified: no, type: nauc_map_at_20_max
value: -12.867154148107133
verified: no, type: nauc_map_at_20_std
value: -7.802167796180271
verified: no, type: nauc_map_at_3_diff1
value: 7.772319942412158
verified: no, type: nauc_map_at_3_max
value: -14.457995178664829
verified: no, type: nauc_map_at_3_std
value: -7.680904934731485
verified: no, type: nauc_map_at_5_diff1
value: 7.416373803038984
verified: no, type: nauc_map_at_5_max
value: -13.739714714695978
verified: no, type: nauc_map_at_5_std
value: -7.930504164888559
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.317509332297347
verified: no, type: nauc_mrr_at_1000_max
value: -13.510703499838906
verified: no, type: nauc_mrr_at_1000_std
value: -7.719005541631914
verified: no, type: nauc_mrr_at_100_diff1
value: 6.312856832362532
verified: no, type: nauc_mrr_at_100_max
value: -13.499614637506074
verified: no, type: nauc_mrr_at_100_std
value: -7.711011236667085
verified: no, type: nauc_mrr_at_10_diff1
value: 6.3706732794796395
verified: no, type: nauc_mrr_at_10_max
value: -13.13436951478465
verified: no, type: nauc_mrr_at_10_std
value: -7.862953263311375
verified: no, type: nauc_mrr_at_1_diff1
value: 9.35360147320196
verified: no, type: nauc_mrr_at_1_max
value: -16.431639180385428
verified: no, type: nauc_mrr_at_1_std
value: -9.794938764330242
verified: no, type: nauc_mrr_at_20_diff1
value: 6.29097132930001
verified: no, type: nauc_mrr_at_20_max
value: -13.33202609693839
verified: no, type: nauc_mrr_at_20_std
value: -7.8188521434862785
verified: no, type: nauc_mrr_at_3_diff1
value: 6.293203758021999
verified: no, type: nauc_mrr_at_3_max
value: -15.04261476655129
verified: no, type: nauc_mrr_at_3_std
value: -7.712055662412334
verified: no, type: nauc_mrr_at_5_diff1
value: 5.981055547111365
verified: no, type: nauc_mrr_at_5_max
value: -14.159332095267887
verified: no, type: nauc_mrr_at_5_std
value: -7.926515524012209
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.415121806402834
verified: no, type: nauc_ndcg_at_1000_max
value: -12.04745969855188
verified: no, type: nauc_ndcg_at_1000_std
value: -7.241198921997638
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.218915670682067
verified: no, type: nauc_ndcg_at_100_max
value: -11.710329008001233
verified: no, type: nauc_ndcg_at_100_std
value: -6.986414719322928
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.456679518142933
verified: no, type: nauc_ndcg_at_10_max
value: -9.698042535725781
verified: no, type: nauc_ndcg_at_10_std
value: -7.592749367932754
verified: no, type: nauc_ndcg_at_1_diff1
value: 11.084978006984453
verified: no, type: nauc_ndcg_at_1_max
value: -17.12814739932523
verified: no, type: nauc_ndcg_at_1_std
value: -9.744966153871449
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.0893909365052705
verified: no, type: nauc_ndcg_at_20_max
value: -10.460326251616724
verified: no, type: nauc_ndcg_at_20_std
value: -7.60288469715513
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.9049890389977175
verified: no, type: nauc_ndcg_at_3_max
value: -13.979601695762767
verified: no, type: nauc_ndcg_at_3_std
value: -7.375296018509816
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.176864979261308
verified: no, type: nauc_ndcg_at_5_max
value: -12.693897973057252
verified: no, type: nauc_ndcg_at_5_std
value: -7.899849931403118
verified: no, type: nauc_precision_at_1000_diff1
value: -5.515212289740483
verified: no, type: nauc_precision_at_1000_max
value: -0.5587837633580582
verified: no, type: nauc_precision_at_1000_std
value: 62.096234355226166
verified: no, type: nauc_precision_at_100_diff1
value: -14.456853672645021
verified: no, type: nauc_precision_at_100_max
value: 22.067481085496603
verified: no, type: nauc_precision_at_100_std
value: 29.64349875884424
verified: no, type: nauc_precision_at_10_diff1
value: 6.26988686241577
verified: no, type: nauc_precision_at_10_max
value: 4.6767256595245135
verified: no, type: nauc_precision_at_10_std
value: -6.953279718648559
verified: no, type: nauc_precision_at_1_diff1
value: 11.084978006984453
verified: no, type: nauc_precision_at_1_max
value: -17.12814739932523
verified: no, type: nauc_precision_at_1_std
value: -9.744966153871449
verified: no, type: nauc_precision_at_20_diff1
value: 2.1540868436229275
verified: no, type: nauc_precision_at_20_max
value: 10.759225611316637
verified: no, type: nauc_precision_at_20_std
value: -6.56315948803506
verified: no, type: nauc_precision_at_3_diff1
value: 4.615260707297125
verified: no, type: nauc_precision_at_3_max
value: -12.787992646471874
verified: no, type: nauc_precision_at_3_std
value: -6.644389031120474
verified: no, type: nauc_precision_at_5_diff1
value: 2.507031378664313
verified: no, type: nauc_precision_at_5_max
value: -9.615560275715538
verified: no, type: nauc_precision_at_5_std
value: -8.044165837890617
verified: no, type: nauc_recall_at_1000_diff1
value: -5.515212289741778
verified: no, type: nauc_recall_at_1000_max
value: -0.5587837633609334
verified: no, type: nauc_recall_at_1000_std
value: 62.09623435522029
verified: no, type: nauc_recall_at_100_diff1
value: -14.456853672644757
verified: no, type: nauc_recall_at_100_max
value: 22.067481085496468
verified: no, type: nauc_recall_at_100_std
value: 29.64349875884465
verified: no, type: nauc_recall_at_10_diff1
value: 6.269886862415749
verified: no, type: nauc_recall_at_10_max
value: 4.676725659524651
verified: no, type: nauc_recall_at_10_std
value: -6.953279718648473
verified: no, type: nauc_recall_at_1_diff1
value: 11.084978006984453
verified: no, type: nauc_recall_at_1_max
value: -17.12814739932523
verified: no, type: nauc_recall_at_1_std
value: -9.744966153871449
verified: no, type: nauc_recall_at_20_diff1
value: 2.154086843623046
verified: no, type: nauc_recall_at_20_max
value: 10.7592256113165
verified: no, type: nauc_recall_at_20_std
value: -6.563159488034959
verified: no, type: nauc_recall_at_3_diff1
value: 4.615260707297136
verified: no, type: nauc_recall_at_3_max
value: -12.78799264647187
verified: no, type: nauc_recall_at_3_std
value: -6.644389031120447
verified: no, type: nauc_recall_at_5_diff1
value: 2.507031378664277
verified: no, type: nauc_recall_at_5_max
value: -9.61556027571554
verified: no, type: nauc_recall_at_5_std
value: -8.04416583789064
verified: no, type: ndcg_at_1
value: 22.404
verified: no, type: ndcg_at_10
value: 46.744
verified: no, type: ndcg_at_100
value: 51.611
verified: no, type: ndcg_at_1000
value: 51.827999999999996
verified: no, type: ndcg_at_20
value: 49.88
verified: no, type: ndcg_at_3
value: 35.451
verified: no, type: ndcg_at_5
value: 40.332
verified: no, type: precision_at_1
value: 22.404
verified: no, type: precision_at_10
value: 7.696
verified: no, type: precision_at_100
value: 0.98
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.456
verified: no, type: precision_at_3
value: 15.055
verified: no, type: precision_at_5
value: 11.408
verified: no, type: recall_at_1
value: 22.404
verified: no, type: recall_at_10
value: 76.956
verified: no, type: recall_at_100
value: 98.009
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 89.118
verified: no, type: recall_at_3
value: 45.164
verified: no, type: recall_at_5
value: 57.041
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 57.34160403598608
verified: no, type: map
value: 57.34160403598608
verified: no, type: mrr
value: 71.04482697973002
verified: no, type: nAUC_map_diff1
value: 14.058081020992386
verified: no, type: nAUC_map_max
value: 26.873645227315485
verified: no, type: nAUC_map_std
value: 14.32768627773296
verified: no, type: nAUC_mrr_diff1
value: 24.059324739640527
verified: no, type: nAUC_mrr_max
value: 32.45129228678699
verified: no, type: nAUC_mrr_std
value: 14.16135599071375
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 86.54760705577031
verified: no, type: cosine_spearman
value: 81.51571281250158
verified: no, type: euclidean_pearson
value: 85.13574482068107
verified: no, type: euclidean_spearman
value: 81.51571281250158
verified: no, type: main_score
value: 81.51571281250158
verified: no, type: manhattan_pearson
value: 85.05793281770482
verified: no, type: manhattan_spearman
value: 81.19642842895657
verified: no, type: pearson
value: 86.54760701545408
verified: no, type: spearman
value: 81.51571281250158
verified: no
task: type: STS, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 39.873999999999995
verified: no, type: map_at_1
value: 24.646
verified: no, type: map_at_10
value: 33.973
verified: no, type: map_at_100
value: 35.276
verified: no, type: map_at_1000
value: 35.429
verified: no, type: map_at_20
value: 34.669
verified: no, type: map_at_3
value: 30.619000000000003
verified: no, type: map_at_5
value: 32.573
verified: no, type: mrr_at_1
value: 30.758226037195996
verified: no, type: mrr_at_10
value: 39.17285464495766
verified: no, type: mrr_at_100
value: 39.98104985645933
verified: no, type: mrr_at_1000
value: 40.05382538606437
verified: no, type: mrr_at_20
value: 39.647484140451766
verified: no, type: mrr_at_3
value: 36.480686695279
verified: no, type: mrr_at_5
value: 37.96137339055795
verified: no, type: nauc_map_at_1000_diff1
value: 34.83927424118565
verified: no, type: nauc_map_at_1000_max
value: 22.081599303997297
verified: no, type: nauc_map_at_1000_std
value: 3.5243589393952197
verified: no, type: nauc_map_at_100_diff1
value: 34.84553798605043
verified: no, type: nauc_map_at_100_max
value: 22.12122827770744
verified: no, type: nauc_map_at_100_std
value: 3.534849281614705
verified: no, type: nauc_map_at_10_diff1
value: 34.851023657642614
verified: no, type: nauc_map_at_10_max
value: 22.075151840442057
verified: no, type: nauc_map_at_10_std
value: 2.978995683535237
verified: no, type: nauc_map_at_1_diff1
value: 40.797344664351634
verified: no, type: nauc_map_at_1_max
value: 19.989684815489746
verified: no, type: nauc_map_at_1_std
value: 0.5158930002285481
verified: no, type: nauc_map_at_20_diff1
value: 34.89934279031869
verified: no, type: nauc_map_at_20_max
value: 22.079973912917264
verified: no, type: nauc_map_at_20_std
value: 3.4204949324671863
verified: no, type: nauc_map_at_3_diff1
value: 35.86468247592129
verified: no, type: nauc_map_at_3_max
value: 21.1520653981035
verified: no, type: nauc_map_at_3_std
value: 2.460898170670369
verified: no, type: nauc_map_at_5_diff1
value: 35.35855463563174
verified: no, type: nauc_map_at_5_max
value: 21.970275324443588
verified: no, type: nauc_map_at_5_std
value: 2.796296528740911
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.05948507108501
verified: no, type: nauc_mrr_at_1000_max
value: 22.411299787753116
verified: no, type: nauc_mrr_at_1000_std
value: 3.693919983579054
verified: no, type: nauc_mrr_at_100_diff1
value: 34.05094130711909
verified: no, type: nauc_mrr_at_100_max
value: 22.404792932295173
verified: no, type: nauc_mrr_at_100_std
value: 3.7072258562822897
verified: no, type: nauc_mrr_at_10_diff1
value: 33.93457196973084
verified: no, type: nauc_mrr_at_10_max
value: 22.610258958637218
verified: no, type: nauc_mrr_at_10_std
value: 3.573649007416177
verified: no, type: nauc_mrr_at_1_diff1
value: 38.32967836854644
verified: no, type: nauc_mrr_at_1_max
value: 21.25076789208263
verified: no, type: nauc_mrr_at_1_std
value: 0.5345592141841173
verified: no, type: nauc_mrr_at_20_diff1
value: 34.049699175799965
verified: no, type: nauc_mrr_at_20_max
value: 22.470493332424812
verified: no, type: nauc_mrr_at_20_std
value: 3.802202149383427
verified: no, type: nauc_mrr_at_3_diff1
value: 34.78863615466932
verified: no, type: nauc_mrr_at_3_max
value: 22.485901961463885
verified: no, type: nauc_mrr_at_3_std
value: 3.3149175749571733
verified: no, type: nauc_mrr_at_5_diff1
value: 34.13449098305764
verified: no, type: nauc_mrr_at_5_max
value: 22.630366051489027
verified: no, type: nauc_mrr_at_5_std
value: 3.4500419829786586
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.085930147813194
verified: no, type: nauc_ndcg_at_1000_max
value: 22.25313647340727
verified: no, type: nauc_ndcg_at_1000_std
value: 5.915586791407777
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.92884266325167
verified: no, type: nauc_ndcg_at_100_max
value: 22.412727729291255
verified: no, type: nauc_ndcg_at_100_std
value: 6.521922103763411
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.71986623243413
verified: no, type: nauc_ndcg_at_10_max
value: 22.144162737912783
verified: no, type: nauc_ndcg_at_10_std
value: 4.401452078704326
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.32967836854644
verified: no, type: nauc_ndcg_at_1_max
value: 21.25076789208263
verified: no, type: nauc_ndcg_at_1_std
value: 0.5345592141841173
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.88720151489463
verified: no, type: nauc_ndcg_at_20_max
value: 22.044010040093163
verified: no, type: nauc_ndcg_at_20_std
value: 5.997992575046557
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.84270065577957
verified: no, type: nauc_ndcg_at_3_max
value: 21.67059482272991
verified: no, type: nauc_ndcg_at_3_std
value: 3.7909918466041614
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.358795304146895
verified: no, type: nauc_ndcg_at_5_max
value: 22.184186521926357
verified: no, type: nauc_ndcg_at_5_std
value: 4.191204189968327
verified: no, type: nauc_precision_at_1000_diff1
value: -10.809407738248629
verified: no, type: nauc_precision_at_1000_max
value: -3.8668657782740796
verified: no, type: nauc_precision_at_1000_std
value: -6.719128361859489
verified: no, type: nauc_precision_at_100_diff1
value: -2.9006467375015323
verified: no, type: nauc_precision_at_100_max
value: 5.917913595618858
verified: no, type: nauc_precision_at_100_std
value: 5.302309899425215
verified: no, type: nauc_precision_at_10_diff1
value: 10.022529158010709
verified: no, type: nauc_precision_at_10_max
value: 16.44364425051046
verified: no, type: nauc_precision_at_10_std
value: 3.979993635991899
verified: no, type: nauc_precision_at_1_diff1
value: 38.32967836854644
verified: no, type: nauc_precision_at_1_max
value: 21.25076789208263
verified: no, type: nauc_precision_at_1_std
value: 0.5345592141841173
verified: no, type: nauc_precision_at_20_diff1
value: 5.39405292503305
verified: no, type: nauc_precision_at_20_max
value: 14.159983347906365
verified: no, type: nauc_precision_at_20_std
value: 7.2420137134954485
verified: no, type: nauc_precision_at_3_diff1
value: 21.425503337638112
verified: no, type: nauc_precision_at_3_max
value: 21.728075445486798
verified: no, type: nauc_precision_at_3_std
value: 5.612261803962498
verified: no, type: nauc_precision_at_5_diff1
value: 15.408414090209224
verified: no, type: nauc_precision_at_5_max
value: 20.074692498723735
verified: no, type: nauc_precision_at_5_std
value: 4.807187734730793
verified: no, type: nauc_recall_at_1000_diff1
value: 18.595838817756853
verified: no, type: nauc_recall_at_1000_max
value: 15.388841245734824
verified: no, type: nauc_recall_at_1000_std
value: 39.07803525226519
verified: no, type: nauc_recall_at_100_diff1
value: 24.494447884611226
verified: no, type: nauc_recall_at_100_max
value: 21.165602270058802
verified: no, type: nauc_recall_at_100_std
value: 21.265608939774452
verified: no, type: nauc_recall_at_10_diff1
value: 25.823944534876826
verified: no, type: nauc_recall_at_10_max
value: 20.012939502118797
verified: no, type: nauc_recall_at_10_std
value: 8.381667637298317
verified: no, type: nauc_recall_at_1_diff1
value: 40.797344664351634
verified: no, type: nauc_recall_at_1_max
value: 19.989684815489746
verified: no, type: nauc_recall_at_1_std
value: 0.5158930002285481
verified: no, type: nauc_recall_at_20_diff1
value: 25.84151286513538
verified: no, type: nauc_recall_at_20_max
value: 19.050084683352715
verified: no, type: nauc_recall_at_20_std
value: 14.705168052503206
verified: no, type: nauc_recall_at_3_diff1
value: 30.603471855636865
verified: no, type: nauc_recall_at_3_max
value: 19.461326405030814
verified: no, type: nauc_recall_at_3_std
value: 5.618881009787539
verified: no, type: nauc_recall_at_5_diff1
value: 28.747899377807286
verified: no, type: nauc_recall_at_5_max
value: 21.141919164172723
verified: no, type: nauc_recall_at_5_std
value: 7.322423380949878
verified: no, type: ndcg_at_1
value: 30.758000000000003
verified: no, type: ndcg_at_10
value: 39.873999999999995
verified: no, type: ndcg_at_100
value: 45.17
verified: no, type: ndcg_at_1000
value: 48.009
verified: no, type: ndcg_at_20
value: 41.796
verified: no, type: ndcg_at_3
value: 34.622
verified: no, type: ndcg_at_5
value: 37.065
verified: no, type: precision_at_1
value: 30.758000000000003
verified: no, type: precision_at_10
value: 7.84
verified: no, type: precision_at_100
value: 1.282
verified: no, type: precision_at_1000
value: 0.187
verified: no, type: precision_at_20
value: 4.635
verified: no, type: precision_at_3
value: 16.929
verified: no, type: precision_at_5
value: 12.504000000000001
verified: no, type: recall_at_1
value: 24.646
verified: no, type: recall_at_10
value: 51.788000000000004
verified: no, type: recall_at_100
value: 75.01100000000001
verified: no, type: recall_at_1000
value: 93.5
verified: no, type: recall_at_20
value: 58.919999999999995
verified: no, type: recall_at_3
value: 36.442
verified: no, type: recall_at_5
value: 43.083
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 40.628
verified: no, type: map_at_1
value: 26.163999999999998
verified: no, type: map_at_10
value: 35.480000000000004
verified: no, type: map_at_100
value: 36.653999999999996
verified: no, type: map_at_1000
value: 36.767
verified: no, type: map_at_20
value: 36.113
verified: no, type: map_at_3
value: 32.84
verified: no, type: map_at_5
value: 34.42
verified: no, type: mrr_at_1
value: 32.48407643312102
verified: no, type: mrr_at_10
value: 40.71971994742696
verified: no, type: mrr_at_100
value: 41.42946696658081
verified: no, type: mrr_at_1000
value: 41.475544627866974
verified: no, type: mrr_at_20
value: 41.121433092935824
verified: no, type: mrr_at_3
value: 38.59872611464967
verified: no, type: mrr_at_5
value: 39.98407643312102
verified: no, type: nauc_map_at_1000_diff1
value: 44.21348423805011
verified: no, type: nauc_map_at_1000_max
value: 37.78570967987698
verified: no, type: nauc_map_at_1000_std
value: 1.1551215694754606
verified: no, type: nauc_map_at_100_diff1
value: 44.23340923763471
verified: no, type: nauc_map_at_100_max
value: 37.75374016270353
verified: no, type: nauc_map_at_100_std
value: 1.0610450529251194
verified: no, type: nauc_map_at_10_diff1
value: 44.75635087554996
verified: no, type: nauc_map_at_10_max
value: 37.38260919733039
verified: no, type: nauc_map_at_10_std
value: -0.1829528997140359
verified: no, type: nauc_map_at_1_diff1
value: 51.56641100557475
verified: no, type: nauc_map_at_1_max
value: 32.665994616232496
verified: no, type: nauc_map_at_1_std
value: -5.353384059746385
verified: no, type: nauc_map_at_20_diff1
value: 44.51514832112526
verified: no, type: nauc_map_at_20_max
value: 37.612451098136006
verified: no, type: nauc_map_at_20_std
value: 0.5201165811556347
verified: no, type: nauc_map_at_3_diff1
value: 45.76856275670186
verified: no, type: nauc_map_at_3_max
value: 35.46989673396531
verified: no, type: nauc_map_at_3_std
value: -2.447035154265619
verified: no, type: nauc_map_at_5_diff1
value: 44.850540827942744
verified: no, type: nauc_map_at_5_max
value: 36.38381541831304
verified: no, type: nauc_map_at_5_std
value: -1.4695903167603628
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.74362712900842
verified: no, type: nauc_mrr_at_1000_max
value: 40.521997573632994
verified: no, type: nauc_mrr_at_1000_std
value: 4.552555750969821
verified: no, type: nauc_mrr_at_100_diff1
value: 43.739348346370264
verified: no, type: nauc_mrr_at_100_max
value: 40.52655989859019
verified: no, type: nauc_mrr_at_100_std
value: 4.560362377222064
verified: no, type: nauc_mrr_at_10_diff1
value: 43.891404719880924
verified: no, type: nauc_mrr_at_10_max
value: 40.5935760982683
verified: no, type: nauc_mrr_at_10_std
value: 4.173577237063826
verified: no, type: nauc_mrr_at_1_diff1
value: 49.478691116835414
verified: no, type: nauc_mrr_at_1_max
value: 40.88032509542876
verified: no, type: nauc_mrr_at_1_std
value: 1.9238780212026192
verified: no, type: nauc_mrr_at_20_diff1
value: 43.79119652907489
verified: no, type: nauc_mrr_at_20_max
value: 40.542993990301305
verified: no, type: nauc_mrr_at_20_std
value: 4.412513878646185
verified: no, type: nauc_mrr_at_3_diff1
value: 44.8272389198603
verified: no, type: nauc_mrr_at_3_max
value: 40.26039843167884
verified: no, type: nauc_mrr_at_3_std
value: 3.1358989119603407
verified: no, type: nauc_mrr_at_5_diff1
value: 44.14910965592714
verified: no, type: nauc_mrr_at_5_max
value: 40.364832595667906
verified: no, type: nauc_mrr_at_5_std
value: 3.6632402984638683
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.86957577940196
verified: no, type: nauc_ndcg_at_1000_max
value: 39.526211677815304
verified: no, type: nauc_ndcg_at_1000_std
value: 6.556796240599355
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.00227605299368
verified: no, type: nauc_ndcg_at_100_max
value: 39.64116844439074
verified: no, type: nauc_ndcg_at_100_std
value: 6.346613310058573
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.48217080985626
verified: no, type: nauc_ndcg_at_10_max
value: 39.32271011889025
verified: no, type: nauc_ndcg_at_10_std
value: 3.2227688470230076
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.478691116835414
verified: no, type: nauc_ndcg_at_1_max
value: 40.88032509542876
verified: no, type: nauc_ndcg_at_1_std
value: 1.9238780212026192
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.96021430925748
verified: no, type: nauc_ndcg_at_20_max
value: 39.5059857365438
verified: no, type: nauc_ndcg_at_20_std
value: 4.513308283313617
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.44787742596528
verified: no, type: nauc_ndcg_at_3_max
value: 38.17170124367335
verified: no, type: nauc_ndcg_at_3_std
value: 1.1818159082899593
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.658947224486276
verified: no, type: nauc_ndcg_at_5_max
value: 38.2641753679052
verified: no, type: nauc_ndcg_at_5_std
value: 1.456676461070392
verified: no, type: nauc_precision_at_1000_diff1
value: -12.52621896925399
verified: no, type: nauc_precision_at_1000_max
value: 11.510744669802742
verified: no, type: nauc_precision_at_1000_std
value: 26.67105493895577
verified: no, type: nauc_precision_at_100_diff1
value: -7.5158693566598735
verified: no, type: nauc_precision_at_100_max
value: 22.26762258603461
verified: no, type: nauc_precision_at_100_std
value: 30.19913960327978
verified: no, type: nauc_precision_at_10_diff1
value: 14.709986093867547
verified: no, type: nauc_precision_at_10_max
value: 38.53144719280142
verified: no, type: nauc_precision_at_10_std
value: 19.73296498775933
verified: no, type: nauc_precision_at_1_diff1
value: 49.478691116835414
verified: no, type: nauc_precision_at_1_max
value: 40.88032509542876
verified: no, type: nauc_precision_at_1_std
value: 1.9238780212026192
verified: no, type: nauc_precision_at_20_diff1
value: 6.505957344273636
verified: no, type: nauc_precision_at_20_max
value: 32.81576461039477
verified: no, type: nauc_precision_at_20_std
value: 24.236546832842432
verified: no, type: nauc_precision_at_3_diff1
value: 27.978770899215018
verified: no, type: nauc_precision_at_3_max
value: 40.976672386131355
verified: no, type: nauc_precision_at_3_std
value: 9.579349987275178
verified: no, type: nauc_precision_at_5_diff1
value: 21.736622033147466
verified: no, type: nauc_precision_at_5_max
value: 40.28955557865258
verified: no, type: nauc_precision_at_5_std
value: 12.60358242768477
verified: no, type: nauc_recall_at_1000_diff1
value: 20.405312384293374
verified: no, type: nauc_recall_at_1000_max
value: 39.214757208355216
verified: no, type: nauc_recall_at_1000_std
value: 31.872559067094038
verified: no, type: nauc_recall_at_100_diff1
value: 26.979525420088287
verified: no, type: nauc_recall_at_100_max
value: 39.872681195660114
verified: no, type: nauc_recall_at_100_std
value: 23.300130467348637
verified: no, type: nauc_recall_at_10_diff1
value: 35.63192522929642
verified: no, type: nauc_recall_at_10_max
value: 38.9649620475244
verified: no, type: nauc_recall_at_10_std
value: 6.796576233407796
verified: no, type: nauc_recall_at_1_diff1
value: 51.56641100557475
verified: no, type: nauc_recall_at_1_max
value: 32.665994616232496
verified: no, type: nauc_recall_at_1_std
value: -5.353384059746385
verified: no, type: nauc_recall_at_20_diff1
value: 33.41000479151292
verified: no, type: nauc_recall_at_20_max
value: 39.58846470916173
verified: no, type: nauc_recall_at_20_std
value: 11.735301013370067
verified: no, type: nauc_recall_at_3_diff1
value: 39.767511772955025
verified: no, type: nauc_recall_at_3_max
value: 34.47944750861052
verified: no, type: nauc_recall_at_3_std
value: -0.7030038696533253
verified: no, type: nauc_recall_at_5_diff1
value: 36.59241232038252
verified: no, type: nauc_recall_at_5_max
value: 35.519309918836186
verified: no, type: nauc_recall_at_5_std
value: 1.5754834935985025
verified: no, type: ndcg_at_1
value: 32.484
verified: no, type: ndcg_at_10
value: 40.628
verified: no, type: ndcg_at_100
value: 45.184999999999995
verified: no, type: ndcg_at_1000
value: 47.195
verified: no, type: ndcg_at_20
value: 42.349
verified: no, type: ndcg_at_3
value: 36.88
verified: no, type: ndcg_at_5
value: 38.786
verified: no, type: precision_at_1
value: 32.484
verified: no, type: precision_at_10
value: 7.637
verified: no, type: precision_at_100
value: 1.257
verified: no, type: precision_at_1000
value: 0.168
verified: no, type: precision_at_20
value: 4.573
verified: no, type: precision_at_3
value: 17.813000000000002
verified: no, type: precision_at_5
value: 12.675
verified: no, type: recall_at_1
value: 26.163999999999998
verified: no, type: recall_at_10
value: 49.917
verified: no, type: recall_at_100
value: 69.528
verified: no, type: recall_at_1000
value: 82.471
verified: no, type: recall_at_20
value: 56.089999999999996
verified: no, type: recall_at_3
value: 39.003
verified: no, type: recall_at_5
value: 44.354
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 46.244
verified: no, type: map_at_1
value: 28.738000000000003
verified: no, type: map_at_10
value: 40.225
verified: no, type: map_at_100
value: 41.343
verified: no, type: map_at_1000
value: 41.424
verified: no, type: map_at_20
value: 40.869
verified: no, type: map_at_3
value: 36.702
verified: no, type: map_at_5
value: 38.725
verified: no, type: mrr_at_1
value: 32.85266457680251
verified: no, type: mrr_at_10
value: 43.104592725282394
verified: no, type: mrr_at_100
value: 43.93148171909365
verified: no, type: mrr_at_1000
value: 43.97794347090048
verified: no, type: mrr_at_20
value: 43.59689102108817
verified: no, type: mrr_at_3
value: 40.27168234064787
verified: no, type: mrr_at_5
value: 41.91118077324976
verified: no, type: nauc_map_at_1000_diff1
value: 39.961597681053654
verified: no, type: nauc_map_at_1000_max
value: 21.909681468731254
verified: no, type: nauc_map_at_1000_std
value: -8.171763710878551
verified: no, type: nauc_map_at_100_diff1
value: 39.95288609062487
verified: no, type: nauc_map_at_100_max
value: 21.888471414105513
verified: no, type: nauc_map_at_100_std
value: -8.189746181097332
verified: no, type: nauc_map_at_10_diff1
value: 40.173614728733085
verified: no, type: nauc_map_at_10_max
value: 21.736841029297764
verified: no, type: nauc_map_at_10_std
value: -8.421691437366116
verified: no, type: nauc_map_at_1_diff1
value: 44.95310664766043
verified: no, type: nauc_map_at_1_max
value: 18.934767616437618
verified: no, type: nauc_map_at_1_std
value: -8.604719968647629
verified: no, type: nauc_map_at_20_diff1
value: 40.00787628500142
verified: no, type: nauc_map_at_20_max
value: 21.79228471879847
verified: no, type: nauc_map_at_20_std
value: -8.321170499239178
verified: no, type: nauc_map_at_3_diff1
value: 41.34608772073245
verified: no, type: nauc_map_at_3_max
value: 20.568585928398907
verified: no, type: nauc_map_at_3_std
value: -9.412803455664262
verified: no, type: nauc_map_at_5_diff1
value: 40.36532869959505
verified: no, type: nauc_map_at_5_max
value: 21.32671128091563
verified: no, type: nauc_map_at_5_std
value: -8.83888699836699
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.26839654024526
verified: no, type: nauc_mrr_at_1000_max
value: 22.94945633477791
verified: no, type: nauc_mrr_at_1000_std
value: -7.94009448866063
verified: no, type: nauc_mrr_at_100_diff1
value: 39.25641303839205
verified: no, type: nauc_mrr_at_100_max
value: 22.944091636166995
verified: no, type: nauc_mrr_at_100_std
value: -7.948471896810324
verified: no, type: nauc_mrr_at_10_diff1
value: 39.30786301515708
verified: no, type: nauc_mrr_at_10_max
value: 23.086126671160212
verified: no, type: nauc_mrr_at_10_std
value: -7.875861812547277
verified: no, type: nauc_mrr_at_1_diff1
value: 44.19194740909557
verified: no, type: nauc_mrr_at_1_max
value: 21.807741247764547
verified: no, type: nauc_mrr_at_1_std
value: -8.700085281457435
verified: no, type: nauc_mrr_at_20_diff1
value: 39.24698059028569
verified: no, type: nauc_mrr_at_20_max
value: 22.978656329542684
verified: no, type: nauc_mrr_at_20_std
value: -7.9603908896683535
verified: no, type: nauc_mrr_at_3_diff1
value: 40.34676775283321
verified: no, type: nauc_mrr_at_3_max
value: 22.892565843550525
verified: no, type: nauc_mrr_at_3_std
value: -8.62164441274565
verified: no, type: nauc_mrr_at_5_diff1
value: 39.35821065162631
verified: no, type: nauc_mrr_at_5_max
value: 23.06360084147019
verified: no, type: nauc_mrr_at_5_std
value: -8.080502480797243
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.906984010363146
verified: no, type: nauc_ndcg_at_1000_max
value: 23.27948233078163
verified: no, type: nauc_ndcg_at_1000_std
value: -6.409839660808586
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.60806611015193
verified: no, type: nauc_ndcg_at_100_max
value: 22.898663396194543
verified: no, type: nauc_ndcg_at_100_std
value: -6.766578597394403
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.20708029367047
verified: no, type: nauc_ndcg_at_10_max
value: 22.891935593751857
verified: no, type: nauc_ndcg_at_10_std
value: -7.414294739643766
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.19194740909557
verified: no, type: nauc_ndcg_at_1_max
value: 21.807741247764547
verified: no, type: nauc_ndcg_at_1_std
value: -8.700085281457435
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.73860061240564
verified: no, type: nauc_ndcg_at_20_max
value: 22.69594668395261
verified: no, type: nauc_ndcg_at_20_std
value: -7.335323198668077
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.90207314008573
verified: no, type: nauc_ndcg_at_3_max
value: 21.507823287042587
verified: no, type: nauc_ndcg_at_3_std
value: -9.105452951944189
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.50887776719307
verified: no, type: nauc_ndcg_at_5_max
value: 22.35292068588815
verified: no, type: nauc_ndcg_at_5_std
value: -8.280719518732358
verified: no, type: nauc_precision_at_1000_diff1
value: -8.891697606952139
verified: no, type: nauc_precision_at_1000_max
value: 15.352022817487166
verified: no, type: nauc_precision_at_1000_std
value: 9.381403477190794
verified: no, type: nauc_precision_at_100_diff1
value: -2.8377716497159344
verified: no, type: nauc_precision_at_100_max
value: 19.420667092339514
verified: no, type: nauc_precision_at_100_std
value: 9.316411072555152
verified: no, type: nauc_precision_at_10_diff1
value: 14.172739501725912
verified: no, type: nauc_precision_at_10_max
value: 24.417198341803132
verified: no, type: nauc_precision_at_10_std
value: 1.3174464503406251
verified: no, type: nauc_precision_at_1_diff1
value: 44.19194740909557
verified: no, type: nauc_precision_at_1_max
value: 21.807741247764547
verified: no, type: nauc_precision_at_1_std
value: -8.700085281457435
verified: no, type: nauc_precision_at_20_diff1
value: 7.8405730141470675
verified: no, type: nauc_precision_at_20_max
value: 23.452747911883954
verified: no, type: nauc_precision_at_20_std
value: 4.249401679200356
verified: no, type: nauc_precision_at_3_diff1
value: 29.144442962736143
verified: no, type: nauc_precision_at_3_max
value: 24.56819127722463
verified: no, type: nauc_precision_at_3_std
value: -6.801378932902573
verified: no, type: nauc_precision_at_5_diff1
value: 21.082170212785535
verified: no, type: nauc_precision_at_5_max
value: 25.034844824562597
verified: no, type: nauc_precision_at_5_std
value: -2.82975573518202
verified: no, type: nauc_recall_at_1000_diff1
value: 13.2405667794122
verified: no, type: nauc_recall_at_1000_max
value: 48.56208606692114
verified: no, type: nauc_recall_at_1000_std
value: 42.650092859884516
verified: no, type: nauc_recall_at_100_diff1
value: 24.12936570277024
verified: no, type: nauc_recall_at_100_max
value: 23.935544779968822
verified: no, type: nauc_recall_at_100_std
value: 2.528863825090385
verified: no, type: nauc_recall_at_10_diff1
value: 31.891384264615752
verified: no, type: nauc_recall_at_10_max
value: 23.265933463262044
verified: no, type: nauc_recall_at_10_std
value: -4.973025665204232
verified: no, type: nauc_recall_at_1_diff1
value: 44.95310664766043
verified: no, type: nauc_recall_at_1_max
value: 18.934767616437618
verified: no, type: nauc_recall_at_1_std
value: -8.604719968647629
verified: no, type: nauc_recall_at_20_diff1
value: 29.11283956411686
verified: no, type: nauc_recall_at_20_max
value: 22.56265325684256
verified: no, type: nauc_recall_at_20_std
value: -4.035566857970094
verified: no, type: nauc_recall_at_3_diff1
value: 37.165886077379525
verified: no, type: nauc_recall_at_3_max
value: 20.145078728150427
verified: no, type: nauc_recall_at_3_std
value: -9.775156376805343
verified: no, type: nauc_recall_at_5_diff1
value: 33.44425423571295
verified: no, type: nauc_recall_at_5_max
value: 21.67267088252083
verified: no, type: nauc_recall_at_5_std
value: -7.825579534371925
verified: no, type: ndcg_at_1
value: 32.853
verified: no, type: ndcg_at_10
value: 46.244
verified: no, type: ndcg_at_100
value: 51.135
verified: no, type: ndcg_at_1000
value: 52.842999999999996
verified: no, type: ndcg_at_20
value: 48.201
verified: no, type: ndcg_at_3
value: 40.106
verified: no, type: ndcg_at_5
value: 43.120000000000005
verified: no, type: precision_at_1
value: 32.853
verified: no, type: precision_at_10
value: 7.944
verified: no, type: precision_at_100
value: 1.131
verified: no, type: precision_at_1000
value: 0.134
verified: no, type: precision_at_20
value: 4.549
verified: no, type: precision_at_3
value: 18.328
verified: no, type: precision_at_5
value: 13.154
verified: no, type: recall_at_1
value: 28.738000000000003
verified: no, type: recall_at_10
value: 61.331
verified: no, type: recall_at_100
value: 83.041
verified: no, type: recall_at_1000
value: 95.26299999999999
verified: no, type: recall_at_20
value: 68.55499999999999
verified: no, type: recall_at_3
value: 44.973
verified: no, type: recall_at_5
value: 52.221
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 28.641
verified: no, type: map_at_1
value: 16.558999999999997
verified: no, type: map_at_10
value: 24.310000000000002
verified: no, type: map_at_100
value: 25.45
verified: no, type: map_at_1000
value: 25.543
verified: no, type: map_at_20
value: 24.93
verified: no, type: map_at_3
value: 22.155
verified: no, type: map_at_5
value: 23.419
verified: no, type: mrr_at_1
value: 17.853107344632768
verified: no, type: mrr_at_10
value: 25.878217200251097
verified: no, type: mrr_at_100
value: 26.924918253024856
verified: no, type: mrr_at_1000
value: 27.00200223611206
verified: no, type: mrr_at_20
value: 26.45361270151374
verified: no, type: mrr_at_3
value: 23.691148775894558
verified: no, type: mrr_at_5
value: 24.984934086629007
verified: no, type: nauc_map_at_1000_diff1
value: 30.327208943482077
verified: no, type: nauc_map_at_1000_max
value: 14.872743694785036
verified: no, type: nauc_map_at_1000_std
value: -3.0026876415168586
verified: no, type: nauc_map_at_100_diff1
value: 30.309136310530345
verified: no, type: nauc_map_at_100_max
value: 14.87556536729583
verified: no, type: nauc_map_at_100_std
value: -3.0197702738578998
verified: no, type: nauc_map_at_10_diff1
value: 30.76118606134394
verified: no, type: nauc_map_at_10_max
value: 14.412888444226645
verified: no, type: nauc_map_at_10_std
value: -3.479112321714025
verified: no, type: nauc_map_at_1_diff1
value: 37.607684667834306
verified: no, type: nauc_map_at_1_max
value: 12.4540218684079
verified: no, type: nauc_map_at_1_std
value: -6.524332443298674
verified: no, type: nauc_map_at_20_diff1
value: 30.2681543888439
verified: no, type: nauc_map_at_20_max
value: 14.817663195797229
verified: no, type: nauc_map_at_20_std
value: -3.0519816607583206
verified: no, type: nauc_map_at_3_diff1
value: 32.273076585651225
verified: no, type: nauc_map_at_3_max
value: 13.76973886622631
verified: no, type: nauc_map_at_3_std
value: -5.320852464650789
verified: no, type: nauc_map_at_5_diff1
value: 31.52398000814946
verified: no, type: nauc_map_at_5_max
value: 14.457095047664708
verified: no, type: nauc_map_at_5_std
value: -4.656363557582215
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.364918502621446
verified: no, type: nauc_mrr_at_1000_max
value: 15.497069758466624
verified: no, type: nauc_mrr_at_1000_std
value: -2.4574987276788463
verified: no, type: nauc_mrr_at_100_diff1
value: 28.330734366549244
verified: no, type: nauc_mrr_at_100_max
value: 15.494259722373737
verified: no, type: nauc_mrr_at_100_std
value: -2.468541933085757
verified: no, type: nauc_mrr_at_10_diff1
value: 28.78276836984581
verified: no, type: nauc_mrr_at_10_max
value: 15.22375635628023
verified: no, type: nauc_mrr_at_10_std
value: -2.5664263542440326
verified: no, type: nauc_mrr_at_1_diff1
value: 34.70448402781617
verified: no, type: nauc_mrr_at_1_max
value: 13.281395831190112
verified: no, type: nauc_mrr_at_1_std
value: -5.265284956699103
verified: no, type: nauc_mrr_at_20_diff1
value: 28.33107534075714
verified: no, type: nauc_mrr_at_20_max
value: 15.575956004983563
verified: no, type: nauc_mrr_at_20_std
value: -2.385816851178006
verified: no, type: nauc_mrr_at_3_diff1
value: 29.66342307165567
verified: no, type: nauc_mrr_at_3_max
value: 14.405881039987117
verified: no, type: nauc_mrr_at_3_std
value: -4.4515639181945446
verified: no, type: nauc_mrr_at_5_diff1
value: 29.212944044893174
verified: no, type: nauc_mrr_at_5_max
value: 15.06733229454257
verified: no, type: nauc_mrr_at_5_std
value: -3.706089193101836
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.77827968690777
verified: no, type: nauc_ndcg_at_1000_max
value: 15.988250216522557
verified: no, type: nauc_ndcg_at_1000_std
value: 1.133100200766079
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.16807940559883
verified: no, type: nauc_ndcg_at_100_max
value: 15.927545590227696
verified: no, type: nauc_ndcg_at_100_std
value: 1.1430148619442424
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.64990297850532
verified: no, type: nauc_ndcg_at_10_max
value: 14.971429754813773
verified: no, type: nauc_ndcg_at_10_std
value: -0.6829380158123548
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.70448402781617
verified: no, type: nauc_ndcg_at_1_max
value: 13.281395831190112
verified: no, type: nauc_ndcg_at_1_std
value: -5.265284956699103
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.010100317135937
verified: no, type: nauc_ndcg_at_20_max
value: 16.06735656300823
verified: no, type: nauc_ndcg_at_20_std
value: 0.7095199967310278
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.929543502168794
verified: no, type: nauc_ndcg_at_3_max
value: 13.767148795913437
verified: no, type: nauc_ndcg_at_3_std
value: -4.767527893586907
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.97515770647894
verified: no, type: nauc_ndcg_at_5_max
value: 14.983273378843695
verified: no, type: nauc_ndcg_at_5_std
value: -3.4125059773774966
verified: no, type: nauc_precision_at_1000_diff1
value: -3.3913702633410403
verified: no, type: nauc_precision_at_1000_max
value: 15.497322509198042
verified: no, type: nauc_precision_at_1000_std
value: 15.5246047626304
verified: no, type: nauc_precision_at_100_diff1
value: 4.010781362082591
verified: no, type: nauc_precision_at_100_max
value: 19.328314472596247
verified: no, type: nauc_precision_at_100_std
value: 16.339975674536404
verified: no, type: nauc_precision_at_10_diff1
value: 16.766057945354383
verified: no, type: nauc_precision_at_10_max
value: 17.095495319099896
verified: no, type: nauc_precision_at_10_std
value: 7.486198141913318
verified: no, type: nauc_precision_at_1_diff1
value: 34.70448402781617
verified: no, type: nauc_precision_at_1_max
value: 13.281395831190112
verified: no, type: nauc_precision_at_1_std
value: -5.265284956699103
verified: no, type: nauc_precision_at_20_diff1
value: 9.687356976612273
verified: no, type: nauc_precision_at_20_max
value: 20.739162766613696
verified: no, type: nauc_precision_at_20_std
value: 13.524761616680403
verified: no, type: nauc_precision_at_3_diff1
value: 24.191061785767918
verified: no, type: nauc_precision_at_3_max
value: 15.126615546640549
verified: no, type: nauc_precision_at_3_std
value: -1.9791061123727256
verified: no, type: nauc_precision_at_5_diff1
value: 21.175157715932322
verified: no, type: nauc_precision_at_5_max
value: 17.038769619581824
verified: no, type: nauc_precision_at_5_std
value: 0.8665066730371704
verified: no, type: nauc_recall_at_1000_diff1
value: 9.417104570833786
verified: no, type: nauc_recall_at_1000_max
value: 17.76530332685756
verified: no, type: nauc_recall_at_1000_std
value: 32.820406072897924
verified: no, type: nauc_recall_at_100_diff1
value: 12.952333598341143
verified: no, type: nauc_recall_at_100_max
value: 15.74231212118471
verified: no, type: nauc_recall_at_100_std
value: 16.318308153766754
verified: no, type: nauc_recall_at_10_diff1
value: 20.25335231681
verified: no, type: nauc_recall_at_10_max
value: 14.739351132158918
verified: no, type: nauc_recall_at_10_std
value: 6.002805325139892
verified: no, type: nauc_recall_at_1_diff1
value: 37.607684667834306
verified: no, type: nauc_recall_at_1_max
value: 12.4540218684079
verified: no, type: nauc_recall_at_1_std
value: -6.524332443298674
verified: no, type: nauc_recall_at_20_diff1
value: 14.71502266425477
verified: no, type: nauc_recall_at_20_max
value: 17.736966160682805
verified: no, type: nauc_recall_at_20_std
value: 10.72580913918064
verified: no, type: nauc_recall_at_3_diff1
value: 26.47486759221173
verified: no, type: nauc_recall_at_3_max
value: 12.958329486491063
verified: no, type: nauc_recall_at_3_std
value: -3.395001328557797
verified: no, type: nauc_recall_at_5_diff1
value: 23.83692936698764
verified: no, type: nauc_recall_at_5_max
value: 15.213869975873717
verified: no, type: nauc_recall_at_5_std
value: -0.7497651220098628
verified: no, type: ndcg_at_1
value: 17.852999999999998
verified: no, type: ndcg_at_10
value: 28.641
verified: no, type: ndcg_at_100
value: 34.44
verified: no, type: ndcg_at_1000
value: 37.025999999999996
verified: no, type: ndcg_at_20
value: 30.770999999999997
verified: no, type: ndcg_at_3
value: 24.378
verified: no, type: ndcg_at_5
value: 26.556
verified: no, type: precision_at_1
value: 17.852999999999998
verified: no, type: precision_at_10
value: 4.588
verified: no, type: precision_at_100
value: 0.8009999999999999
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 2.7969999999999997
verified: no, type: precision_at_3
value: 10.734
verified: no, type: precision_at_5
value: 7.684
verified: no, type: recall_at_1
value: 16.558999999999997
verified: no, type: recall_at_10
value: 40.451
verified: no, type: recall_at_100
value: 67.35900000000001
verified: no, type: recall_at_1000
value: 87.34100000000001
verified: no, type: recall_at_20
value: 48.411
verified: no, type: recall_at_3
value: 28.858
verified: no, type: recall_at_5
value: 34.147
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 23.195
verified: no, type: map_at_1
value: 11.309
verified: no, type: map_at_10
value: 18.378
verified: no, type: map_at_100
value: 19.509
verified: no, type: map_at_1000
value: 19.651
verified: no, type: map_at_20
value: 18.922
verified: no, type: map_at_3
value: 15.912
verified: no, type: map_at_5
value: 17.191000000000003
verified: no, type: mrr_at_1
value: 14.054726368159203
verified: no, type: mrr_at_10
value: 21.929686883045065
verified: no, type: mrr_at_100
value: 22.83916886383814
verified: no, type: mrr_at_1000
value: 22.933195701489023
verified: no, type: mrr_at_20
value: 22.361010621286244
verified: no, type: mrr_at_3
value: 19.340796019900495
verified: no, type: mrr_at_5
value: 20.708955223880587
verified: no, type: nauc_map_at_1000_diff1
value: 26.965805614010492
verified: no, type: nauc_map_at_1000_max
value: 21.34676384584841
verified: no, type: nauc_map_at_1000_std
value: 8.86092310876433
verified: no, type: nauc_map_at_100_diff1
value: 26.928810664803706
verified: no, type: nauc_map_at_100_max
value: 21.3005511666314
verified: no, type: nauc_map_at_100_std
value: 8.854597136958743
verified: no, type: nauc_map_at_10_diff1
value: 27.56235197794461
verified: no, type: nauc_map_at_10_max
value: 21.43340828122346
verified: no, type: nauc_map_at_10_std
value: 8.237915467450948
verified: no, type: nauc_map_at_1_diff1
value: 35.71690001358883
verified: no, type: nauc_map_at_1_max
value: 18.912639355942574
verified: no, type: nauc_map_at_1_std
value: 6.17437854549286
verified: no, type: nauc_map_at_20_diff1
value: 27.025764059281876
verified: no, type: nauc_map_at_20_max
value: 21.26896828540112
verified: no, type: nauc_map_at_20_std
value: 8.450787986999952
verified: no, type: nauc_map_at_3_diff1
value: 27.889413889890402
verified: no, type: nauc_map_at_3_max
value: 20.926122662158523
verified: no, type: nauc_map_at_3_std
value: 8.339740434645496
verified: no, type: nauc_map_at_5_diff1
value: 28.269614513529074
verified: no, type: nauc_map_at_5_max
value: 21.945586329645277
verified: no, type: nauc_map_at_5_std
value: 8.292004005569211
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.193228106425387
verified: no, type: nauc_mrr_at_1000_max
value: 20.788108647616795
verified: no, type: nauc_mrr_at_1000_std
value: 7.1516038210518165
verified: no, type: nauc_mrr_at_100_diff1
value: 26.155991090642022
verified: no, type: nauc_mrr_at_100_max
value: 20.78711829087285
verified: no, type: nauc_mrr_at_100_std
value: 7.16131636375794
verified: no, type: nauc_mrr_at_10_diff1
value: 26.26954078332601
verified: no, type: nauc_mrr_at_10_max
value: 20.874289189805417
verified: no, type: nauc_mrr_at_10_std
value: 6.792114084834392
verified: no, type: nauc_mrr_at_1_diff1
value: 35.58319206102914
verified: no, type: nauc_mrr_at_1_max
value: 18.864415943136816
verified: no, type: nauc_mrr_at_1_std
value: 4.32364937854904
verified: no, type: nauc_mrr_at_20_diff1
value: 26.147695105888037
verified: no, type: nauc_mrr_at_20_max
value: 20.703308439207703
verified: no, type: nauc_mrr_at_20_std
value: 6.911776333907136
verified: no, type: nauc_mrr_at_3_diff1
value: 27.35146851826081
verified: no, type: nauc_mrr_at_3_max
value: 20.853444471402042
verified: no, type: nauc_mrr_at_3_std
value: 6.772920430908997
verified: no, type: nauc_mrr_at_5_diff1
value: 27.160052227827258
verified: no, type: nauc_mrr_at_5_max
value: 21.31856927438901
verified: no, type: nauc_mrr_at_5_std
value: 6.458141596911116
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.654292928186585
verified: no, type: nauc_ndcg_at_1000_max
value: 22.419479195854887
verified: no, type: nauc_ndcg_at_1000_std
value: 11.260991548860634
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.771733106933116
verified: no, type: nauc_ndcg_at_100_max
value: 21.478772746539256
verified: no, type: nauc_ndcg_at_100_std
value: 11.518645571250163
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.844781008478513
verified: no, type: nauc_ndcg_at_10_max
value: 21.64945964187748
verified: no, type: nauc_ndcg_at_10_std
value: 8.380557800754353
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.58319206102914
verified: no, type: nauc_ndcg_at_1_max
value: 18.864415943136816
verified: no, type: nauc_ndcg_at_1_std
value: 4.32364937854904
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.566282311769015
verified: no, type: nauc_ndcg_at_20_max
value: 21.07024048404498
verified: no, type: nauc_ndcg_at_20_std
value: 8.961258494505099
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.036010017209488
verified: no, type: nauc_ndcg_at_3_max
value: 21.60119512762229
verified: no, type: nauc_ndcg_at_3_std
value: 7.898796485900799
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.40847183773617
verified: no, type: nauc_ndcg_at_5_max
value: 22.868550983622242
verified: no, type: nauc_ndcg_at_5_std
value: 7.987927065539993
verified: no, type: nauc_precision_at_1000_diff1
value: 2.486986350911288
verified: no, type: nauc_precision_at_1000_max
value: 9.636278924043621
verified: no, type: nauc_precision_at_1000_std
value: 3.6196895425119835
verified: no, type: nauc_precision_at_100_diff1
value: 3.481838282973545
verified: no, type: nauc_precision_at_100_max
value: 14.865442013921564
verified: no, type: nauc_precision_at_100_std
value: 14.806599579402945
verified: no, type: nauc_precision_at_10_diff1
value: 17.618302552335
verified: no, type: nauc_precision_at_10_max
value: 22.030302702181757
verified: no, type: nauc_precision_at_10_std
value: 8.383005253051062
verified: no, type: nauc_precision_at_1_diff1
value: 35.58319206102914
verified: no, type: nauc_precision_at_1_max
value: 18.864415943136816
verified: no, type: nauc_precision_at_1_std
value: 4.32364937854904
verified: no, type: nauc_precision_at_20_diff1
value: 11.342038452615808
verified: no, type: nauc_precision_at_20_max
value: 18.00584075938145
verified: no, type: nauc_precision_at_20_std
value: 9.159069770092493
verified: no, type: nauc_precision_at_3_diff1
value: 22.374503581531624
verified: no, type: nauc_precision_at_3_max
value: 23.910089163401583
verified: no, type: nauc_precision_at_3_std
value: 8.360782259430746
verified: no, type: nauc_precision_at_5_diff1
value: 22.797159554744827
verified: no, type: nauc_precision_at_5_max
value: 26.09091380650201
verified: no, type: nauc_precision_at_5_std
value: 7.775999921741413
verified: no, type: nauc_recall_at_1000_diff1
value: 6.477236186127941
verified: no, type: nauc_recall_at_1000_max
value: 31.75316961427998
verified: no, type: nauc_recall_at_1000_std
value: 31.06924241191148
verified: no, type: nauc_recall_at_100_diff1
value: 10.06600216908453
verified: no, type: nauc_recall_at_100_max
value: 20.46676636237692
verified: no, type: nauc_recall_at_100_std
value: 21.45517437890801
verified: no, type: nauc_recall_at_10_diff1
value: 18.435517059851684
verified: no, type: nauc_recall_at_10_max
value: 20.893021782969644
verified: no, type: nauc_recall_at_10_std
value: 8.833056298922255
verified: no, type: nauc_recall_at_1_diff1
value: 35.71690001358883
verified: no, type: nauc_recall_at_1_max
value: 18.912639355942574
verified: no, type: nauc_recall_at_1_std
value: 6.17437854549286
verified: no, type: nauc_recall_at_20_diff1
value: 14.926791643002247
verified: no, type: nauc_recall_at_20_max
value: 19.08509911816867
verified: no, type: nauc_recall_at_20_std
value: 10.29095507088702
verified: no, type: nauc_recall_at_3_diff1
value: 21.16711248083144
verified: no, type: nauc_recall_at_3_max
value: 22.110950446864436
verified: no, type: nauc_recall_at_3_std
value: 9.421517174191864
verified: no, type: nauc_recall_at_5_diff1
value: 22.079832948031573
verified: no, type: nauc_recall_at_5_max
value: 24.034375463219305
verified: no, type: nauc_recall_at_5_std
value: 8.056361612697158
verified: no, type: ndcg_at_1
value: 14.055000000000001
verified: no, type: ndcg_at_10
value: 23.195
verified: no, type: ndcg_at_100
value: 28.782000000000004
verified: no, type: ndcg_at_1000
value: 32.376
verified: no, type: ndcg_at_20
value: 24.945999999999998
verified: no, type: ndcg_at_3
value: 18.432000000000002
verified: no, type: ndcg_at_5
value: 20.505000000000003
verified: no, type: precision_at_1
value: 14.055000000000001
verified: no, type: precision_at_10
value: 4.639
verified: no, type: precision_at_100
value: 0.859
verified: no, type: precision_at_1000
value: 0.133
verified: no, type: precision_at_20
value: 2.8049999999999997
verified: no, type: precision_at_3
value: 9.163
verified: no, type: precision_at_5
value: 6.915
verified: no, type: recall_at_1
value: 11.309
verified: no, type: recall_at_10
value: 34.37
verified: no, type: recall_at_100
value: 59.316
verified: no, type: recall_at_1000
value: 85.209
verified: no, type: recall_at_20
value: 40.644000000000005
verified: no, type: recall_at_3
value: 21.461
verified: no, type: recall_at_5
value: 26.639000000000003
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 37.278
verified: no, type: map_at_1
value: 21.937
verified: no, type: map_at_10
value: 31.211
verified: no, type: map_at_100
value: 32.632
verified: no, type: map_at_1000
value: 32.751000000000005
verified: no, type: map_at_20
value: 31.959
verified: no, type: map_at_3
value: 27.817999999999998
verified: no, type: map_at_5
value: 29.602
verified: no, type: mrr_at_1
value: 26.46775745909528
verified: no, type: mrr_at_10
value: 35.82580930992866
verified: no, type: mrr_at_100
value: 36.76405112018962
verified: no, type: mrr_at_1000
value: 36.81826469298291
verified: no, type: mrr_at_20
value: 36.33279906767527
verified: no, type: mrr_at_3
value: 32.820019249278154
verified: no, type: mrr_at_5
value: 34.41770933589987
verified: no, type: nauc_map_at_1000_diff1
value: 44.6610792838339
verified: no, type: nauc_map_at_1000_max
value: 24.199129697252477
verified: no, type: nauc_map_at_1000_std
value: 1.923801183326727
verified: no, type: nauc_map_at_100_diff1
value: 44.66305623650621
verified: no, type: nauc_map_at_100_max
value: 24.17565268936444
verified: no, type: nauc_map_at_100_std
value: 1.8982709000843356
verified: no, type: nauc_map_at_10_diff1
value: 44.88240949404629
verified: no, type: nauc_map_at_10_max
value: 23.87062351499062
verified: no, type: nauc_map_at_10_std
value: 1.146807201322175
verified: no, type: nauc_map_at_1_diff1
value: 51.81205891298424
verified: no, type: nauc_map_at_1_max
value: 23.9537467674245
verified: no, type: nauc_map_at_1_std
value: -2.240344262075158
verified: no, type: nauc_map_at_20_diff1
value: 44.79582507646603
verified: no, type: nauc_map_at_20_max
value: 23.94672959671362
verified: no, type: nauc_map_at_20_std
value: 1.5172934258285788
verified: no, type: nauc_map_at_3_diff1
value: 46.22048064633253
verified: no, type: nauc_map_at_3_max
value: 23.85075160955994
verified: no, type: nauc_map_at_3_std
value: 0.23197897959639804
verified: no, type: nauc_map_at_5_diff1
value: 45.60731143846282
verified: no, type: nauc_map_at_5_max
value: 24.055776591125856
verified: no, type: nauc_map_at_5_std
value: 0.6084486757929908
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.356895624695476
verified: no, type: nauc_mrr_at_1000_max
value: 25.2104459730251
verified: no, type: nauc_mrr_at_1000_std
value: 3.36577470823589
verified: no, type: nauc_mrr_at_100_diff1
value: 41.32622302431329
verified: no, type: nauc_mrr_at_100_max
value: 25.210196539078222
verified: no, type: nauc_mrr_at_100_std
value: 3.3649285913259783
verified: no, type: nauc_mrr_at_10_diff1
value: 41.17202171766971
verified: no, type: nauc_mrr_at_10_max
value: 25.011434186509547
verified: no, type: nauc_mrr_at_10_std
value: 3.056277354364458
verified: no, type: nauc_mrr_at_1_diff1
value: 48.54943012975488
verified: no, type: nauc_mrr_at_1_max
value: 25.379755226455874
verified: no, type: nauc_mrr_at_1_std
value: 0.9266191110112769
verified: no, type: nauc_mrr_at_20_diff1
value: 41.24799507605079
verified: no, type: nauc_mrr_at_20_max
value: 25.095867458083326
verified: no, type: nauc_mrr_at_20_std
value: 3.1939642956626666
verified: no, type: nauc_mrr_at_3_diff1
value: 42.67294241909662
verified: no, type: nauc_mrr_at_3_max
value: 25.38963480087458
verified: no, type: nauc_mrr_at_3_std
value: 2.6727657090117574
verified: no, type: nauc_mrr_at_5_diff1
value: 41.81162973948222
verified: no, type: nauc_mrr_at_5_max
value: 25.263264786067364
verified: no, type: nauc_mrr_at_5_std
value: 2.7958115402491033
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.01546208161281
verified: no, type: nauc_ndcg_at_1000_max
value: 25.583889924521124
verified: no, type: nauc_ndcg_at_1000_std
value: 5.666713705926918
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.60059964331066
verified: no, type: nauc_ndcg_at_100_max
value: 25.286776062951454
verified: no, type: nauc_ndcg_at_100_std
value: 5.767999698012538
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.02026059494913
verified: no, type: nauc_ndcg_at_10_max
value: 23.46849032616701
verified: no, type: nauc_ndcg_at_10_std
value: 2.650134275182308
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.54943012975488
verified: no, type: nauc_ndcg_at_1_max
value: 25.379755226455874
verified: no, type: nauc_ndcg_at_1_std
value: 0.9266191110112769
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.9810821316889
verified: no, type: nauc_ndcg_at_20_max
value: 23.911057016323962
verified: no, type: nauc_ndcg_at_20_std
value: 3.567624522648305
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.25000485486883
verified: no, type: nauc_ndcg_at_3_max
value: 24.299487738393527
verified: no, type: nauc_ndcg_at_3_std
value: 1.8750193208645194
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.36772945237342
verified: no, type: nauc_ndcg_at_5_max
value: 24.110411589006254
verified: no, type: nauc_ndcg_at_5_std
value: 1.9942007645114346
verified: no, type: nauc_precision_at_1000_diff1
value: -14.322712399829008
verified: no, type: nauc_precision_at_1000_max
value: 6.83018487017972
verified: no, type: nauc_precision_at_1000_std
value: 12.71994284679886
verified: no, type: nauc_precision_at_100_diff1
value: -6.0083659908233065
verified: no, type: nauc_precision_at_100_max
value: 12.767109182464445
verified: no, type: nauc_precision_at_100_std
value: 16.9934350239986
verified: no, type: nauc_precision_at_10_diff1
value: 15.127270034471852
verified: no, type: nauc_precision_at_10_max
value: 17.54176331099999
verified: no, type: nauc_precision_at_10_std
value: 8.51378536845849
verified: no, type: nauc_precision_at_1_diff1
value: 48.54943012975488
verified: no, type: nauc_precision_at_1_max
value: 25.379755226455874
verified: no, type: nauc_precision_at_1_std
value: 0.9266191110112769
verified: no, type: nauc_precision_at_20_diff1
value: 8.69211687666046
verified: no, type: nauc_precision_at_20_max
value: 15.784573606952272
verified: no, type: nauc_precision_at_20_std
value: 11.975842583563669
verified: no, type: nauc_precision_at_3_diff1
value: 30.4159674829652
verified: no, type: nauc_precision_at_3_max
value: 24.02800823564271
verified: no, type: nauc_precision_at_3_std
value: 6.25982071648739
verified: no, type: nauc_precision_at_5_diff1
value: 24.213793012574936
verified: no, type: nauc_precision_at_5_max
value: 21.185714039056535
verified: no, type: nauc_precision_at_5_std
value: 6.292096089572068
verified: no, type: nauc_recall_at_1000_diff1
value: 20.444916216808238
verified: no, type: nauc_recall_at_1000_max
value: 41.54531349192448
verified: no, type: nauc_recall_at_1000_std
value: 50.70549134755014
verified: no, type: nauc_recall_at_100_diff1
value: 24.890433025119364
verified: no, type: nauc_recall_at_100_max
value: 27.91017454576125
verified: no, type: nauc_recall_at_100_std
value: 24.283310322369456
verified: no, type: nauc_recall_at_10_diff1
value: 30.882486205855606
verified: no, type: nauc_recall_at_10_max
value: 19.514666965995588
verified: no, type: nauc_recall_at_10_std
value: 4.802017799818301
verified: no, type: nauc_recall_at_1_diff1
value: 51.81205891298424
verified: no, type: nauc_recall_at_1_max
value: 23.9537467674245
verified: no, type: nauc_recall_at_1_std
value: -2.240344262075158
verified: no, type: nauc_recall_at_20_diff1
value: 29.97972501485843
verified: no, type: nauc_recall_at_20_max
value: 20.57597907038685
verified: no, type: nauc_recall_at_20_std
value: 7.948944094217381
verified: no, type: nauc_recall_at_3_diff1
value: 39.858321449662995
verified: no, type: nauc_recall_at_3_max
value: 22.33581833181145
verified: no, type: nauc_recall_at_3_std
value: 1.9487192670118996
verified: no, type: nauc_recall_at_5_diff1
value: 36.7021758115722
verified: no, type: nauc_recall_at_5_max
value: 22.16336107206221
verified: no, type: nauc_recall_at_5_std
value: 2.7943821325035447
verified: no, type: ndcg_at_1
value: 26.468000000000004
verified: no, type: ndcg_at_10
value: 37.278
verified: no, type: ndcg_at_100
value: 43.347
verified: no, type: ndcg_at_1000
value: 45.75
verified: no, type: ndcg_at_20
value: 39.507999999999996
verified: no, type: ndcg_at_3
value: 31.306
verified: no, type: ndcg_at_5
value: 33.954
verified: no, type: precision_at_1
value: 26.468000000000004
verified: no, type: precision_at_10
value: 7.122000000000001
verified: no, type: precision_at_100
value: 1.209
verified: no, type: precision_at_1000
value: 0.159
verified: no, type: precision_at_20
value: 4.3020000000000005
verified: no, type: precision_at_3
value: 15.079
verified: no, type: precision_at_5
value: 11.145
verified: no, type: recall_at_1
value: 21.937
verified: no, type: recall_at_10
value: 50.89900000000001
verified: no, type: recall_at_100
value: 76.519
verified: no, type: recall_at_1000
value: 92.61500000000001
verified: no, type: recall_at_20
value: 58.728
verified: no, type: recall_at_3
value: 34.133
verified: no, type: recall_at_5
value: 40.855999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 34.324
verified: no, type: map_at_1
value: 18.777
verified: no, type: map_at_10
value: 28.316999999999997
verified: no, type: map_at_100
value: 29.591
verified: no, type: map_at_1000
value: 29.711
verified: no, type: map_at_20
value: 28.918
verified: no, type: map_at_3
value: 24.86
verified: no, type: map_at_5
value: 26.855
verified: no, type: mrr_at_1
value: 23.059360730593607
verified: no, type: mrr_at_10
value: 32.60894578531564
verified: no, type: mrr_at_100
value: 33.52277886722852
verified: no, type: mrr_at_1000
value: 33.58619408005749
verified: no, type: mrr_at_20
value: 33.0638145395318
verified: no, type: mrr_at_3
value: 29.832572298325736
verified: no, type: mrr_at_5
value: 31.58485540334855
verified: no, type: nauc_map_at_1000_diff1
value: 34.99326894741153
verified: no, type: nauc_map_at_1000_max
value: 18.191762219549023
verified: no, type: nauc_map_at_1000_std
value: 1.649695403106113
verified: no, type: nauc_map_at_100_diff1
value: 34.95859446462687
verified: no, type: nauc_map_at_100_max
value: 18.1926608042522
verified: no, type: nauc_map_at_100_std
value: 1.6479058959330581
verified: no, type: nauc_map_at_10_diff1
value: 34.97025618967343
verified: no, type: nauc_map_at_10_max
value: 17.38339281067975
verified: no, type: nauc_map_at_10_std
value: 0.3613472181163302
verified: no, type: nauc_map_at_1_diff1
value: 41.614168120528525
verified: no, type: nauc_map_at_1_max
value: 15.402093697260554
verified: no, type: nauc_map_at_1_std
value: -3.5645413978225506
verified: no, type: nauc_map_at_20_diff1
value: 34.96125956293737
verified: no, type: nauc_map_at_20_max
value: 17.812758585503882
verified: no, type: nauc_map_at_20_std
value: 1.0921423392826033
verified: no, type: nauc_map_at_3_diff1
value: 36.21687769036557
verified: no, type: nauc_map_at_3_max
value: 15.975903369465488
verified: no, type: nauc_map_at_3_std
value: -1.03155587494779
verified: no, type: nauc_map_at_5_diff1
value: 35.476038224474884
verified: no, type: nauc_map_at_5_max
value: 16.664822449665223
verified: no, type: nauc_map_at_5_std
value: -0.7030070730397566
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.66908637753177
verified: no, type: nauc_mrr_at_1000_max
value: 19.843761585804803
verified: no, type: nauc_mrr_at_1000_std
value: 4.097668290147615
verified: no, type: nauc_mrr_at_100_diff1
value: 33.64927315935384
verified: no, type: nauc_mrr_at_100_max
value: 19.860261373062183
verified: no, type: nauc_mrr_at_100_std
value: 4.124288982918499
verified: no, type: nauc_mrr_at_10_diff1
value: 33.487273319091926
verified: no, type: nauc_mrr_at_10_max
value: 19.547983128291545
verified: no, type: nauc_mrr_at_10_std
value: 3.4913158542994047
verified: no, type: nauc_mrr_at_1_diff1
value: 39.34555917970863
verified: no, type: nauc_mrr_at_1_max
value: 18.901255039171744
verified: no, type: nauc_mrr_at_1_std
value: 1.6438463108651293
verified: no, type: nauc_mrr_at_20_diff1
value: 33.63691831756771
verified: no, type: nauc_mrr_at_20_max
value: 19.60677947676398
verified: no, type: nauc_mrr_at_20_std
value: 3.8832683887809765
verified: no, type: nauc_mrr_at_3_diff1
value: 33.66986261747989
verified: no, type: nauc_mrr_at_3_max
value: 18.91017415048331
verified: no, type: nauc_mrr_at_3_std
value: 2.7392998093976764
verified: no, type: nauc_mrr_at_5_diff1
value: 33.799042339336594
verified: no, type: nauc_mrr_at_5_max
value: 19.572317717649025
verified: no, type: nauc_mrr_at_5_std
value: 2.985213360514845
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.3354099178248
verified: no, type: nauc_ndcg_at_1000_max
value: 21.410058823608185
verified: no, type: nauc_ndcg_at_1000_std
value: 6.804450788498572
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.334957066540746
verified: no, type: nauc_ndcg_at_100_max
value: 21.86717627700332
verified: no, type: nauc_ndcg_at_100_std
value: 7.715265134889517
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.097386816006264
verified: no, type: nauc_ndcg_at_10_max
value: 18.954033932539154
verified: no, type: nauc_ndcg_at_10_std
value: 2.7688424721943523
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.34555917970863
verified: no, type: nauc_ndcg_at_1_max
value: 18.901255039171744
verified: no, type: nauc_ndcg_at_1_std
value: 1.6438463108651293
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.272693093516885
verified: no, type: nauc_ndcg_at_20_max
value: 19.897941857829167
verified: no, type: nauc_ndcg_at_20_std
value: 4.857422914849375
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.46749122501263
verified: no, type: nauc_ndcg_at_3_max
value: 17.29911339186877
verified: no, type: nauc_ndcg_at_3_std
value: 1.0050469391603982
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.86240221042044
verified: no, type: nauc_ndcg_at_5_max
value: 18.122848358218192
verified: no, type: nauc_ndcg_at_5_std
value: 1.0285210551541029
verified: no, type: nauc_precision_at_1000_diff1
value: -1.6316179502824892
verified: no, type: nauc_precision_at_1000_max
value: 1.6867403036001534
verified: no, type: nauc_precision_at_1000_std
value: 8.148988954782538
verified: no, type: nauc_precision_at_100_diff1
value: 3.8610886024010456
verified: no, type: nauc_precision_at_100_max
value: 16.942533326661078
verified: no, type: nauc_precision_at_100_std
value: 20.974830930716156
verified: no, type: nauc_precision_at_10_diff1
value: 15.04745887010191
verified: no, type: nauc_precision_at_10_max
value: 21.9136178821784
verified: no, type: nauc_precision_at_10_std
value: 13.033964527106617
verified: no, type: nauc_precision_at_1_diff1
value: 39.34555917970863
verified: no, type: nauc_precision_at_1_max
value: 18.901255039171744
verified: no, type: nauc_precision_at_1_std
value: 1.6438463108651293
verified: no, type: nauc_precision_at_20_diff1
value: 11.883845860735416
verified: no, type: nauc_precision_at_20_max
value: 20.671662072997773
verified: no, type: nauc_precision_at_20_std
value: 17.562613407417867
verified: no, type: nauc_precision_at_3_diff1
value: 24.81305465423126
verified: no, type: nauc_precision_at_3_max
value: 19.729402565684214
verified: no, type: nauc_precision_at_3_std
value: 7.821176956868592
verified: no, type: nauc_precision_at_5_diff1
value: 20.782783493937774
verified: no, type: nauc_precision_at_5_max
value: 20.80072503362885
verified: no, type: nauc_precision_at_5_std
value: 8.512465168483146
verified: no, type: nauc_recall_at_1000_diff1
value: 29.297022249587286
verified: no, type: nauc_recall_at_1000_max
value: 50.997109248224014
verified: no, type: nauc_recall_at_1000_std
value: 49.83188233867335
verified: no, type: nauc_recall_at_100_diff1
value: 21.105086005371504
verified: no, type: nauc_recall_at_100_max
value: 35.553024606890524
verified: no, type: nauc_recall_at_100_std
value: 32.56561636071421
verified: no, type: nauc_recall_at_10_diff1
value: 23.855615040088956
verified: no, type: nauc_recall_at_10_max
value: 19.883805649399868
verified: no, type: nauc_recall_at_10_std
value: 6.290590236665383
verified: no, type: nauc_recall_at_1_diff1
value: 41.614168120528525
verified: no, type: nauc_recall_at_1_max
value: 15.402093697260554
verified: no, type: nauc_recall_at_1_std
value: -3.5645413978225506
verified: no, type: nauc_recall_at_20_diff1
value: 23.804213823860373
verified: no, type: nauc_recall_at_20_max
value: 23.154627447295958
verified: no, type: nauc_recall_at_20_std
value: 13.268824612320222
verified: no, type: nauc_recall_at_3_diff1
value: 29.27631629777587
verified: no, type: nauc_recall_at_3_max
value: 15.941548716688722
verified: no, type: nauc_recall_at_3_std
value: 0.5761730681873986
verified: no, type: nauc_recall_at_5_diff1
value: 26.710697150370304
verified: no, type: nauc_recall_at_5_max
value: 17.522698605445072
verified: no, type: nauc_recall_at_5_std
value: 1.3816391208025733
verified: no, type: ndcg_at_1
value: 23.058999999999997
verified: no, type: ndcg_at_10
value: 34.324
verified: no, type: ndcg_at_100
value: 40.18
verified: no, type: ndcg_at_1000
value: 42.751
verified: no, type: ndcg_at_20
value: 36.196
verified: no, type: ndcg_at_3
value: 28.355999999999998
verified: no, type: ndcg_at_5
value: 31.373
verified: no, type: precision_at_1
value: 23.058999999999997
verified: no, type: precision_at_10
value: 6.689
verified: no, type: precision_at_100
value: 1.1520000000000001
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 4.007000000000001
verified: no, type: precision_at_3
value: 13.850999999999999
verified: no, type: precision_at_5
value: 10.594000000000001
verified: no, type: recall_at_1
value: 18.777
verified: no, type: recall_at_10
value: 48.067
verified: no, type: recall_at_100
value: 73.565
verified: no, type: recall_at_1000
value: 91.125
verified: no, type: recall_at_20
value: 54.527
verified: no, type: recall_at_3
value: 31.804
verified: no, type: recall_at_5
value: 39.278
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 32.29533333333334
verified: no, type: ndcg_at_10
value: 32.29533333333334
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 27.838
verified: no, type: map_at_1
value: 17.697
verified: no, type: map_at_10
value: 23.933
verified: no, type: map_at_100
value: 24.837999999999997
verified: no, type: map_at_1000
value: 24.959
verified: no, type: map_at_20
value: 24.473
verified: no, type: map_at_3
value: 21.723
verified: no, type: map_at_5
value: 23.011
verified: no, type: mrr_at_1
value: 20.0920245398773
verified: no, type: mrr_at_10
value: 26.249939137209065
verified: no, type: mrr_at_100
value: 27.07944237487584
verified: no, type: mrr_at_1000
value: 27.176342438474382
verified: no, type: mrr_at_20
value: 26.740852844197633
verified: no, type: mrr_at_3
value: 24.360940695296527
verified: no, type: mrr_at_5
value: 25.3502044989775
verified: no, type: nauc_map_at_1000_diff1
value: 36.567201113135276
verified: no, type: nauc_map_at_1000_max
value: 22.189792399805548
verified: no, type: nauc_map_at_1000_std
value: 14.999571326671676
verified: no, type: nauc_map_at_100_diff1
value: 36.520293812093804
verified: no, type: nauc_map_at_100_max
value: 22.160699738372333
verified: no, type: nauc_map_at_100_std
value: 14.977814988125598
verified: no, type: nauc_map_at_10_diff1
value: 36.98256900825104
verified: no, type: nauc_map_at_10_max
value: 21.869957729235473
verified: no, type: nauc_map_at_10_std
value: 14.640988058277193
verified: no, type: nauc_map_at_1_diff1
value: 41.274146316048885
verified: no, type: nauc_map_at_1_max
value: 22.515670496942878
verified: no, type: nauc_map_at_1_std
value: 12.022822867343425
verified: no, type: nauc_map_at_20_diff1
value: 36.531722396223046
verified: no, type: nauc_map_at_20_max
value: 22.01199415546107
verified: no, type: nauc_map_at_20_std
value: 14.732792754624437
verified: no, type: nauc_map_at_3_diff1
value: 38.61544219111368
verified: no, type: nauc_map_at_3_max
value: 21.26368118605188
verified: no, type: nauc_map_at_3_std
value: 13.176112472899865
verified: no, type: nauc_map_at_5_diff1
value: 37.042960529988875
verified: no, type: nauc_map_at_5_max
value: 21.6427041852614
verified: no, type: nauc_map_at_5_std
value: 14.357560268103683
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.160800242928815
verified: no, type: nauc_mrr_at_1000_max
value: 24.790592275621258
verified: no, type: nauc_mrr_at_1000_std
value: 15.980645465677815
verified: no, type: nauc_mrr_at_100_diff1
value: 39.12527096425451
verified: no, type: nauc_mrr_at_100_max
value: 24.76479375425479
verified: no, type: nauc_mrr_at_100_std
value: 15.961209635509446
verified: no, type: nauc_mrr_at_10_diff1
value: 39.5371220208665
verified: no, type: nauc_mrr_at_10_max
value: 24.830266083583016
verified: no, type: nauc_mrr_at_10_std
value: 15.837548835234891
verified: no, type: nauc_mrr_at_1_diff1
value: 44.628511155133424
verified: no, type: nauc_mrr_at_1_max
value: 26.021093653245742
verified: no, type: nauc_mrr_at_1_std
value: 13.577268224809577
verified: no, type: nauc_mrr_at_20_diff1
value: 39.02969532140444
verified: no, type: nauc_mrr_at_20_max
value: 24.72631984422793
verified: no, type: nauc_mrr_at_20_std
value: 15.819859795783067
verified: no, type: nauc_mrr_at_3_diff1
value: 40.932435925561805
verified: no, type: nauc_mrr_at_3_max
value: 24.97819619931799
verified: no, type: nauc_mrr_at_3_std
value: 15.489802686475862
verified: no, type: nauc_mrr_at_5_diff1
value: 39.84200612447362
verified: no, type: nauc_mrr_at_5_max
value: 24.859340918008886
verified: no, type: nauc_mrr_at_5_std
value: 15.870794902893786
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.74694206302081
verified: no, type: nauc_ndcg_at_1000_max
value: 23.92688285127156
verified: no, type: nauc_ndcg_at_1000_std
value: 18.210802558008726
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.582705844400756
verified: no, type: nauc_ndcg_at_100_max
value: 22.920755642982186
verified: no, type: nauc_ndcg_at_100_std
value: 17.61615879404114
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.50481384526413
verified: no, type: nauc_ndcg_at_10_max
value: 22.198311157664598
verified: no, type: nauc_ndcg_at_10_std
value: 15.947388631791743
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.628511155133424
verified: no, type: nauc_ndcg_at_1_max
value: 26.021093653245742
verified: no, type: nauc_ndcg_at_1_std
value: 13.577268224809577
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.84816953907344
verified: no, type: nauc_ndcg_at_20_max
value: 22.545238233346783
verified: no, type: nauc_ndcg_at_20_std
value: 16.36599130444679
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.346531628837845
verified: no, type: nauc_ndcg_at_3_max
value: 22.051391926680935
verified: no, type: nauc_ndcg_at_3_std
value: 14.44292125919503
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.87484445062824
verified: no, type: nauc_ndcg_at_5_max
value: 22.134862117191997
verified: no, type: nauc_ndcg_at_5_std
value: 15.80051674887764
verified: no, type: nauc_precision_at_1000_diff1
value: 13.814705936631592
verified: no, type: nauc_precision_at_1000_max
value: 23.947841794242652
verified: no, type: nauc_precision_at_1000_std
value: 18.54203892402284
verified: no, type: nauc_precision_at_100_diff1
value: 15.454484616023839
verified: no, type: nauc_precision_at_100_max
value: 24.403953201870912
verified: no, type: nauc_precision_at_100_std
value: 23.897706365626323
verified: no, type: nauc_precision_at_10_diff1
value: 28.03071237623797
verified: no, type: nauc_precision_at_10_max
value: 26.142715446439002
verified: no, type: nauc_precision_at_10_std
value: 23.136328477065767
verified: no, type: nauc_precision_at_1_diff1
value: 44.628511155133424
verified: no, type: nauc_precision_at_1_max
value: 26.021093653245742
verified: no, type: nauc_precision_at_1_std
value: 13.577268224809577
verified: no, type: nauc_precision_at_20_diff1
value: 22.006942521742108
verified: no, type: nauc_precision_at_20_max
value: 26.47843572715558
verified: no, type: nauc_precision_at_20_std
value: 22.901202634733796
verified: no, type: nauc_precision_at_3_diff1
value: 36.662138873976545
verified: no, type: nauc_precision_at_3_max
value: 25.158936418125244
verified: no, type: nauc_precision_at_3_std
value: 19.273483866633104
verified: no, type: nauc_precision_at_5_diff1
value: 30.02918522711114
verified: no, type: nauc_precision_at_5_max
value: 25.76651256651637
verified: no, type: nauc_precision_at_5_std
value: 23.01138438771147
verified: no, type: nauc_recall_at_1000_diff1
value: 21.223572269708825
verified: no, type: nauc_recall_at_1000_max
value: 32.217897658133545
verified: no, type: nauc_recall_at_1000_std
value: 39.49221658982006
verified: no, type: nauc_recall_at_100_diff1
value: 19.365448246663817
verified: no, type: nauc_recall_at_100_max
value: 21.346821815043587
verified: no, type: nauc_recall_at_100_std
value: 25.20689783051846
verified: no, type: nauc_recall_at_10_diff1
value: 28.537754282840034
verified: no, type: nauc_recall_at_10_max
value: 19.328828303380117
verified: no, type: nauc_recall_at_10_std
value: 16.98289526971146
verified: no, type: nauc_recall_at_1_diff1
value: 41.274146316048885
verified: no, type: nauc_recall_at_1_max
value: 22.515670496942878
verified: no, type: nauc_recall_at_1_std
value: 12.022822867343425
verified: no, type: nauc_recall_at_20_diff1
value: 22.686291719276422
verified: no, type: nauc_recall_at_20_max
value: 20.49826213029282
verified: no, type: nauc_recall_at_20_std
value: 18.72758991241926
verified: no, type: nauc_recall_at_3_diff1
value: 34.624454157846735
verified: no, type: nauc_recall_at_3_max
value: 19.017405878861545
verified: no, type: nauc_recall_at_3_std
value: 14.08380862297214
verified: no, type: nauc_recall_at_5_diff1
value: 28.973956244296375
verified: no, type: nauc_recall_at_5_max
value: 18.989443333758658
verified: no, type: nauc_recall_at_5_std
value: 16.6419303333977
verified: no, type: ndcg_at_1
value: 20.092
verified: no, type: ndcg_at_10
value: 27.838
verified: no, type: ndcg_at_100
value: 32.303
verified: no, type: ndcg_at_1000
value: 35.496
verified: no, type: ndcg_at_20
value: 29.685
verified: no, type: ndcg_at_3
value: 23.732
verified: no, type: ndcg_at_5
value: 25.739
verified: no, type: precision_at_1
value: 20.092
verified: no, type: precision_at_10
value: 4.585999999999999
verified: no, type: precision_at_100
value: 0.739
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 2.738
verified: no, type: precision_at_3
value: 10.481
verified: no, type: precision_at_5
value: 7.577
verified: no, type: recall_at_1
value: 17.697
verified: no, type: recall_at_10
value: 37.688
verified: no, type: recall_at_100
value: 57.999
verified: no, type: recall_at_1000
value: 81.93
verified: no, type: recall_at_20
value: 44.626
verified: no, type: recall_at_3
value: 26.346999999999998
verified: no, type: recall_at_5
value: 31.329
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 20.48
verified: no, type: map_at_1
value: 11.008999999999999
verified: no, type: map_at_10
value: 16.597
verified: no, type: map_at_100
value: 17.701
verified: no, type: map_at_1000
value: 17.845
verified: no, type: map_at_20
value: 17.161
verified: no, type: map_at_3
value: 14.679
verified: no, type: map_at_5
value: 15.774
verified: no, type: mrr_at_1
value: 13.833448038540949
verified: no, type: mrr_at_10
value: 19.822944318814923
verified: no, type: mrr_at_100
value: 20.797926853866585
verified: no, type: mrr_at_1000
value: 20.898922267533532
verified: no, type: mrr_at_20
value: 20.358090168549563
verified: no, type: mrr_at_3
value: 17.871071346639113
verified: no, type: mrr_at_5
value: 19.056549667354876
verified: no, type: nauc_map_at_1000_diff1
value: 27.347270840443816
verified: no, type: nauc_map_at_1000_max
value: 21.81278733312353
verified: no, type: nauc_map_at_1000_std
value: -0.2155027035811545
verified: no, type: nauc_map_at_100_diff1
value: 27.326338206784378
verified: no, type: nauc_map_at_100_max
value: 21.764775018540643
verified: no, type: nauc_map_at_100_std
value: -0.30191649072892596
verified: no, type: nauc_map_at_10_diff1
value: 27.4515345957207
verified: no, type: nauc_map_at_10_max
value: 21.745299609961194
verified: no, type: nauc_map_at_10_std
value: -0.8595952657664508
verified: no, type: nauc_map_at_1_diff1
value: 36.525665890390755
verified: no, type: nauc_map_at_1_max
value: 23.127302709923057
verified: no, type: nauc_map_at_1_std
value: -2.114485475271644
verified: no, type: nauc_map_at_20_diff1
value: 27.351153074884483
verified: no, type: nauc_map_at_20_max
value: 21.70719079449843
verified: no, type: nauc_map_at_20_std
value: -0.5748576779448125
verified: no, type: nauc_map_at_3_diff1
value: 30.222685037183254
verified: no, type: nauc_map_at_3_max
value: 22.325408365892695
verified: no, type: nauc_map_at_3_std
value: -0.7245350618289634
verified: no, type: nauc_map_at_5_diff1
value: 28.449686470843442
verified: no, type: nauc_map_at_5_max
value: 21.911989388305443
verified: no, type: nauc_map_at_5_std
value: -0.9917011752673628
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.06392099776934
verified: no, type: nauc_mrr_at_1000_max
value: 23.276372413611323
verified: no, type: nauc_mrr_at_1000_std
value: -0.040865645324808283
verified: no, type: nauc_mrr_at_100_diff1
value: 26.042853350206418
verified: no, type: nauc_mrr_at_100_max
value: 23.24538274864058
verified: no, type: nauc_mrr_at_100_std
value: -0.08907303546884984
verified: no, type: nauc_mrr_at_10_diff1
value: 26.052434990108576
verified: no, type: nauc_mrr_at_10_max
value: 23.386135939836773
verified: no, type: nauc_mrr_at_10_std
value: -0.43393910353346465
verified: no, type: nauc_mrr_at_1_diff1
value: 34.36269278826989
verified: no, type: nauc_mrr_at_1_max
value: 25.35353830209716
verified: no, type: nauc_mrr_at_1_std
value: -1.6564299478425335
verified: no, type: nauc_mrr_at_20_diff1
value: 25.96677857029534
verified: no, type: nauc_mrr_at_20_max
value: 23.18045549182746
verified: no, type: nauc_mrr_at_20_std
value: -0.23041752240877017
verified: no, type: nauc_mrr_at_3_diff1
value: 28.328360982999268
verified: no, type: nauc_mrr_at_3_max
value: 24.326440315552496
verified: no, type: nauc_mrr_at_3_std
value: -0.18713017227619916
verified: no, type: nauc_mrr_at_5_diff1
value: 26.793048295824985
verified: no, type: nauc_mrr_at_5_max
value: 23.737001588795156
verified: no, type: nauc_mrr_at_5_std
value: -0.47166906766932126
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.51090183767112
verified: no, type: nauc_ndcg_at_1000_max
value: 21.87498134935271
verified: no, type: nauc_ndcg_at_1000_std
value: 3.052176877967844
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.28762163245338
verified: no, type: nauc_ndcg_at_100_max
value: 20.767034091491173
verified: no, type: nauc_ndcg_at_100_std
value: 1.6328792619520847
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.525625704691866
verified: no, type: nauc_ndcg_at_10_max
value: 20.937487762062563
verified: no, type: nauc_ndcg_at_10_std
value: -0.4377693874574618
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.36269278826989
verified: no, type: nauc_ndcg_at_1_max
value: 25.35353830209716
verified: no, type: nauc_ndcg_at_1_std
value: -1.6564299478425335
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.316971943513597
verified: no, type: nauc_ndcg_at_20_max
value: 20.69980599719907
verified: no, type: nauc_ndcg_at_20_std
value: 0.38550765572098855
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.17999618787333
verified: no, type: nauc_ndcg_at_3_max
value: 22.72715845661491
verified: no, type: nauc_ndcg_at_3_std
value: -0.01182630246440746
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.495054815217188
verified: no, type: nauc_ndcg_at_5_max
value: 21.671409457615546
verified: no, type: nauc_ndcg_at_5_std
value: -0.595952749007325
verified: no, type: nauc_precision_at_1000_diff1
value: 9.225798360950616
verified: no, type: nauc_precision_at_1000_max
value: 15.06015852674123
verified: no, type: nauc_precision_at_1000_std
value: 12.18095722286074
verified: no, type: nauc_precision_at_100_diff1
value: 10.250195346024112
verified: no, type: nauc_precision_at_100_max
value: 15.74839361832287
verified: no, type: nauc_precision_at_100_std
value: 7.522032369359646
verified: no, type: nauc_precision_at_10_diff1
value: 12.708277467690815
verified: no, type: nauc_precision_at_10_max
value: 20.853376548097586
verified: no, type: nauc_precision_at_10_std
value: 2.063871983909232
verified: no, type: nauc_precision_at_1_diff1
value: 34.36269278826989
verified: no, type: nauc_precision_at_1_max
value: 25.35353830209716
verified: no, type: nauc_precision_at_1_std
value: -1.6564299478425335
verified: no, type: nauc_precision_at_20_diff1
value: 11.975610273456967
verified: no, type: nauc_precision_at_20_max
value: 19.3477053351471
verified: no, type: nauc_precision_at_20_std
value: 4.126198572973762
verified: no, type: nauc_precision_at_3_diff1
value: 23.157964430472937
verified: no, type: nauc_precision_at_3_max
value: 24.781238333932016
verified: no, type: nauc_precision_at_3_std
value: 2.1911001391410188
verified: no, type: nauc_precision_at_5_diff1
value: 17.715939495708692
verified: no, type: nauc_precision_at_5_max
value: 22.950485567948224
verified: no, type: nauc_precision_at_5_std
value: 1.3668503676840416
verified: no, type: nauc_recall_at_1000_diff1
value: 8.404517120378193
verified: no, type: nauc_recall_at_1000_max
value: 20.81097510214359
verified: no, type: nauc_recall_at_1000_std
value: 23.17851323638836
verified: no, type: nauc_recall_at_100_diff1
value: 13.47421436929525
verified: no, type: nauc_recall_at_100_max
value: 14.651209058159848
verified: no, type: nauc_recall_at_100_std
value: 6.626895714865199
verified: no, type: nauc_recall_at_10_diff1
value: 14.802138769448472
verified: no, type: nauc_recall_at_10_max
value: 16.57401999703444
verified: no, type: nauc_recall_at_10_std
value: -0.030982752387149988
verified: no, type: nauc_recall_at_1_diff1
value: 36.525665890390755
verified: no, type: nauc_recall_at_1_max
value: 23.127302709923057
verified: no, type: nauc_recall_at_1_std
value: -2.114485475271644
verified: no, type: nauc_recall_at_20_diff1
value: 14.301011196765526
verified: no, type: nauc_recall_at_20_max
value: 15.528852145892834
verified: no, type: nauc_recall_at_20_std
value: 2.125682389949824
verified: no, type: nauc_recall_at_3_diff1
value: 24.779456045694413
verified: no, type: nauc_recall_at_3_max
value: 20.467776761417454
verified: no, type: nauc_recall_at_3_std
value: 0.8997211786464535
verified: no, type: nauc_recall_at_5_diff1
value: 19.13889023099779
verified: no, type: nauc_recall_at_5_max
value: 18.195625241216916
verified: no, type: nauc_recall_at_5_std
value: -0.4765744846202131
verified: no, type: ndcg_at_1
value: 13.833
verified: no, type: ndcg_at_10
value: 20.48
verified: no, type: ndcg_at_100
value: 25.942
verified: no, type: ndcg_at_1000
value: 29.561
verified: no, type: ndcg_at_20
value: 22.384
verified: no, type: ndcg_at_3
value: 16.921
verified: no, type: ndcg_at_5
value: 18.684
verified: no, type: precision_at_1
value: 13.833
verified: no, type: precision_at_10
value: 3.9440000000000004
verified: no, type: precision_at_100
value: 0.804
verified: no, type: precision_at_1000
value: 0.128
verified: no, type: precision_at_20
value: 2.519
verified: no, type: precision_at_3
value: 8.293000000000001
verified: no, type: precision_at_5
value: 6.2219999999999995
verified: no, type: recall_at_1
value: 11.008999999999999
verified: no, type: recall_at_10
value: 29.079
verified: no, type: recall_at_100
value: 53.652
verified: no, type: recall_at_1000
value: 80.118
verified: no, type: recall_at_20
value: 36.092
verified: no, type: recall_at_3
value: 19.194
verified: no, type: recall_at_5
value: 23.701
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 31.494
verified: no, type: map_at_1
value: 18.948999999999998
verified: no, type: map_at_10
value: 26.826
verified: no, type: map_at_100
value: 28.057
verified: no, type: map_at_1000
value: 28.174
verified: no, type: map_at_20
value: 27.451999999999998
verified: no, type: map_at_3
value: 24.485
verified: no, type: map_at_5
value: 25.812
verified: no, type: mrr_at_1
value: 22.294776119402986
verified: no, type: mrr_at_10
value: 30.18941749585406
verified: no, type: mrr_at_100
value: 31.229284887122443
verified: no, type: mrr_at_1000
value: 31.300849083155814
verified: no, type: mrr_at_20
value: 30.727379616684036
verified: no, type: mrr_at_3
value: 28.04726368159205
verified: no, type: mrr_at_5
value: 29.311256218905456
verified: no, type: nauc_map_at_1000_diff1
value: 40.92850857301368
verified: no, type: nauc_map_at_1000_max
value: 24.495404415832393
verified: no, type: nauc_map_at_1000_std
value: -0.5885228679303934
verified: no, type: nauc_map_at_100_diff1
value: 40.92606610839022
verified: no, type: nauc_map_at_100_max
value: 24.486273709308197
verified: no, type: nauc_map_at_100_std
value: -0.5949415619854075
verified: no, type: nauc_map_at_10_diff1
value: 41.30592683026611
verified: no, type: nauc_map_at_10_max
value: 24.31358542102997
verified: no, type: nauc_map_at_10_std
value: -0.8630226850040122
verified: no, type: nauc_map_at_1_diff1
value: 47.73174774433037
verified: no, type: nauc_map_at_1_max
value: 24.384873180411144
verified: no, type: nauc_map_at_1_std
value: -2.123747503778534
verified: no, type: nauc_map_at_20_diff1
value: 40.96212923480137
verified: no, type: nauc_map_at_20_max
value: 24.30374823700398
verified: no, type: nauc_map_at_20_std
value: -0.7721086208356275
verified: no, type: nauc_map_at_3_diff1
value: 42.677921983641944
verified: no, type: nauc_map_at_3_max
value: 25.034368055165785
verified: no, type: nauc_map_at_3_std
value: -0.5940032776094514
verified: no, type: nauc_map_at_5_diff1
value: 41.10735180980024
verified: no, type: nauc_map_at_5_max
value: 24.558097295828865
verified: no, type: nauc_map_at_5_std
value: -0.9838036302877303
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.63174907952451
verified: no, type: nauc_mrr_at_1000_max
value: 25.723306002982337
verified: no, type: nauc_mrr_at_1000_std
value: -1.1456821194519227
verified: no, type: nauc_mrr_at_100_diff1
value: 41.61005022126466
verified: no, type: nauc_mrr_at_100_max
value: 25.721303148949413
verified: no, type: nauc_mrr_at_100_std
value: -1.164587679470708
verified: no, type: nauc_mrr_at_10_diff1
value: 41.88080739121251
verified: no, type: nauc_mrr_at_10_max
value: 25.610359933929644
verified: no, type: nauc_mrr_at_10_std
value: -1.3245734260014084
verified: no, type: nauc_mrr_at_1_diff1
value: 47.97953667148675
verified: no, type: nauc_mrr_at_1_max
value: 26.48998982622309
verified: no, type: nauc_mrr_at_1_std
value: -2.0091912088847814
verified: no, type: nauc_mrr_at_20_diff1
value: 41.58101052111564
verified: no, type: nauc_mrr_at_20_max
value: 25.540122875115806
verified: no, type: nauc_mrr_at_20_std
value: -1.3195555394702303
verified: no, type: nauc_mrr_at_3_diff1
value: 43.37243748623102
verified: no, type: nauc_mrr_at_3_max
value: 26.65971938247732
verified: no, type: nauc_mrr_at_3_std
value: -0.9695839044896024
verified: no, type: nauc_mrr_at_5_diff1
value: 41.851022704204446
verified: no, type: nauc_mrr_at_5_max
value: 26.035403433249467
verified: no, type: nauc_mrr_at_5_std
value: -1.346753525951133
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.106859936721406
verified: no, type: nauc_ndcg_at_1000_max
value: 24.950931249626365
verified: no, type: nauc_ndcg_at_1000_std
value: 1.1175160783850069
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.84222671665579
verified: no, type: nauc_ndcg_at_100_max
value: 24.96394971935681
verified: no, type: nauc_ndcg_at_100_std
value: 0.976902394593505
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.16630843563309
verified: no, type: nauc_ndcg_at_10_max
value: 23.61032774947108
verified: no, type: nauc_ndcg_at_10_std
value: -0.8737413272805833
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.97953667148675
verified: no, type: nauc_ndcg_at_1_max
value: 26.48998982622309
verified: no, type: nauc_ndcg_at_1_std
value: -2.0091912088847814
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.97335145010209
verified: no, type: nauc_ndcg_at_20_max
value: 23.530954046200524
verified: no, type: nauc_ndcg_at_20_std
value: -0.5612872165988594
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.613348953352116
verified: no, type: nauc_ndcg_at_3_max
value: 25.683220018276735
verified: no, type: nauc_ndcg_at_3_std
value: -0.2781152099318822
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.84001567195923
verified: no, type: nauc_ndcg_at_5_max
value: 24.469420545163835
verified: no, type: nauc_ndcg_at_5_std
value: -1.0490867129227606
verified: no, type: nauc_precision_at_1000_diff1
value: -4.319282932221245
verified: no, type: nauc_precision_at_1000_max
value: 2.561760589568982
verified: no, type: nauc_precision_at_1000_std
value: -1.100872949042382
verified: no, type: nauc_precision_at_100_diff1
value: 10.983220162223862
verified: no, type: nauc_precision_at_100_max
value: 15.734684828988954
verified: no, type: nauc_precision_at_100_std
value: 3.878358784493758
verified: no, type: nauc_precision_at_10_diff1
value: 27.601952423324295
verified: no, type: nauc_precision_at_10_max
value: 20.23318967668592
verified: no, type: nauc_precision_at_10_std
value: 0.0744877163044998
verified: no, type: nauc_precision_at_1_diff1
value: 47.97953667148675
verified: no, type: nauc_precision_at_1_max
value: 26.48998982622309
verified: no, type: nauc_precision_at_1_std
value: -2.0091912088847814
verified: no, type: nauc_precision_at_20_diff1
value: 21.896795194562515
verified: no, type: nauc_precision_at_20_max
value: 18.255054135381236
verified: no, type: nauc_precision_at_20_std
value: 0.532702281834216
verified: no, type: nauc_precision_at_3_diff1
value: 35.94559210154123
verified: no, type: nauc_precision_at_3_max
value: 26.59381897778969
verified: no, type: nauc_precision_at_3_std
value: 1.6963715760971154
verified: no, type: nauc_precision_at_5_diff1
value: 28.800824763579964
verified: no, type: nauc_precision_at_5_max
value: 23.895926730727528
verified: no, type: nauc_precision_at_5_std
value: -0.05451845180478624
verified: no, type: nauc_recall_at_1000_diff1
value: 12.023102622064394
verified: no, type: nauc_recall_at_1000_max
value: 31.098638101893645
verified: no, type: nauc_recall_at_1000_std
value: 31.98014978609392
verified: no, type: nauc_recall_at_100_diff1
value: 22.82474463475939
verified: no, type: nauc_recall_at_100_max
value: 26.768097982539963
verified: no, type: nauc_recall_at_100_std
value: 11.922564407443309
verified: no, type: nauc_recall_at_10_diff1
value: 31.51355778851291
verified: no, type: nauc_recall_at_10_max
value: 19.187980160993277
verified: no, type: nauc_recall_at_10_std
value: -0.45402624480626785
verified: no, type: nauc_recall_at_1_diff1
value: 47.73174774433037
verified: no, type: nauc_recall_at_1_max
value: 24.384873180411144
verified: no, type: nauc_recall_at_1_std
value: -2.123747503778534
verified: no, type: nauc_recall_at_20_diff1
value: 26.98876002672108
verified: no, type: nauc_recall_at_20_max
value: 18.77741754769546
verified: no, type: nauc_recall_at_20_std
value: 0.9376771733290838
verified: no, type: nauc_recall_at_3_diff1
value: 36.74510155620704
verified: no, type: nauc_recall_at_3_max
value: 23.84252540647046
verified: no, type: nauc_recall_at_3_std
value: 0.5429452107885174
verified: no, type: nauc_recall_at_5_diff1
value: 30.989841498291398
verified: no, type: nauc_recall_at_5_max
value: 21.800442053269027
verified: no, type: nauc_recall_at_5_std
value: -0.7882981768794268
verified: no, type: ndcg_at_1
value: 22.295
verified: no, type: ndcg_at_10
value: 31.494
verified: no, type: ndcg_at_100
value: 37.641999999999996
verified: no, type: ndcg_at_1000
value: 40.347
verified: no, type: ndcg_at_20
value: 33.579
verified: no, type: ndcg_at_3
value: 27.175
verified: no, type: ndcg_at_5
value: 29.262
verified: no, type: precision_at_1
value: 22.295
verified: no, type: precision_at_10
value: 5.476
verified: no, type: precision_at_100
value: 0.9740000000000001
verified: no, type: precision_at_1000
value: 0.132
verified: no, type: precision_at_20
value: 3.279
verified: no, type: precision_at_3
value: 12.748999999999999
verified: no, type: precision_at_5
value: 9.104
verified: no, type: recall_at_1
value: 18.948999999999998
verified: no, type: recall_at_10
value: 42.272
verified: no, type: recall_at_100
value: 70.036
verified: no, type: recall_at_1000
value: 89.184
verified: no, type: recall_at_20
value: 49.870999999999995
verified: no, type: recall_at_3
value: 30.556
verified: no, type: recall_at_5
value: 35.77
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 32.507000000000005
verified: no, type: map_at_1
value: 18.183
verified: no, type: map_at_10
value: 26.863
verified: no, type: map_at_100
value: 28.308
verified: no, type: map_at_1000
value: 28.583
verified: no, type: map_at_20
value: 27.564
verified: no, type: map_at_3
value: 24.218
verified: no, type: map_at_5
value: 25.657000000000004
verified: no, type: mrr_at_1
value: 22.33201581027668
verified: no, type: mrr_at_10
value: 30.81027667984189
verified: no, type: mrr_at_100
value: 31.774425674602202
verified: no, type: mrr_at_1000
value: 31.860947668782007
verified: no, type: mrr_at_20
value: 31.32801756336369
verified: no, type: mrr_at_3
value: 28.425559947299078
verified: no, type: mrr_at_5
value: 29.927536231884062
verified: no, type: nauc_map_at_1000_diff1
value: 37.13770450538135
verified: no, type: nauc_map_at_1000_max
value: 26.354258893409753
verified: no, type: nauc_map_at_1000_std
value: 12.12646207857949
verified: no, type: nauc_map_at_100_diff1
value: 37.26705361645822
verified: no, type: nauc_map_at_100_max
value: 26.479998185544208
verified: no, type: nauc_map_at_100_std
value: 11.797203080516748
verified: no, type: nauc_map_at_10_diff1
value: 37.73941422718014
verified: no, type: nauc_map_at_10_max
value: 26.301025860424332
verified: no, type: nauc_map_at_10_std
value: 9.867868514918177
verified: no, type: nauc_map_at_1_diff1
value: 47.837999299744
verified: no, type: nauc_map_at_1_max
value: 25.022494975644726
verified: no, type: nauc_map_at_1_std
value: 6.499592445853529
verified: no, type: nauc_map_at_20_diff1
value: 37.500321705216756
verified: no, type: nauc_map_at_20_max
value: 26.250401498792026
verified: no, type: nauc_map_at_20_std
value: 10.759178955714573
verified: no, type: nauc_map_at_3_diff1
value: 40.07365013232986
verified: no, type: nauc_map_at_3_max
value: 26.459887667494357
verified: no, type: nauc_map_at_3_std
value: 9.089081647262258
verified: no, type: nauc_map_at_5_diff1
value: 38.74376597404145
verified: no, type: nauc_map_at_5_max
value: 26.80434792790275
verified: no, type: nauc_map_at_5_std
value: 9.760012376311703
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.97030860268487
verified: no, type: nauc_mrr_at_1000_max
value: 28.155673798088355
verified: no, type: nauc_mrr_at_1000_std
value: 12.37080136447858
verified: no, type: nauc_mrr_at_100_diff1
value: 36.97563657274577
verified: no, type: nauc_mrr_at_100_max
value: 28.146920027038004
verified: no, type: nauc_mrr_at_100_std
value: 12.407486211807486
verified: no, type: nauc_mrr_at_10_diff1
value: 36.91447055546449
verified: no, type: nauc_mrr_at_10_max
value: 27.883492492438787
verified: no, type: nauc_mrr_at_10_std
value: 11.778156362773473
verified: no, type: nauc_mrr_at_1_diff1
value: 45.78229369291741
verified: no, type: nauc_mrr_at_1_max
value: 28.527721410705198
verified: no, type: nauc_mrr_at_1_std
value: 9.853951505834603
verified: no, type: nauc_mrr_at_20_diff1
value: 36.741740154541716
verified: no, type: nauc_mrr_at_20_max
value: 27.893721022717276
verified: no, type: nauc_mrr_at_20_std
value: 12.066748908104632
verified: no, type: nauc_mrr_at_3_diff1
value: 38.15638732910087
verified: no, type: nauc_mrr_at_3_max
value: 28.158108328542518
verified: no, type: nauc_mrr_at_3_std
value: 11.837106549010027
verified: no, type: nauc_mrr_at_5_diff1
value: 37.0593976774189
verified: no, type: nauc_mrr_at_5_max
value: 28.027091285723976
verified: no, type: nauc_mrr_at_5_std
value: 11.853909167130489
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.4160942505506
verified: no, type: nauc_ndcg_at_1000_max
value: 27.75283116148185
verified: no, type: nauc_ndcg_at_1000_std
value: 15.927323295181509
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.170848955420986
verified: no, type: nauc_ndcg_at_100_max
value: 27.58512742040996
verified: no, type: nauc_ndcg_at_100_std
value: 16.994431863420225
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.7008840628422
verified: no, type: nauc_ndcg_at_10_max
value: 26.802345414564748
verified: no, type: nauc_ndcg_at_10_std
value: 12.49497983899409
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.78229369291741
verified: no, type: nauc_ndcg_at_1_max
value: 28.527721410705198
verified: no, type: nauc_ndcg_at_1_std
value: 9.853951505834603
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.505089755754916
verified: no, type: nauc_ndcg_at_20_max
value: 26.41746439953519
verified: no, type: nauc_ndcg_at_20_std
value: 13.532268483165103
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.8933260411485
verified: no, type: nauc_ndcg_at_3_max
value: 27.83761338973051
verified: no, type: nauc_ndcg_at_3_std
value: 11.883416227100087
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.88688448483459
verified: no, type: nauc_ndcg_at_5_max
value: 27.943566759694605
verified: no, type: nauc_ndcg_at_5_std
value: 12.751782600389507
verified: no, type: nauc_precision_at_1000_diff1
value: -8.091284899765013
verified: no, type: nauc_precision_at_1000_max
value: 2.6243285819563833
verified: no, type: nauc_precision_at_1000_std
value: 36.43825322903368
verified: no, type: nauc_precision_at_100_diff1
value: -5.930701440095689
verified: no, type: nauc_precision_at_100_max
value: 7.6388811981933715
verified: no, type: nauc_precision_at_100_std
value: 40.194287575761095
verified: no, type: nauc_precision_at_10_diff1
value: 10.190564155430254
verified: no, type: nauc_precision_at_10_max
value: 24.199540569996568
verified: no, type: nauc_precision_at_10_std
value: 23.48125755500816
verified: no, type: nauc_precision_at_1_diff1
value: 45.78229369291741
verified: no, type: nauc_precision_at_1_max
value: 28.527721410705198
verified: no, type: nauc_precision_at_1_std
value: 9.853951505834603
verified: no, type: nauc_precision_at_20_diff1
value: 3.9127547379529477
verified: no, type: nauc_precision_at_20_max
value: 19.62968382126821
verified: no, type: nauc_precision_at_20_std
value: 32.36532002530475
verified: no, type: nauc_precision_at_3_diff1
value: 25.97569378224683
verified: no, type: nauc_precision_at_3_max
value: 30.058866088565743
verified: no, type: nauc_precision_at_3_std
value: 18.175462830738105
verified: no, type: nauc_precision_at_5_diff1
value: 18.692583930302646
verified: no, type: nauc_precision_at_5_max
value: 28.9840010279797
verified: no, type: nauc_precision_at_5_std
value: 20.53289444452032
verified: no, type: nauc_recall_at_1000_diff1
value: -2.30876075643828
verified: no, type: nauc_recall_at_1000_max
value: 30.917447281896955
verified: no, type: nauc_recall_at_1000_std
value: 44.6064530660016
verified: no, type: nauc_recall_at_100_diff1
value: 16.197321771658665
verified: no, type: nauc_recall_at_100_max
value: 28.656921161629732
verified: no, type: nauc_recall_at_100_std
value: 38.774346993476165
verified: no, type: nauc_recall_at_10_diff1
value: 24.343304984299518
verified: no, type: nauc_recall_at_10_max
value: 24.030408275798532
verified: no, type: nauc_recall_at_10_std
value: 12.19461143179963
verified: no, type: nauc_recall_at_1_diff1
value: 47.837999299744
verified: no, type: nauc_recall_at_1_max
value: 25.022494975644726
verified: no, type: nauc_recall_at_1_std
value: 6.499592445853529
verified: no, type: nauc_recall_at_20_diff1
value: 23.079407684515026
verified: no, type: nauc_recall_at_20_max
value: 22.869332583411715
verified: no, type: nauc_recall_at_20_std
value: 15.490769637399971
verified: no, type: nauc_recall_at_3_diff1
value: 32.427057866416106
verified: no, type: nauc_recall_at_3_max
value: 26.180511953625235
verified: no, type: nauc_recall_at_3_std
value: 10.765714459688965
verified: no, type: nauc_recall_at_5_diff1
value: 27.531027340636673
verified: no, type: nauc_recall_at_5_max
value: 26.724120642044152
verified: no, type: nauc_recall_at_5_std
value: 12.578940527436993
verified: no, type: ndcg_at_1
value: 22.332
verified: no, type: ndcg_at_10
value: 32.507000000000005
verified: no, type: ndcg_at_100
value: 38.313
verified: no, type: ndcg_at_1000
value: 41.488
verified: no, type: ndcg_at_20
value: 34.399
verified: no, type: ndcg_at_3
value: 27.868
verified: no, type: ndcg_at_5
value: 30.146
verified: no, type: precision_at_1
value: 22.332
verified: no, type: precision_at_10
value: 6.601
verified: no, type: precision_at_100
value: 1.427
verified: no, type: precision_at_1000
value: 0.23900000000000002
verified: no, type: precision_at_20
value: 4.2
verified: no, type: precision_at_3
value: 13.439
verified: no, type: precision_at_5
value: 10.119
verified: no, type: recall_at_1
value: 18.183
verified: no, type: recall_at_10
value: 43.679
verified: no, type: recall_at_100
value: 71.108
verified: no, type: recall_at_1000
value: 91.161
verified: no, type: recall_at_20
value: 51.153000000000006
verified: no, type: recall_at_3
value: 30.787
verified: no, type: recall_at_5
value: 36.549
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 25.041000000000004
verified: no, type: map_at_1
value: 14.152999999999999
verified: no, type: map_at_10
value: 20.741
verified: no, type: map_at_100
value: 21.895
verified: no, type: map_at_1000
value: 22.001
verified: no, type: map_at_20
value: 21.462
verified: no, type: map_at_3
value: 18.029999999999998
verified: no, type: map_at_5
value: 19.492
verified: no, type: mrr_at_1
value: 15.526802218114602
verified: no, type: mrr_at_10
value: 22.32968048587273
verified: no, type: mrr_at_100
value: 23.40073124670525
verified: no, type: mrr_at_1000
value: 23.494548722578003
verified: no, type: mrr_at_20
value: 22.99815740470016
verified: no, type: mrr_at_3
value: 19.808995686999374
verified: no, type: mrr_at_5
value: 21.167590881084408
verified: no, type: nauc_map_at_1000_diff1
value: 26.329133608302996
verified: no, type: nauc_map_at_1000_max
value: 18.709474888478905
verified: no, type: nauc_map_at_1000_std
value: 3.4675754663784106
verified: no, type: nauc_map_at_100_diff1
value: 26.309320033666783
verified: no, type: nauc_map_at_100_max
value: 18.66256998604751
verified: no, type: nauc_map_at_100_std
value: 3.476280252903253
verified: no, type: nauc_map_at_10_diff1
value: 26.864729581252956
verified: no, type: nauc_map_at_10_max
value: 19.042745748452255
verified: no, type: nauc_map_at_10_std
value: 2.6823348684364188
verified: no, type: nauc_map_at_1_diff1
value: 34.864132931486644
verified: no, type: nauc_map_at_1_max
value: 17.832720756332705
verified: no, type: nauc_map_at_1_std
value: 0.4005980036726393
verified: no, type: nauc_map_at_20_diff1
value: 26.3849338534261
verified: no, type: nauc_map_at_20_max
value: 18.90771116305321
verified: no, type: nauc_map_at_20_std
value: 3.3006466116487223
verified: no, type: nauc_map_at_3_diff1
value: 27.058571709559924
verified: no, type: nauc_map_at_3_max
value: 17.72970935080149
verified: no, type: nauc_map_at_3_std
value: 0.8682029915839934
verified: no, type: nauc_map_at_5_diff1
value: 26.794032799944965
verified: no, type: nauc_map_at_5_max
value: 18.928408340821427
verified: no, type: nauc_map_at_5_std
value: 1.970664103029035
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.688677589305552
verified: no, type: nauc_mrr_at_1000_max
value: 18.63105044147259
verified: no, type: nauc_mrr_at_1000_std
value: 3.2848606686673514
verified: no, type: nauc_mrr_at_100_diff1
value: 25.66634240838689
verified: no, type: nauc_mrr_at_100_max
value: 18.610864052121638
verified: no, type: nauc_mrr_at_100_std
value: 3.315598296554349
verified: no, type: nauc_mrr_at_10_diff1
value: 26.04510978759093
verified: no, type: nauc_mrr_at_10_max
value: 19.20510731604887
verified: no, type: nauc_mrr_at_10_std
value: 2.7416477250051834
verified: no, type: nauc_mrr_at_1_diff1
value: 34.768773296910574
verified: no, type: nauc_mrr_at_1_max
value: 17.648405776888488
verified: no, type: nauc_mrr_at_1_std
value: -0.6262994957996365
verified: no, type: nauc_mrr_at_20_diff1
value: 25.71749436760805
verified: no, type: nauc_mrr_at_20_max
value: 18.823571992121614
verified: no, type: nauc_mrr_at_20_std
value: 3.139335254514028
verified: no, type: nauc_mrr_at_3_diff1
value: 26.261595269905953
verified: no, type: nauc_mrr_at_3_max
value: 17.441138600539308
verified: no, type: nauc_mrr_at_3_std
value: 0.7765785689110399
verified: no, type: nauc_mrr_at_5_diff1
value: 26.025833035918566
verified: no, type: nauc_mrr_at_5_max
value: 18.94738280880414
verified: no, type: nauc_mrr_at_5_std
value: 1.9397598466179056
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.06373405132356
verified: no, type: nauc_ndcg_at_1000_max
value: 18.798893408075575
verified: no, type: nauc_ndcg_at_1000_std
value: 7.275781391785532
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.42458213818715
verified: no, type: nauc_ndcg_at_100_max
value: 17.741620446729215
verified: no, type: nauc_ndcg_at_100_std
value: 8.004262610739001
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.480198305214763
verified: no, type: nauc_ndcg_at_10_max
value: 20.148327900436954
verified: no, type: nauc_ndcg_at_10_std
value: 4.811934359795407
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.768773296910574
verified: no, type: nauc_ndcg_at_1_max
value: 17.648405776888488
verified: no, type: nauc_ndcg_at_1_std
value: -0.6262994957996365
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.031482704041657
verified: no, type: nauc_ndcg_at_20_max
value: 18.98367888097445
verified: no, type: nauc_ndcg_at_20_std
value: 6.51757374627793
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.753965238872468
verified: no, type: nauc_ndcg_at_3_max
value: 17.889589729735118
verified: no, type: nauc_ndcg_at_3_std
value: 1.2925140117382594
verified: no, type: nauc_ndcg_at_5_diff1
value: 24.37017098683171
verified: no, type: nauc_ndcg_at_5_max
value: 19.98847751243444
verified: no, type: nauc_ndcg_at_5_std
value: 3.0517165721005597
verified: no, type: nauc_precision_at_1000_diff1
value: -2.2687117307122238
verified: no, type: nauc_precision_at_1000_max
value: 9.238358813852535
verified: no, type: nauc_precision_at_1000_std
value: 13.262657121339675
verified: no, type: nauc_precision_at_100_diff1
value: 6.016631674139167
verified: no, type: nauc_precision_at_100_max
value: 13.008889695171991
verified: no, type: nauc_precision_at_100_std
value: 19.73204497010418
verified: no, type: nauc_precision_at_10_diff1
value: 17.099656156837202
verified: no, type: nauc_precision_at_10_max
value: 21.293060905060372
verified: no, type: nauc_precision_at_10_std
value: 8.747967222241398
verified: no, type: nauc_precision_at_1_diff1
value: 34.768773296910574
verified: no, type: nauc_precision_at_1_max
value: 17.648405776888488
verified: no, type: nauc_precision_at_1_std
value: -0.6262994957996365
verified: no, type: nauc_precision_at_20_diff1
value: 12.007430683484397
verified: no, type: nauc_precision_at_20_max
value: 18.449649639249902
verified: no, type: nauc_precision_at_20_std
value: 12.89586105204125
verified: no, type: nauc_precision_at_3_diff1
value: 18.440972687405978
verified: no, type: nauc_precision_at_3_max
value: 19.177016454003226
verified: no, type: nauc_precision_at_3_std
value: 2.9067371083138758
verified: no, type: nauc_precision_at_5_diff1
value: 17.56731565438204
verified: no, type: nauc_precision_at_5_max
value: 23.594306588573634
verified: no, type: nauc_precision_at_5_std
value: 5.737475585662506
verified: no, type: nauc_recall_at_1000_diff1
value: 7.5492614869633945
verified: no, type: nauc_recall_at_1000_max
value: 19.57633585446605
verified: no, type: nauc_recall_at_1000_std
value: 26.733780399756927
verified: no, type: nauc_recall_at_100_diff1
value: 10.566886801169801
verified: no, type: nauc_recall_at_100_max
value: 11.250568407418006
verified: no, type: nauc_recall_at_100_std
value: 23.225036745181715
verified: no, type: nauc_recall_at_10_diff1
value: 19.386384068334607
verified: no, type: nauc_recall_at_10_max
value: 22.19881102269837
verified: no, type: nauc_recall_at_10_std
value: 10.217429984405062
verified: no, type: nauc_recall_at_1_diff1
value: 34.864132931486644
verified: no, type: nauc_recall_at_1_max
value: 17.832720756332705
verified: no, type: nauc_recall_at_1_std
value: 0.4005980036726393
verified: no, type: nauc_recall_at_20_diff1
value: 14.788863681426218
verified: no, type: nauc_recall_at_20_max
value: 17.459913371924905
verified: no, type: nauc_recall_at_20_std
value: 15.537533182714666
verified: no, type: nauc_recall_at_3_diff1
value: 19.412538845949275
verified: no, type: nauc_recall_at_3_max
value: 17.391245214820376
verified: no, type: nauc_recall_at_3_std
value: 1.9187251097471547
verified: no, type: nauc_recall_at_5_diff1
value: 19.02778848849824
verified: no, type: nauc_recall_at_5_max
value: 22.04981693196106
verified: no, type: nauc_recall_at_5_std
value: 5.49674543998023
verified: no, type: ndcg_at_1
value: 15.527
verified: no, type: ndcg_at_10
value: 25.041000000000004
verified: no, type: ndcg_at_100
value: 30.42
verified: no, type: ndcg_at_1000
value: 33.45
verified: no, type: ndcg_at_20
value: 27.504
verified: no, type: ndcg_at_3
value: 19.768
verified: no, type: ndcg_at_5
value: 22.233
verified: no, type: precision_at_1
value: 15.527
verified: no, type: precision_at_10
value: 4.3069999999999995
verified: no, type: precision_at_100
value: 0.738
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 2.699
verified: no, type: precision_at_3
value: 8.688
verified: no, type: precision_at_5
value: 6.58
verified: no, type: recall_at_1
value: 14.152999999999999
verified: no, type: recall_at_10
value: 36.876
verified: no, type: recall_at_100
value: 60.846000000000004
verified: no, type: recall_at_1000
value: 84.173
verified: no, type: recall_at_20
value: 46.192
verified: no, type: recall_at_3
value: 22.759999999999998
verified: no, type: recall_at_5
value: 28.768
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 25.399
verified: no, type: map_at_1
value: 10.221
verified: no, type: map_at_10
value: 17.758
verified: no, type: map_at_100
value: 19.692999999999998
verified: no, type: map_at_1000
value: 19.878
verified: no, type: map_at_20
value: 18.799
verified: no, type: map_at_3
value: 14.578
verified: no, type: map_at_5
value: 16.384999999999998
verified: no, type: mrr_at_1
value: 22.34527687296417
verified: no, type: mrr_at_10
value: 33.7739517088051
verified: no, type: mrr_at_100
value: 34.82015163983326
verified: no, type: mrr_at_1000
value: 34.86351625381079
verified: no, type: mrr_at_20
value: 34.43637082879823
verified: no, type: mrr_at_3
value: 30.27144408251897
verified: no, type: mrr_at_5
value: 32.4408251900108
verified: no, type: nauc_map_at_1000_diff1
value: 24.555430852627914
verified: no, type: nauc_map_at_1000_max
value: 33.141048010371634
verified: no, type: nauc_map_at_1000_std
value: 17.76549985133185
verified: no, type: nauc_map_at_100_diff1
value: 24.55286782370549
verified: no, type: nauc_map_at_100_max
value: 33.13845552258125
verified: no, type: nauc_map_at_100_std
value: 17.695767693663527
verified: no, type: nauc_map_at_10_diff1
value: 24.89593947449516
verified: no, type: nauc_map_at_10_max
value: 32.80806922141334
verified: no, type: nauc_map_at_10_std
value: 15.570698658256129
verified: no, type: nauc_map_at_1_diff1
value: 34.03921764280249
verified: no, type: nauc_map_at_1_max
value: 32.2666508424567
verified: no, type: nauc_map_at_1_std
value: 7.974223760047218
verified: no, type: nauc_map_at_20_diff1
value: 24.466590170147292
verified: no, type: nauc_map_at_20_max
value: 32.922919017198815
verified: no, type: nauc_map_at_20_std
value: 16.761288101662217
verified: no, type: nauc_map_at_3_diff1
value: 27.857938029423735
verified: no, type: nauc_map_at_3_max
value: 31.647871939914406
verified: no, type: nauc_map_at_3_std
value: 10.574157893886827
verified: no, type: nauc_map_at_5_diff1
value: 26.104997894361663
verified: no, type: nauc_map_at_5_max
value: 32.19376247173003
verified: no, type: nauc_map_at_5_std
value: 12.945708374601553
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.24516324032588
verified: no, type: nauc_mrr_at_1000_max
value: 31.229342097445723
verified: no, type: nauc_mrr_at_1000_std
value: 17.752249387608742
verified: no, type: nauc_mrr_at_100_diff1
value: 22.240029242227973
verified: no, type: nauc_mrr_at_100_max
value: 31.238871176582776
verified: no, type: nauc_mrr_at_100_std
value: 17.790645222377517
verified: no, type: nauc_mrr_at_10_diff1
value: 21.880836261110083
verified: no, type: nauc_mrr_at_10_max
value: 31.085480964242773
verified: no, type: nauc_mrr_at_10_std
value: 17.617204019975645
verified: no, type: nauc_mrr_at_1_diff1
value: 29.09023107649643
verified: no, type: nauc_mrr_at_1_max
value: 28.781437831148075
verified: no, type: nauc_mrr_at_1_std
value: 10.859190384169706
verified: no, type: nauc_mrr_at_20_diff1
value: 22.101383225461518
verified: no, type: nauc_mrr_at_20_max
value: 31.169870950420176
verified: no, type: nauc_mrr_at_20_std
value: 17.762026317620837
verified: no, type: nauc_mrr_at_3_diff1
value: 23.385929522295402
verified: no, type: nauc_mrr_at_3_max
value: 29.793995858205736
verified: no, type: nauc_mrr_at_3_std
value: 13.974436822059566
verified: no, type: nauc_mrr_at_5_diff1
value: 22.32952591433308
verified: no, type: nauc_mrr_at_5_max
value: 30.73176831712025
verified: no, type: nauc_mrr_at_5_std
value: 16.342715325686143
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.68334919835569
verified: no, type: nauc_ndcg_at_1000_max
value: 34.21022531049543
verified: no, type: nauc_ndcg_at_1000_std
value: 26.313749603030463
verified: no, type: nauc_ndcg_at_100_diff1
value: 20.447639799171807
verified: no, type: nauc_ndcg_at_100_max
value: 34.247023196257224
verified: no, type: nauc_ndcg_at_100_std
value: 25.988356397122985
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.46219664365058
verified: no, type: nauc_ndcg_at_10_max
value: 33.271808323009616
verified: no, type: nauc_ndcg_at_10_std
value: 20.75824327885832
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.09023107649643
verified: no, type: nauc_ndcg_at_1_max
value: 28.781437831148075
verified: no, type: nauc_ndcg_at_1_std
value: 10.859190384169706
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.91839165528847
verified: no, type: nauc_ndcg_at_20_max
value: 33.54934500324453
verified: no, type: nauc_ndcg_at_20_std
value: 23.067516920163605
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.322792965175527
verified: no, type: nauc_ndcg_at_3_max
value: 30.77431581779471
verified: no, type: nauc_ndcg_at_3_std
value: 13.201945738125906
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.37547197319105
verified: no, type: nauc_ndcg_at_5_max
value: 32.14004099798983
verified: no, type: nauc_ndcg_at_5_std
value: 16.443363356269806
verified: no, type: nauc_precision_at_1000_diff1
value: -1.5800645055248
verified: no, type: nauc_precision_at_1000_max
value: 8.632650623787574
verified: no, type: nauc_precision_at_1000_std
value: 28.010564457912228
verified: no, type: nauc_precision_at_100_diff1
value: 2.0197788349158508
verified: no, type: nauc_precision_at_100_max
value: 17.903781905056523
verified: no, type: nauc_precision_at_100_std
value: 34.12276803521775
verified: no, type: nauc_precision_at_10_diff1
value: 5.914317903654434
verified: no, type: nauc_precision_at_10_max
value: 27.53297200127658
verified: no, type: nauc_precision_at_10_std
value: 31.364501897988305
verified: no, type: nauc_precision_at_1_diff1
value: 29.09023107649643
verified: no, type: nauc_precision_at_1_max
value: 28.781437831148075
verified: no, type: nauc_precision_at_1_std
value: 10.859190384169706
verified: no, type: nauc_precision_at_20_diff1
value: 4.402691674816679
verified: no, type: nauc_precision_at_20_max
value: 24.8052790776291
verified: no, type: nauc_precision_at_20_std
value: 32.682592522005955
verified: no, type: nauc_precision_at_3_diff1
value: 16.25767159002573
verified: no, type: nauc_precision_at_3_max
value: 28.30796275407856
verified: no, type: nauc_precision_at_3_std
value: 18.447975604763865
verified: no, type: nauc_precision_at_5_diff1
value: 10.451308733327542
verified: no, type: nauc_precision_at_5_max
value: 27.968704289344625
verified: no, type: nauc_precision_at_5_std
value: 24.07217072166287
verified: no, type: nauc_recall_at_1000_diff1
value: 8.274192007686432
verified: no, type: nauc_recall_at_1000_max
value: 30.71334093691921
verified: no, type: nauc_recall_at_1000_std
value: 43.42476485790823
verified: no, type: nauc_recall_at_100_diff1
value: 9.41007064464386
verified: no, type: nauc_recall_at_100_max
value: 30.034648811370868
verified: no, type: nauc_recall_at_100_std
value: 36.63360691686919
verified: no, type: nauc_recall_at_10_diff1
value: 11.25193448442526
verified: no, type: nauc_recall_at_10_max
value: 30.74114824746309
verified: no, type: nauc_recall_at_10_std
value: 25.438844756853836
verified: no, type: nauc_recall_at_1_diff1
value: 34.03921764280249
verified: no, type: nauc_recall_at_1_max
value: 32.2666508424567
verified: no, type: nauc_recall_at_1_std
value: 7.974223760047218
verified: no, type: nauc_recall_at_20_diff1
value: 9.287665947610723
verified: no, type: nauc_recall_at_20_max
value: 29.952761960932406
verified: no, type: nauc_recall_at_20_std
value: 29.924645531487908
verified: no, type: nauc_recall_at_3_diff1
value: 21.606548287385916
verified: no, type: nauc_recall_at_3_max
value: 29.777104866028566
verified: no, type: nauc_recall_at_3_std
value: 12.220986078985876
verified: no, type: nauc_recall_at_5_diff1
value: 15.978363998919393
verified: no, type: nauc_recall_at_5_max
value: 29.817911179129236
verified: no, type: nauc_recall_at_5_std
value: 17.946477998695403
verified: no, type: ndcg_at_1
value: 22.345000000000002
verified: no, type: ndcg_at_10
value: 25.399
verified: no, type: ndcg_at_100
value: 32.971000000000004
verified: no, type: ndcg_at_1000
value: 36.259
verified: no, type: ndcg_at_20
value: 28.415000000000003
verified: no, type: ndcg_at_3
value: 20.219
verified: no, type: ndcg_at_5
value: 22.401
verified: no, type: precision_at_1
value: 22.345000000000002
verified: no, type: precision_at_10
value: 8.078000000000001
verified: no, type: precision_at_100
value: 1.6070000000000002
verified: no, type: precision_at_1000
value: 0.22100000000000003
verified: no, type: precision_at_20
value: 5.313
verified: no, type: precision_at_3
value: 15.157000000000002
verified: no, type: precision_at_5
value: 12.142999999999999
verified: no, type: recall_at_1
value: 10.221
verified: no, type: recall_at_10
value: 31.116
verified: no, type: recall_at_100
value: 57.091
verified: no, type: recall_at_1000
value: 75.482
verified: no, type: recall_at_20
value: 39.684999999999995
verified: no, type: recall_at_3
value: 18.695
verified: no, type: recall_at_5
value: 24.436
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 41.082
verified: no, type: map_at_1
value: 10.076
verified: no, type: map_at_10
value: 18.913
verified: no, type: map_at_100
value: 25.191000000000003
verified: no, type: map_at_1000
value: 26.663999999999998
verified: no, type: map_at_20
value: 21.329
verified: no, type: map_at_3
value: 13.514999999999999
verified: no, type: map_at_5
value: 15.992999999999999
verified: no, type: mrr_at_1
value: 67.16417910447761
verified: no, type: mrr_at_10
value: 74.317697228145
verified: no, type: mrr_at_100
value: 74.69670876387295
verified: no, type: mrr_at_1000
value: 74.70178542140164
verified: no, type: mrr_at_20
value: 74.53091684434968
verified: no, type: mrr_at_3
value: 72.13930348258708
verified: no, type: mrr_at_5
value: 73.85572139303483
verified: no, type: nauc_map_at_1000_diff1
value: 30.09800759571472
verified: no, type: nauc_map_at_1000_max
value: -1.3497567690393804
verified: no, type: nauc_map_at_1000_std
value: 6.961762036732097
verified: no, type: nauc_map_at_100_diff1
value: 31.93948903070696
verified: no, type: nauc_map_at_100_max
value: -3.4325267313315764
verified: no, type: nauc_map_at_100_std
value: 3.1030501987381616
verified: no, type: nauc_map_at_10_diff1
value: 44.69367164636429
verified: no, type: nauc_map_at_10_max
value: -4.397315099792998
verified: no, type: nauc_map_at_10_std
value: -16.166939071326567
verified: no, type: nauc_map_at_1_diff1
value: 73.90652926358527
verified: no, type: nauc_map_at_1_max
value: -11.482006986311312
verified: no, type: nauc_map_at_1_std
value: -34.410099711413494
verified: no, type: nauc_map_at_20_diff1
value: 38.862446400415976
verified: no, type: nauc_map_at_20_max
value: -3.8264787585939146
verified: no, type: nauc_map_at_20_std
value: -8.829341599561179
verified: no, type: nauc_map_at_3_diff1
value: 58.446514643125546
verified: no, type: nauc_map_at_3_max
value: -7.712567178089307
verified: no, type: nauc_map_at_3_std
value: -29.71982569232624
verified: no, type: nauc_map_at_5_diff1
value: 51.706604621564956
verified: no, type: nauc_map_at_5_max
value: -6.420998002297232
verified: no, type: nauc_map_at_5_std
value: -25.538086065006834
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.70690200864544
verified: no, type: nauc_mrr_at_1000_max
value: 22.77281871691665
verified: no, type: nauc_mrr_at_1000_std
value: 15.904086286538133
verified: no, type: nauc_mrr_at_100_diff1
value: 33.68591676531293
verified: no, type: nauc_mrr_at_100_max
value: 22.78769483252825
verified: no, type: nauc_mrr_at_100_std
value: 15.923606055174242
verified: no, type: nauc_mrr_at_10_diff1
value: 33.31989121228588
verified: no, type: nauc_mrr_at_10_max
value: 22.64324046586051
verified: no, type: nauc_mrr_at_10_std
value: 16.675247572083972
verified: no, type: nauc_mrr_at_1_diff1
value: 34.258353221299345
verified: no, type: nauc_mrr_at_1_max
value: 20.775071820183282
verified: no, type: nauc_mrr_at_1_std
value: 8.844476196913323
verified: no, type: nauc_mrr_at_20_diff1
value: 33.86031177663154
verified: no, type: nauc_mrr_at_20_max
value: 23.16149303045647
verified: no, type: nauc_mrr_at_20_std
value: 16.14790343768831
verified: no, type: nauc_mrr_at_3_diff1
value: 35.236641925246346
verified: no, type: nauc_mrr_at_3_max
value: 19.897096032308063
verified: no, type: nauc_mrr_at_3_std
value: 15.316107749905477
verified: no, type: nauc_mrr_at_5_diff1
value: 33.451089564713996
verified: no, type: nauc_mrr_at_5_max
value: 20.857618844899008
verified: no, type: nauc_mrr_at_5_std
value: 14.310224332992153
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.37783710484454
verified: no, type: nauc_ndcg_at_1000_max
value: 3.1554410028838324
verified: no, type: nauc_ndcg_at_1000_std
value: 23.368650667035205
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.36016011015884
verified: no, type: nauc_ndcg_at_100_max
value: -2.9870339466065423
verified: no, type: nauc_ndcg_at_100_std
value: 13.526975308963502
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.546747733829783
verified: no, type: nauc_ndcg_at_10_max
value: 3.0700366227243223
verified: no, type: nauc_ndcg_at_10_std
value: 13.632981110783238
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.50145461432147
verified: no, type: nauc_ndcg_at_1_max
value: 15.61958578483354
verified: no, type: nauc_ndcg_at_1_std
value: 11.372415299601254
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.903957769063936
verified: no, type: nauc_ndcg_at_20_max
value: 0.8894550165834988
verified: no, type: nauc_ndcg_at_20_std
value: 9.697262060367013
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.367440472620144
verified: no, type: nauc_ndcg_at_3_max
value: 11.978806065925019
verified: no, type: nauc_ndcg_at_3_std
value: 15.763384350197649
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.898397934536609
verified: no, type: nauc_ndcg_at_5_max
value: 6.127037208716966
verified: no, type: nauc_ndcg_at_5_std
value: 12.889791516956489
verified: no, type: nauc_precision_at_1000_diff1
value: -30.369705753287075
verified: no, type: nauc_precision_at_1000_max
value: 16.163692062765833
verified: no, type: nauc_precision_at_1000_std
value: 51.27868116654336
verified: no, type: nauc_precision_at_100_diff1
value: -32.22473557294723
verified: no, type: nauc_precision_at_100_max
value: 10.622480173097035
verified: no, type: nauc_precision_at_100_std
value: 57.80778292488512
verified: no, type: nauc_precision_at_10_diff1
value: -25.386757030855488
verified: no, type: nauc_precision_at_10_max
value: 16.57514477747854
verified: no, type: nauc_precision_at_10_std
value: 45.62390282081961
verified: no, type: nauc_precision_at_1_diff1
value: 34.258353221299345
verified: no, type: nauc_precision_at_1_max
value: 20.775071820183282
verified: no, type: nauc_precision_at_1_std
value: 8.844476196913323
verified: no, type: nauc_precision_at_20_diff1
value: -29.674195279608597
verified: no, type: nauc_precision_at_20_max
value: 12.779644887815497
verified: no, type: nauc_precision_at_20_std
value: 50.90160549882857
verified: no, type: nauc_precision_at_3_diff1
value: -14.463752009789488
verified: no, type: nauc_precision_at_3_max
value: 22.19883399233836
verified: no, type: nauc_precision_at_3_std
value: 32.61921046331477
verified: no, type: nauc_precision_at_5_diff1
value: -23.18365351833452
verified: no, type: nauc_precision_at_5_max
value: 17.004509597034893
verified: no, type: nauc_precision_at_5_std
value: 36.01454866802026
verified: no, type: nauc_recall_at_1000_diff1
value: 24.54423065380532
verified: no, type: nauc_recall_at_1000_max
value: 1.3109545130281266
verified: no, type: nauc_recall_at_1000_std
value: 24.538671462398494
verified: no, type: nauc_recall_at_100_diff1
value: 21.2327062329365
verified: no, type: nauc_recall_at_100_max
value: -13.516412735486899
verified: no, type: nauc_recall_at_100_std
value: 7.074236456154338
verified: no, type: nauc_recall_at_10_diff1
value: 40.24834958292036
verified: no, type: nauc_recall_at_10_max
value: -5.811115602306086
verified: no, type: nauc_recall_at_10_std
value: -18.321644392100794
verified: no, type: nauc_recall_at_1_diff1
value: 73.90652926358527
verified: no, type: nauc_recall_at_1_max
value: -11.482006986311312
verified: no, type: nauc_recall_at_1_std
value: -34.410099711413494
verified: no, type: nauc_recall_at_20_diff1
value: 36.870009917605906
verified: no, type: nauc_recall_at_20_max
value: -0.6273261033724677
verified: no, type: nauc_recall_at_20_std
value: -10.369948659774808
verified: no, type: nauc_recall_at_3_diff1
value: 59.98361745294743
verified: no, type: nauc_recall_at_3_max
value: -7.11702586428315
verified: no, type: nauc_recall_at_3_std
value: -29.391484890468465
verified: no, type: nauc_recall_at_5_diff1
value: 43.71506592966635
verified: no, type: nauc_recall_at_5_max
value: -9.61734701650841
verified: no, type: nauc_recall_at_5_std
value: -29.102820181505596
verified: no, type: ndcg_at_1
value: 57.462999999999994
verified: no, type: ndcg_at_10
value: 41.082
verified: no, type: ndcg_at_100
value: 44.795
verified: no, type: ndcg_at_1000
value: 52.183
verified: no, type: ndcg_at_20
value: 39.428999999999995
verified: no, type: ndcg_at_3
value: 46.766999999999996
verified: no, type: ndcg_at_5
value: 43.529
verified: no, type: precision_at_1
value: 67.164
verified: no, type: precision_at_10
value: 30
verified: no, type: precision_at_100
value: 9.014999999999999
verified: no, type: precision_at_1000
value: 1.543
verified: no, type: precision_at_20
value: 22.463
verified: no, type: precision_at_3
value: 46.269
verified: no, type: precision_at_5
value: 37.91
verified: no, type: recall_at_1
value: 10.076
verified: no, type: recall_at_10
value: 24.232
verified: no, type: recall_at_100
value: 51.042
verified: no, type: recall_at_1000
value: 72.794
verified: no, type: recall_at_20
value: 30.342000000000002
verified: no, type: recall_at_3
value: 14.234
verified: no, type: recall_at_5
value: 18.72
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 33.877
verified: no, type: map_at_1
value: 7.747999999999999
verified: no, type: map_at_10
value: 16.249
verified: no, type: map_at_100
value: 22.073
verified: no, type: map_at_1000
value: 23.26
verified: no, type: map_at_20
value: 18.676000000000002
verified: no, type: map_at_3
value: 12.051
verified: no, type: map_at_5
value: 14.026
verified: no, type: mrr_at_1
value: 61.75000000000001
verified: no, type: mrr_at_10
value: 68.87886904761906
verified: no, type: mrr_at_100
value: 69.36049890869603
verified: no, type: mrr_at_1000
value: 69.3759423635831
verified: no, type: mrr_at_20
value: 69.11460597151388
verified: no, type: mrr_at_3
value: 67.45833333333334
verified: no, type: mrr_at_5
value: 68.27083333333334
verified: no, type: nauc_map_at_1000_diff1
value: 22.999071798888142
verified: no, type: nauc_map_at_1000_max
value: 12.17089846694787
verified: no, type: nauc_map_at_1000_std
value: 16.641034611168045
verified: no, type: nauc_map_at_100_diff1
value: 23.213196505241946
verified: no, type: nauc_map_at_100_max
value: 11.468285498815753
verified: no, type: nauc_map_at_100_std
value: 14.946229446582016
verified: no, type: nauc_map_at_10_diff1
value: 26.514894630154046
verified: no, type: nauc_map_at_10_max
value: 5.8220860476285665
verified: no, type: nauc_map_at_10_std
value: 3.5882449701116452
verified: no, type: nauc_map_at_1_diff1
value: 40.10410464902219
verified: no, type: nauc_map_at_1_max
value: 6.209091812051059
verified: no, type: nauc_map_at_1_std
value: -3.9300501744058933
verified: no, type: nauc_map_at_20_diff1
value: 25.027183290302307
verified: no, type: nauc_map_at_20_max
value: 7.802428294179328
verified: no, type: nauc_map_at_20_std
value: 8.459522894649975
verified: no, type: nauc_map_at_3_diff1
value: 30.5913846648332
verified: no, type: nauc_map_at_3_max
value: 4.609359126401057
verified: no, type: nauc_map_at_3_std
value: -1.6864182011613733
verified: no, type: nauc_map_at_5_diff1
value: 27.357342264784123
verified: no, type: nauc_map_at_5_max
value: 4.9434436942300675
verified: no, type: nauc_map_at_5_std
value: 0.7345803317468768
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.43463559036219
verified: no, type: nauc_mrr_at_1000_max
value: 34.50572587363087
verified: no, type: nauc_mrr_at_1000_std
value: 26.930693185615013
verified: no, type: nauc_mrr_at_100_diff1
value: 42.43003290385412
verified: no, type: nauc_mrr_at_100_max
value: 34.47052993902125
verified: no, type: nauc_mrr_at_100_std
value: 26.917660363502616
verified: no, type: nauc_mrr_at_10_diff1
value: 42.337689730220546
verified: no, type: nauc_mrr_at_10_max
value: 34.63894479919372
verified: no, type: nauc_mrr_at_10_std
value: 26.887863967782472
verified: no, type: nauc_mrr_at_1_diff1
value: 44.29024811359394
verified: no, type: nauc_mrr_at_1_max
value: 34.29066922909066
verified: no, type: nauc_mrr_at_1_std
value: 24.091251899805112
verified: no, type: nauc_mrr_at_20_diff1
value: 42.39061031651964
verified: no, type: nauc_mrr_at_20_max
value: 34.63120371884344
verified: no, type: nauc_mrr_at_20_std
value: 27.041811361658425
verified: no, type: nauc_mrr_at_3_diff1
value: 43.06061897945819
verified: no, type: nauc_mrr_at_3_max
value: 35.51457367428561
verified: no, type: nauc_mrr_at_3_std
value: 27.84832422336403
verified: no, type: nauc_mrr_at_5_diff1
value: 42.354173150289114
verified: no, type: nauc_mrr_at_5_max
value: 34.728786475313555
verified: no, type: nauc_mrr_at_5_std
value: 26.984433059805628
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.905209532055196
verified: no, type: nauc_ndcg_at_1000_max
value: 18.580827451970883
verified: no, type: nauc_ndcg_at_1000_std
value: 24.064192111652698
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.849130307841897
verified: no, type: nauc_ndcg_at_100_max
value: 15.796124267498652
verified: no, type: nauc_ndcg_at_100_std
value: 18.411189064752673
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.25464886541768
verified: no, type: nauc_ndcg_at_10_max
value: 18.23969459299657
verified: no, type: nauc_ndcg_at_10_std
value: 19.095386665972626
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.82492682186199
verified: no, type: nauc_ndcg_at_1_max
value: 30.10649228672415
verified: no, type: nauc_ndcg_at_1_std
value: 20.815958306998617
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.548118727331005
verified: no, type: nauc_ndcg_at_20_max
value: 15.983269733641444
verified: no, type: nauc_ndcg_at_20_std
value: 18.002799450861154
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.2813099687535
verified: no, type: nauc_ndcg_at_3_max
value: 24.24218982813808
verified: no, type: nauc_ndcg_at_3_std
value: 21.25938075987237
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.21806794596253
verified: no, type: nauc_ndcg_at_5_max
value: 21.243518102388713
verified: no, type: nauc_ndcg_at_5_std
value: 21.02580570986289
verified: no, type: nauc_precision_at_1000_diff1
value: -8.775389520384143
verified: no, type: nauc_precision_at_1000_max
value: 5.029969697153755
verified: no, type: nauc_precision_at_1000_std
value: 20.816713655529476
verified: no, type: nauc_precision_at_100_diff1
value: 1.0510729347556544
verified: no, type: nauc_precision_at_100_max
value: 15.189090107224548
verified: no, type: nauc_precision_at_100_std
value: 31.858857741393088
verified: no, type: nauc_precision_at_10_diff1
value: 5.9173915989359855
verified: no, type: nauc_precision_at_10_max
value: 19.000874926721213
verified: no, type: nauc_precision_at_10_std
value: 29.18148690408507
verified: no, type: nauc_precision_at_1_diff1
value: 44.29024811359394
verified: no, type: nauc_precision_at_1_max
value: 34.29066922909066
verified: no, type: nauc_precision_at_1_std
value: 24.091251899805112
verified: no, type: nauc_precision_at_20_diff1
value: 4.726294548950094
verified: no, type: nauc_precision_at_20_max
value: 17.040746429498224
verified: no, type: nauc_precision_at_20_std
value: 31.74638416532305
verified: no, type: nauc_precision_at_3_diff1
value: 13.601969698718037
verified: no, type: nauc_precision_at_3_max
value: 25.123755235798455
verified: no, type: nauc_precision_at_3_std
value: 25.267703633615284
verified: no, type: nauc_precision_at_5_diff1
value: 7.173927896331056
verified: no, type: nauc_precision_at_5_max
value: 21.841668754317656
verified: no, type: nauc_precision_at_5_std
value: 26.812365726085023
verified: no, type: nauc_recall_at_1000_diff1
value: 11.093709711713867
verified: no, type: nauc_recall_at_1000_max
value: 11.695242231010585
verified: no, type: nauc_recall_at_1000_std
value: 22.202239608966103
verified: no, type: nauc_recall_at_100_diff1
value: 15.368793134399015
verified: no, type: nauc_recall_at_100_max
value: 6.83013728154927
verified: no, type: nauc_recall_at_100_std
value: 12.253425873613546
verified: no, type: nauc_recall_at_10_diff1
value: 20.74803162478801
verified: no, type: nauc_recall_at_10_max
value: 0.07094602798193912
verified: no, type: nauc_recall_at_10_std
value: -1.4156316321665843
verified: no, type: nauc_recall_at_1_diff1
value: 40.10410464902219
verified: no, type: nauc_recall_at_1_max
value: 6.209091812051059
verified: no, type: nauc_recall_at_1_std
value: -3.9300501744058933
verified: no, type: nauc_recall_at_20_diff1
value: 17.588315925948816
verified: no, type: nauc_recall_at_20_max
value: 3.216499945934194
verified: no, type: nauc_recall_at_20_std
value: 4.968650541699769
verified: no, type: nauc_recall_at_3_diff1
value: 25.365356671365795
verified: no, type: nauc_recall_at_3_max
value: 1.3196122581425804
verified: no, type: nauc_recall_at_3_std
value: -4.2660129120939185
verified: no, type: nauc_recall_at_5_diff1
value: 22.011724392645593
verified: no, type: nauc_recall_at_5_max
value: 0.9885859768431919
verified: no, type: nauc_recall_at_5_std
value: -2.8469140839855713
verified: no, type: ndcg_at_1
value: 49
verified: no, type: ndcg_at_10
value: 33.877
verified: no, type: ndcg_at_100
value: 37.607
verified: no, type: ndcg_at_1000
value: 44.985
verified: no, type: ndcg_at_20
value: 33.316
verified: no, type: ndcg_at_3
value: 39.545
verified: no, type: ndcg_at_5
value: 36.76
verified: no, type: precision_at_1
value: 61.75000000000001
verified: no, type: precision_at_10
value: 25.775
verified: no, type: precision_at_100
value: 7.868
verified: no, type: precision_at_1000
value: 1.5939999999999999
verified: no, type: precision_at_20
value: 19.436999999999998
verified: no, type: precision_at_3
value: 42.833
verified: no, type: precision_at_5
value: 35.699999999999996
verified: no, type: recall_at_1
value: 7.747999999999999
verified: no, type: recall_at_10
value: 21.208
verified: no, type: recall_at_100
value: 43.362
verified: no, type: recall_at_1000
value: 67.43299999999999
verified: no, type: recall_at_20
value: 27.123
verified: no, type: recall_at_3
value: 13.600000000000001
verified: no, type: recall_at_5
value: 16.645
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 78.733
verified: no, type: map_at_1
value: 62.551
verified: no, type: map_at_10
value: 73.40100000000001
verified: no, type: map_at_100
value: 73.644
verified: no, type: map_at_1000
value: 73.65899999999999
verified: no, type: map_at_20
value: 73.55000000000001
verified: no, type: map_at_3
value: 72.001
verified: no, type: map_at_5
value: 72.97
verified: no, type: mrr_at_1
value: 67.77677767776777
verified: no, type: mrr_at_10
value: 78.77544897346857
verified: no, type: mrr_at_100
value: 78.90825381476641
verified: no, type: mrr_at_1000
value: 78.91215691959242
verified: no, type: mrr_at_20
value: 78.86251015091524
verified: no, type: mrr_at_3
value: 77.47524752475235
verified: no, type: mrr_at_5
value: 78.44209420942065
verified: no, type: nauc_map_at_1000_diff1
value: 52.48987029458144
verified: no, type: nauc_map_at_1000_max
value: 10.664936592357375
verified: no, type: nauc_map_at_1000_std
value: -17.667688172661283
verified: no, type: nauc_map_at_100_diff1
value: 52.475322981826785
verified: no, type: nauc_map_at_100_max
value: 10.660248522319325
verified: no, type: nauc_map_at_100_std
value: -17.66890802294077
verified: no, type: nauc_map_at_10_diff1
value: 52.41933439641123
verified: no, type: nauc_map_at_10_max
value: 10.610747694998194
verified: no, type: nauc_map_at_10_std
value: -17.71746840452197
verified: no, type: nauc_map_at_1_diff1
value: 58.52826075098423
verified: no, type: nauc_map_at_1_max
value: 8.463773779026122
verified: no, type: nauc_map_at_1_std
value: -19.681582709594593
verified: no, type: nauc_map_at_20_diff1
value: 52.41676757556304
verified: no, type: nauc_map_at_20_max
value: 10.640949106955627
verified: no, type: nauc_map_at_20_std
value: -17.667790218384642
verified: no, type: nauc_map_at_3_diff1
value: 52.768496340899794
verified: no, type: nauc_map_at_3_max
value: 10.812670060800349
verified: no, type: nauc_map_at_3_std
value: -18.664456215333754
verified: no, type: nauc_map_at_5_diff1
value: 52.339629643026996
verified: no, type: nauc_map_at_5_max
value: 10.4993253898463
verified: no, type: nauc_map_at_5_std
value: -18.135688138103678
verified: no, type: nauc_mrr_at_1000_diff1
value: 64.87289095649817
verified: no, type: nauc_mrr_at_1000_max
value: 11.79096615319252
verified: no, type: nauc_mrr_at_1000_std
value: -23.140298943864966
verified: no, type: nauc_mrr_at_100_diff1
value: 64.86688893846517
verified: no, type: nauc_mrr_at_100_max
value: 11.801344546033398
verified: no, type: nauc_mrr_at_100_std
value: -23.130116134097236
verified: no, type: nauc_mrr_at_10_diff1
value: 64.79858044294573
verified: no, type: nauc_mrr_at_10_max
value: 11.957980333137353
verified: no, type: nauc_mrr_at_10_std
value: -23.10134949008299
verified: no, type: nauc_mrr_at_1_diff1
value: 67.98187830680281
verified: no, type: nauc_mrr_at_1_max
value: 8.430456944819847
verified: no, type: nauc_mrr_at_1_std
value: -24.180274828187986
verified: no, type: nauc_mrr_at_20_diff1
value: 64.8178068520288
verified: no, type: nauc_mrr_at_20_max
value: 11.890390732426004
verified: no, type: nauc_mrr_at_20_std
value: -23.08383835753776
verified: no, type: nauc_mrr_at_3_diff1
value: 64.5822931870967
verified: no, type: nauc_mrr_at_3_max
value: 11.846561432973784
verified: no, type: nauc_mrr_at_3_std
value: -24.0217196950249
verified: no, type: nauc_mrr_at_5_diff1
value: 64.6705515829964
verified: no, type: nauc_mrr_at_5_max
value: 11.810833343075391
verified: no, type: nauc_mrr_at_5_std
value: -23.4760156837488
verified: no, type: nauc_ndcg_at_1000_diff1
value: 52.57824263422626
verified: no, type: nauc_ndcg_at_1000_max
value: 11.963436900039877
verified: no, type: nauc_ndcg_at_1000_std
value: -17.136048467063404
verified: no, type: nauc_ndcg_at_100_diff1
value: 52.21871711013899
verified: no, type: nauc_ndcg_at_100_max
value: 11.948581000329908
verified: no, type: nauc_ndcg_at_100_std
value: -17.067384217741644
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.90296471932436
verified: no, type: nauc_ndcg_at_10_max
value: 12.045170993905122
verified: no, type: nauc_ndcg_at_10_std
value: -17.113779225638815
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.98187830680281
verified: no, type: nauc_ndcg_at_1_max
value: 8.430456944819847
verified: no, type: nauc_ndcg_at_1_std
value: -24.180274828187986
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.84965947768843
verified: no, type: nauc_ndcg_at_20_max
value: 12.033985290566267
verified: no, type: nauc_ndcg_at_20_std
value: -16.925547459453313
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.99114743736963
verified: no, type: nauc_ndcg_at_3_max
value: 12.348700451103081
verified: no, type: nauc_ndcg_at_3_std
value: -19.32393118090413
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.9252475988814
verified: no, type: nauc_ndcg_at_5_max
value: 11.68782812717562
verified: no, type: nauc_ndcg_at_5_std
value: -18.248658060168903
verified: no, type: nauc_precision_at_1000_diff1
value: -12.200427930452975
verified: no, type: nauc_precision_at_1000_max
value: 11.251233642012158
verified: no, type: nauc_precision_at_1000_std
value: 13.517901233284999
verified: no, type: nauc_precision_at_100_diff1
value: -8.549021827158771
verified: no, type: nauc_precision_at_100_max
value: 15.000279630028036
verified: no, type: nauc_precision_at_100_std
value: 11.502473243725603
verified: no, type: nauc_precision_at_10_diff1
value: 17.88422126587607
verified: no, type: nauc_precision_at_10_max
value: 20.019673853279887
verified: no, type: nauc_precision_at_10_std
value: 1.190884481118499
verified: no, type: nauc_precision_at_1_diff1
value: 67.98187830680281
verified: no, type: nauc_precision_at_1_max
value: 8.430456944819847
verified: no, type: nauc_precision_at_1_std
value: -24.180274828187986
verified: no, type: nauc_precision_at_20_diff1
value: 4.389291882999967
verified: no, type: nauc_precision_at_20_max
value: 17.4848124010861
verified: no, type: nauc_precision_at_20_std
value: 7.569669768542804
verified: no, type: nauc_precision_at_3_diff1
value: 46.316559447630574
verified: no, type: nauc_precision_at_3_max
value: 17.86481657590671
verified: no, type: nauc_precision_at_3_std
value: -22.15325922918617
verified: no, type: nauc_precision_at_5_diff1
value: 33.45441282194675
verified: no, type: nauc_precision_at_5_max
value: 18.548035212190584
verified: no, type: nauc_precision_at_5_std
value: -13.475971908123352
verified: no, type: nauc_recall_at_1000_diff1
value: 1.6181581604468982
verified: no, type: nauc_recall_at_1000_max
value: 15.381003938118356
verified: no, type: nauc_recall_at_1000_std
value: 10.999990299243986
verified: no, type: nauc_recall_at_100_diff1
value: 8.532991753906769
verified: no, type: nauc_recall_at_100_max
value: 15.074071773459998
verified: no, type: nauc_recall_at_100_std
value: 5.7771827828601765
verified: no, type: nauc_recall_at_10_diff1
value: 21.822143732902312
verified: no, type: nauc_recall_at_10_max
value: 16.411240097114323
verified: no, type: nauc_recall_at_10_std
value: -1.8055469368080108
verified: no, type: nauc_recall_at_1_diff1
value: 58.52826075098423
verified: no, type: nauc_recall_at_1_max
value: 8.463773779026122
verified: no, type: nauc_recall_at_1_std
value: -19.681582709594593
verified: no, type: nauc_recall_at_20_diff1
value: 16.225507302650435
verified: no, type: nauc_recall_at_20_max
value: 16.523596305541236
verified: no, type: nauc_recall_at_20_std
value: 2.0720820604545187
verified: no, type: nauc_recall_at_3_diff1
value: 36.608001865822175
verified: no, type: nauc_recall_at_3_max
value: 15.427718860009449
verified: no, type: nauc_recall_at_3_std
value: -15.098070111418377
verified: no, type: nauc_recall_at_5_diff1
value: 28.08164003314627
verified: no, type: nauc_recall_at_5_max
value: 13.70006467965717
verified: no, type: nauc_recall_at_5_std
value: -10.106255726964358
verified: no, type: ndcg_at_1
value: 67.777
verified: no, type: ndcg_at_10
value: 78.733
verified: no, type: ndcg_at_100
value: 79.686
verified: no, type: ndcg_at_1000
value: 79.97
verified: no, type: ndcg_at_20
value: 79.181
verified: no, type: ndcg_at_3
value: 76.265
verified: no, type: ndcg_at_5
value: 77.828
verified: no, type: precision_at_1
value: 67.777
verified: no, type: precision_at_10
value: 9.856
verified: no, type: precision_at_100
value: 1.052
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 5.054
verified: no, type: precision_at_3
value: 30.142999999999997
verified: no, type: precision_at_5
value: 19.003999999999998
verified: no, type: recall_at_1
value: 62.551
verified: no, type: recall_at_10
value: 89.81099999999999
verified: no, type: recall_at_100
value: 93.792
verified: no, type: recall_at_1000
value: 95.67999999999999
verified: no, type: recall_at_20
value: 91.43599999999999
verified: no, type: recall_at_3
value: 83.128
verified: no, type: recall_at_5
value: 87.06
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 77.01599999999999
verified: no, type: map_at_1
value: 61.096
verified: no, type: map_at_10
value: 71.785
verified: no, type: map_at_100
value: 72.08
verified: no, type: map_at_1000
value: 72.098
verified: no, type: map_at_20
value: 71.983
verified: no, type: map_at_3
value: 70.223
verified: no, type: map_at_5
value: 71.275
verified: no, type: mrr_at_1
value: 65.57155715571558
verified: no, type: mrr_at_10
value: 76.57649693540769
verified: no, type: mrr_at_100
value: 76.7804052436104
verified: no, type: mrr_at_1000
value: 76.78703300784552
verified: no, type: mrr_at_20
value: 76.72581781354887
verified: no, type: mrr_at_3
value: 75.1650165016501
verified: no, type: mrr_at_5
value: 76.13786378637842
verified: no, type: nauc_map_at_1000_diff1
value: 51.63097865850852
verified: no, type: nauc_map_at_1000_max
value: 4.915061015770488
verified: no, type: nauc_map_at_1000_std
value: -21.092346637769268
verified: no, type: nauc_map_at_100_diff1
value: 51.61856713067973
verified: no, type: nauc_map_at_100_max
value: 4.914838540289684
verified: no, type: nauc_map_at_100_std
value: -21.08511032550205
verified: no, type: nauc_map_at_10_diff1
value: 51.473002870341546
verified: no, type: nauc_map_at_10_max
value: 4.9803269719780925
verified: no, type: nauc_map_at_10_std
value: -21.18412276831866
verified: no, type: nauc_map_at_1_diff1
value: 55.684046734089655
verified: no, type: nauc_map_at_1_max
value: 1.7373582783323214
verified: no, type: nauc_map_at_1_std
value: -22.9207108168166
verified: no, type: nauc_map_at_20_diff1
value: 51.571203044798686
verified: no, type: nauc_map_at_20_max
value: 4.9440246910117125
verified: no, type: nauc_map_at_20_std
value: -21.09098090536068
verified: no, type: nauc_map_at_3_diff1
value: 51.412749154616236
verified: no, type: nauc_map_at_3_max
value: 4.574358528555343
verified: no, type: nauc_map_at_3_std
value: -22.525258272937755
verified: no, type: nauc_map_at_5_diff1
value: 51.41936703297046
verified: no, type: nauc_map_at_5_max
value: 4.817781883558426
verified: no, type: nauc_map_at_5_std
value: -21.665727507109345
verified: no, type: nauc_mrr_at_1000_diff1
value: 60.41791343792997
verified: no, type: nauc_mrr_at_1000_max
value: 5.788945682336818
verified: no, type: nauc_mrr_at_1000_std
value: -26.846625323410073
verified: no, type: nauc_mrr_at_100_diff1
value: 60.41595440796821
verified: no, type: nauc_mrr_at_100_max
value: 5.806031684141305
verified: no, type: nauc_mrr_at_100_std
value: -26.829649265532073
verified: no, type: nauc_mrr_at_10_diff1
value: 60.33401984339295
verified: no, type: nauc_mrr_at_10_max
value: 5.9797473133140775
verified: no, type: nauc_mrr_at_10_std
value: -26.858662167130003
verified: no, type: nauc_mrr_at_1_diff1
value: 62.980020706082584
verified: no, type: nauc_mrr_at_1_max
value: 1.7629523146633956
verified: no, type: nauc_mrr_at_1_std
value: -27.12083461885724
verified: no, type: nauc_mrr_at_20_diff1
value: 60.37791438401665
verified: no, type: nauc_mrr_at_20_max
value: 5.886200800178032
verified: no, type: nauc_mrr_at_20_std
value: -26.796436611712505
verified: no, type: nauc_mrr_at_3_diff1
value: 59.99701280354823
verified: no, type: nauc_mrr_at_3_max
value: 5.431123402152367
verified: no, type: nauc_mrr_at_3_std
value: -28.368980803937347
verified: no, type: nauc_mrr_at_5_diff1
value: 60.26319538665519
verified: no, type: nauc_mrr_at_5_max
value: 5.8877885195713064
verified: no, type: nauc_mrr_at_5_std
value: -27.309434080216505
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.985432785854734
verified: no, type: nauc_ndcg_at_1000_max
value: 6.462071276140437
verified: no, type: nauc_ndcg_at_1000_std
value: -19.972000134207313
verified: no, type: nauc_ndcg_at_100_diff1
value: 51.74454183993189
verified: no, type: nauc_ndcg_at_100_max
value: 6.570571638383151
verified: no, type: nauc_ndcg_at_100_std
value: -19.60711871144359
verified: no, type: nauc_ndcg_at_10_diff1
value: 51.18558815232156
verified: no, type: nauc_ndcg_at_10_max
value: 7.0881674552117815
verified: no, type: nauc_ndcg_at_10_std
value: -20.078186453138716
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.980020706082584
verified: no, type: nauc_ndcg_at_1_max
value: 1.7629523146633956
verified: no, type: nauc_ndcg_at_1_std
value: -27.12083461885724
verified: no, type: nauc_ndcg_at_20_diff1
value: 51.41658155548281
verified: no, type: nauc_ndcg_at_20_max
value: 6.909105810286636
verified: no, type: nauc_ndcg_at_20_std
value: -19.617491445726966
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.48177616145584
verified: no, type: nauc_ndcg_at_3_max
value: 6.070494219520841
verified: no, type: nauc_ndcg_at_3_std
value: -23.50961069934079
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.29139380525894
verified: no, type: nauc_ndcg_at_5_max
value: 6.68383598132241
verified: no, type: nauc_ndcg_at_5_std
value: -21.469049400381444
verified: no, type: nauc_precision_at_1000_diff1
value: -3.8556912366737577
verified: no, type: nauc_precision_at_1000_max
value: 11.699181947135084
verified: no, type: nauc_precision_at_1000_std
value: 8.902196859794744
verified: no, type: nauc_precision_at_100_diff1
value: 6.704220179265106
verified: no, type: nauc_precision_at_100_max
value: 14.735056719174263
verified: no, type: nauc_precision_at_100_std
value: 10.17234243510419
verified: no, type: nauc_precision_at_10_diff1
value: 28.59095271235099
verified: no, type: nauc_precision_at_10_max
value: 20.36719237369122
verified: no, type: nauc_precision_at_10_std
value: -4.905036798818033
verified: no, type: nauc_precision_at_1_diff1
value: 62.980020706082584
verified: no, type: nauc_precision_at_1_max
value: 1.7629523146633956
verified: no, type: nauc_precision_at_1_std
value: -27.12083461885724
verified: no, type: nauc_precision_at_20_diff1
value: 19.90968217192039
verified: no, type: nauc_precision_at_20_max
value: 19.69549594598585
verified: no, type: nauc_precision_at_20_std
value: 4.168008905315463
verified: no, type: nauc_precision_at_3_diff1
value: 47.366022520235965
verified: no, type: nauc_precision_at_3_max
value: 12.690843255823875
verified: no, type: nauc_precision_at_3_std
value: -27.789475411692393
verified: no, type: nauc_precision_at_5_diff1
value: 40.08374052492892
verified: no, type: nauc_precision_at_5_max
value: 16.53287096976902
verified: no, type: nauc_precision_at_5_std
value: -18.258327732843924
verified: no, type: nauc_recall_at_1000_diff1
value: 13.685436043672015
verified: no, type: nauc_recall_at_1000_max
value: 15.947339805185706
verified: no, type: nauc_recall_at_1000_std
value: 23.857143783414646
verified: no, type: nauc_recall_at_100_diff1
value: 22.673464325403366
verified: no, type: nauc_recall_at_100_max
value: 15.685585465742562
verified: no, type: nauc_recall_at_100_std
value: 15.370660247278328
verified: no, type: nauc_recall_at_10_diff1
value: 30.392297357040775
verified: no, type: nauc_recall_at_10_max
value: 16.93769479664425
verified: no, type: nauc_recall_at_10_std
value: -1.6100734050101688
verified: no, type: nauc_recall_at_1_diff1
value: 55.684046734089655
verified: no, type: nauc_recall_at_1_max
value: 1.7373582783323214
verified: no, type: nauc_recall_at_1_std
value: -22.9207108168166
verified: no, type: nauc_recall_at_20_diff1
value: 26.748548917491366
verified: no, type: nauc_recall_at_20_max
value: 17.45183827231391
verified: no, type: nauc_recall_at_20_std
value: 6.306176923496834
verified: no, type: nauc_recall_at_3_diff1
value: 39.285296557314446
verified: no, type: nauc_recall_at_3_max
value: 9.819716640060031
verified: no, type: nauc_recall_at_3_std
value: -18.991838247478572
verified: no, type: nauc_recall_at_5_diff1
value: 35.45702565655531
verified: no, type: nauc_recall_at_5_max
value: 12.96600344961928
verified: no, type: nauc_recall_at_5_std
value: -11.260660140524188
verified: no, type: ndcg_at_1
value: 65.572
verified: no, type: ndcg_at_10
value: 77.01599999999999
verified: no, type: ndcg_at_100
value: 78.19
verified: no, type: ndcg_at_1000
value: 78.57600000000001
verified: no, type: ndcg_at_20
value: 77.643
verified: no, type: ndcg_at_3
value: 74.197
verified: no, type: ndcg_at_5
value: 75.911
verified: no, type: precision_at_1
value: 65.572
verified: no, type: precision_at_10
value: 9.64
verified: no, type: precision_at_100
value: 1.035
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 4.967
verified: no, type: precision_at_3
value: 29.122999999999998
verified: no, type: precision_at_5
value: 18.455
verified: no, type: recall_at_1
value: 61.096
verified: no, type: recall_at_10
value: 88.324
verified: no, type: recall_at_100
value: 93.24900000000001
verified: no, type: recall_at_1000
value: 95.909
verified: no, type: recall_at_20
value: 90.637
verified: no, type: recall_at_3
value: 80.764
verified: no, type: recall_at_5
value: 85.03699999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 75.178
verified: no, type: map_at_1
value: 56.69800000000001
verified: no, type: map_at_10
value: 69.03
verified: no, type: map_at_100
value: 69.356
verified: no, type: map_at_1000
value: 69.376
verified: no, type: map_at_20
value: 69.23
verified: no, type: map_at_3
value: 67.244
verified: no, type: map_at_5
value: 68.453
verified: no, type: mrr_at_1
value: 62.89408979145797
verified: no, type: mrr_at_10
value: 75.55718716165806
verified: no, type: mrr_at_100
value: 75.72827278132962
verified: no, type: mrr_at_1000
value: 75.7321143863554
verified: no, type: mrr_at_20
value: 75.67569568961308
verified: no, type: mrr_at_3
value: 73.994323528518
verified: no, type: mrr_at_5
value: 75.10979570773371
verified: no, type: nauc_map_at_1000_diff1
value: 46.00719605496398
verified: no, type: nauc_map_at_1000_max
value: -4.6290019017154505
verified: no, type: nauc_map_at_1000_std
value: -26.57090009477155
verified: no, type: nauc_map_at_100_diff1
value: 45.9931315927717
verified: no, type: nauc_map_at_100_max
value: -4.630628515009392
verified: no, type: nauc_map_at_100_std
value: -26.569009323890057
verified: no, type: nauc_map_at_10_diff1
value: 45.885881031887195
verified: no, type: nauc_map_at_10_max
value: -4.73661610579676
verified: no, type: nauc_map_at_10_std
value: -26.651282689719825
verified: no, type: nauc_map_at_1_diff1
value: 51.61067039615257
verified: no, type: nauc_map_at_1_max
value: -5.912176791064418
verified: no, type: nauc_map_at_1_std
value: -26.73199421625715
verified: no, type: nauc_map_at_20_diff1
value: 45.9394723073436
verified: no, type: nauc_map_at_20_max
value: -4.679362078101658
verified: no, type: nauc_map_at_20_std
value: -26.581465275601225
verified: no, type: nauc_map_at_3_diff1
value: 46.09208303488493
verified: no, type: nauc_map_at_3_max
value: -5.000378314483938
verified: no, type: nauc_map_at_3_std
value: -28.035600650530423
verified: no, type: nauc_map_at_5_diff1
value: 45.83989373943059
verified: no, type: nauc_map_at_5_max
value: -4.762409336049492
verified: no, type: nauc_map_at_5_std
value: -27.04139291994486
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.22080041784503
verified: no, type: nauc_mrr_at_1000_max
value: -7.559735959259832
verified: no, type: nauc_mrr_at_1000_std
value: -36.06780261683784
verified: no, type: nauc_mrr_at_100_diff1
value: 57.216122150177306
verified: no, type: nauc_mrr_at_100_max
value: -7.552663130989469
verified: no, type: nauc_mrr_at_100_std
value: -36.062578610850544
verified: no, type: nauc_mrr_at_10_diff1
value: 57.10851823395132
verified: no, type: nauc_mrr_at_10_max
value: -7.542889326437044
verified: no, type: nauc_mrr_at_10_std
value: -36.12572740742331
verified: no, type: nauc_mrr_at_1_diff1
value: 60.800668298809924
verified: no, type: nauc_mrr_at_1_max
value: -8.465839350003142
verified: no, type: nauc_mrr_at_1_std
value: -33.72137039195196
verified: no, type: nauc_mrr_at_20_diff1
value: 57.17414925251303
verified: no, type: nauc_mrr_at_20_max
value: -7.538626918370051
verified: no, type: nauc_mrr_at_20_std
value: -36.05410829602219
verified: no, type: nauc_mrr_at_3_diff1
value: 56.786598968499625
verified: no, type: nauc_mrr_at_3_max
value: -7.817474281376434
verified: no, type: nauc_mrr_at_3_std
value: -37.48946048102713
verified: no, type: nauc_mrr_at_5_diff1
value: 56.91189357630082
verified: no, type: nauc_mrr_at_5_max
value: -7.534459040823431
verified: no, type: nauc_mrr_at_5_std
value: -36.54634829477728
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.04500419699129
verified: no, type: nauc_ndcg_at_1000_max
value: -4.189198992434835
verified: no, type: nauc_ndcg_at_1000_std
value: -26.69159960774577
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.63671178513306
verified: no, type: nauc_ndcg_at_100_max
value: -4.102353645683059
verified: no, type: nauc_ndcg_at_100_std
value: -26.474813777427986
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.13676857152285
verified: no, type: nauc_ndcg_at_10_max
value: -4.442658370155122
verified: no, type: nauc_ndcg_at_10_std
value: -26.86069086475348
verified: no, type: nauc_ndcg_at_1_diff1
value: 60.800668298809924
verified: no, type: nauc_ndcg_at_1_max
value: -8.465839350003142
verified: no, type: nauc_ndcg_at_1_std
value: -33.72137039195196
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.27383293085885
verified: no, type: nauc_ndcg_at_20_max
value: -4.257431248334434
verified: no, type: nauc_ndcg_at_20_std
value: -26.501761398091432
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.22507166397185
verified: no, type: nauc_ndcg_at_3_max
value: -5.033673403980572
verified: no, type: nauc_ndcg_at_3_std
value: -30.48328711306791
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.25084767666104
verified: no, type: nauc_ndcg_at_5_max
value: -4.539138452988517
verified: no, type: nauc_ndcg_at_5_std
value: -28.1747440582146
verified: no, type: nauc_precision_at_1000_diff1
value: -8.356176709518975
verified: no, type: nauc_precision_at_1000_max
value: 6.594810628391666
verified: no, type: nauc_precision_at_1000_std
value: 5.908424424289657
verified: no, type: nauc_precision_at_100_diff1
value: -6.7298115042293
verified: no, type: nauc_precision_at_100_max
value: 7.508918957974534
verified: no, type: nauc_precision_at_100_std
value: 4.445027204744674
verified: no, type: nauc_precision_at_10_diff1
value: 13.54043995262931
verified: no, type: nauc_precision_at_10_max
value: -0.9990773593457198
verified: no, type: nauc_precision_at_10_std
value: -15.343765046417431
verified: no, type: nauc_precision_at_1_diff1
value: 60.800668298809924
verified: no, type: nauc_precision_at_1_max
value: -8.465839350003142
verified: no, type: nauc_precision_at_1_std
value: -33.72137039195196
verified: no, type: nauc_precision_at_20_diff1
value: 3.503017941719709
verified: no, type: nauc_precision_at_20_max
value: 3.2202495287479893
verified: no, type: nauc_precision_at_20_std
value: -5.422797656026468
verified: no, type: nauc_precision_at_3_diff1
value: 40.27721686754562
verified: no, type: nauc_precision_at_3_max
value: -7.188251060091097
verified: no, type: nauc_precision_at_3_std
value: -41.901100372340736
verified: no, type: nauc_precision_at_5_diff1
value: 28.37376774236551
verified: no, type: nauc_precision_at_5_max
value: -4.355269690930035
verified: no, type: nauc_precision_at_5_std
value: -30.68640884085966
verified: no, type: nauc_recall_at_1000_diff1
value: -1.5937543556866878
verified: no, type: nauc_recall_at_1000_max
value: 11.651647002278958
verified: no, type: nauc_recall_at_1000_std
value: 16.74872517690029
verified: no, type: nauc_recall_at_100_diff1
value: 4.75635638149212
verified: no, type: nauc_recall_at_100_max
value: 9.144754777216361
verified: no, type: nauc_recall_at_100_std
value: 8.027535843729908
verified: no, type: nauc_recall_at_10_diff1
value: 16.97352486994147
verified: no, type: nauc_recall_at_10_max
value: 2.5860251662789357
verified: no, type: nauc_recall_at_10_std
value: -7.705436428810265
verified: no, type: nauc_recall_at_1_diff1
value: 51.61067039615257
verified: no, type: nauc_recall_at_1_max
value: -5.912176791064418
verified: no, type: nauc_recall_at_1_std
value: -26.73199421625715
verified: no, type: nauc_recall_at_20_diff1
value: 12.44122840481217
verified: no, type: nauc_recall_at_20_max
value: 5.003860314617263
verified: no, type: nauc_recall_at_20_std
value: -1.3394622957549873
verified: no, type: nauc_recall_at_3_diff1
value: 30.595919808420476
verified: no, type: nauc_recall_at_3_max
value: -2.308731953248105
verified: no, type: nauc_recall_at_3_std
value: -26.083827331730074
verified: no, type: nauc_recall_at_5_diff1
value: 23.59833609710415
verified: no, type: nauc_recall_at_5_max
value: 0.5137481793363372
verified: no, type: nauc_recall_at_5_std
value: -17.417403680269544
verified: no, type: ndcg_at_1
value: 62.894000000000005
verified: no, type: ndcg_at_10
value: 75.178
verified: no, type: ndcg_at_100
value: 76.446
verified: no, type: ndcg_at_1000
value: 76.823
verified: no, type: ndcg_at_20
value: 75.775
verified: no, type: ndcg_at_3
value: 72.128
verified: no, type: ndcg_at_5
value: 73.994
verified: no, type: precision_at_1
value: 62.894000000000005
verified: no, type: precision_at_10
value: 9.889000000000001
verified: no, type: precision_at_100
value: 1.081
verified: no, type: precision_at_1000
value: 0.11399999999999999
verified: no, type: precision_at_20
value: 5.11
verified: no, type: precision_at_3
value: 29.488999999999997
verified: no, type: precision_at_5
value: 18.838
verified: no, type: recall_at_1
value: 56.69800000000001
verified: no, type: recall_at_10
value: 87.679
verified: no, type: recall_at_100
value: 92.884
verified: no, type: recall_at_1000
value: 95.309
verified: no, type: recall_at_20
value: 89.81
verified: no, type: recall_at_3
value: 79.286
verified: no, type: recall_at_5
value: 84.096
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 33.42
verified: no, type: map_at_1
value: 17.406
verified: no, type: map_at_10
value: 26.491
verified: no, type: map_at_100
value: 28.214
verified: no, type: map_at_1000
value: 28.388999999999996
verified: no, type: map_at_20
value: 27.436
verified: no, type: map_at_3
value: 22.861
verified: no, type: map_at_5
value: 24.741
verified: no, type: mrr_at_1
value: 30.599999999999998
verified: no, type: mrr_at_10
value: 39.10126984126983
verified: no, type: mrr_at_100
value: 39.89143998249813
verified: no, type: mrr_at_1000
value: 39.95029151288462
verified: no, type: mrr_at_20
value: 39.51899846026005
verified: no, type: mrr_at_3
value: 36.533333333333346
verified: no, type: mrr_at_5
value: 37.85333333333333
verified: no, type: nauc_map_at_1000_diff1
value: 43.61772145860306
verified: no, type: nauc_map_at_1000_max
value: 13.202558623627908
verified: no, type: nauc_map_at_1000_std
value: -7.4343848124231515
verified: no, type: nauc_map_at_100_diff1
value: 43.6602075542336
verified: no, type: nauc_map_at_100_max
value: 13.16116376976597
verified: no, type: nauc_map_at_100_std
value: -7.543415362820981
verified: no, type: nauc_map_at_10_diff1
value: 44.302484195329
verified: no, type: nauc_map_at_10_max
value: 11.877145142454852
verified: no, type: nauc_map_at_10_std
value: -9.827102368035346
verified: no, type: nauc_map_at_1_diff1
value: 49.82149440548484
verified: no, type: nauc_map_at_1_max
value: 6.192930807192855
verified: no, type: nauc_map_at_1_std
value: -14.599782827699444
verified: no, type: nauc_map_at_20_diff1
value: 44.1222427311684
verified: no, type: nauc_map_at_20_max
value: 12.484887470062391
verified: no, type: nauc_map_at_20_std
value: -8.672634936449432
verified: no, type: nauc_map_at_3_diff1
value: 44.60948650724676
verified: no, type: nauc_map_at_3_max
value: 8.231176500907413
verified: no, type: nauc_map_at_3_std
value: -12.919498862646584
verified: no, type: nauc_map_at_5_diff1
value: 44.53742046211246
verified: no, type: nauc_map_at_5_max
value: 9.790601212944738
verified: no, type: nauc_map_at_5_std
value: -11.258621710081457
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.25421685866699
verified: no, type: nauc_mrr_at_1000_max
value: 19.667007356032464
verified: no, type: nauc_mrr_at_1000_std
value: -2.3400834852856605
verified: no, type: nauc_mrr_at_100_diff1
value: 43.22150457011378
verified: no, type: nauc_mrr_at_100_max
value: 19.629109841947315
verified: no, type: nauc_mrr_at_100_std
value: -2.357407100796899
verified: no, type: nauc_mrr_at_10_diff1
value: 43.31839259585437
verified: no, type: nauc_mrr_at_10_max
value: 19.592844895093048
verified: no, type: nauc_mrr_at_10_std
value: -2.7004369883854027
verified: no, type: nauc_mrr_at_1_diff1
value: 48.651896397962034
verified: no, type: nauc_mrr_at_1_max
value: 16.820108257824995
verified: no, type: nauc_mrr_at_1_std
value: -6.983949928735184
verified: no, type: nauc_mrr_at_20_diff1
value: 43.25430686088468
verified: no, type: nauc_mrr_at_20_max
value: 19.688096142987984
verified: no, type: nauc_mrr_at_20_std
value: -2.4671321839401785
verified: no, type: nauc_mrr_at_3_diff1
value: 44.24441295932301
verified: no, type: nauc_mrr_at_3_max
value: 19.05698728557868
verified: no, type: nauc_mrr_at_3_std
value: -3.154565087744668
verified: no, type: nauc_mrr_at_5_diff1
value: 43.50776463105927
verified: no, type: nauc_mrr_at_5_max
value: 19.35836525574652
verified: no, type: nauc_mrr_at_5_std
value: -2.4720674822473
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.864244804098874
verified: no, type: nauc_ndcg_at_1000_max
value: 18.209540515122054
verified: no, type: nauc_ndcg_at_1000_std
value: -0.5402718841807171
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.753091985611796
verified: no, type: nauc_ndcg_at_100_max
value: 17.520225819242018
verified: no, type: nauc_ndcg_at_100_std
value: -1.0548622076740275
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.15606423950494
verified: no, type: nauc_ndcg_at_10_max
value: 15.596086688074742
verified: no, type: nauc_ndcg_at_10_std
value: -6.144903429526423
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.651896397962034
verified: no, type: nauc_ndcg_at_1_max
value: 16.820108257824995
verified: no, type: nauc_ndcg_at_1_std
value: -6.983949928735184
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.790944408827656
verified: no, type: nauc_ndcg_at_20_max
value: 16.312409186635055
verified: no, type: nauc_ndcg_at_20_std
value: -4.370443681127962
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.467966216594675
verified: no, type: nauc_ndcg_at_3_max
value: 13.64111435233272
verified: no, type: nauc_ndcg_at_3_std
value: -6.621447206518377
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.85530080106161
verified: no, type: nauc_ndcg_at_5_max
value: 13.250571113894882
verified: no, type: nauc_ndcg_at_5_std
value: -6.13566603638302
verified: no, type: nauc_precision_at_1000_diff1
value: -6.038371166732508
verified: no, type: nauc_precision_at_1000_max
value: 24.12563678597963
verified: no, type: nauc_precision_at_1000_std
value: 31.218077023489936
verified: no, type: nauc_precision_at_100_diff1
value: 2.861199632522118
verified: no, type: nauc_precision_at_100_max
value: 28.072166337971225
verified: no, type: nauc_precision_at_100_std
value: 30.809349926643858
verified: no, type: nauc_precision_at_10_diff1
value: 19.20435759151446
verified: no, type: nauc_precision_at_10_max
value: 28.472441092491056
verified: no, type: nauc_precision_at_10_std
value: 14.30218430250067
verified: no, type: nauc_precision_at_1_diff1
value: 48.651896397962034
verified: no, type: nauc_precision_at_1_max
value: 16.820108257824995
verified: no, type: nauc_precision_at_1_std
value: -6.983949928735184
verified: no, type: nauc_precision_at_20_diff1
value: 14.44737883283875
verified: no, type: nauc_precision_at_20_max
value: 28.578536102868448
verified: no, type: nauc_precision_at_20_std
value: 21.122551928783377
verified: no, type: nauc_precision_at_3_diff1
value: 28.241465477008486
verified: no, type: nauc_precision_at_3_max
value: 20.84863890223552
verified: no, type: nauc_precision_at_3_std
value: 1.9195034709844172
verified: no, type: nauc_precision_at_5_diff1
value: 24.492480347655935
verified: no, type: nauc_precision_at_5_max
value: 23.223752317895872
verified: no, type: nauc_precision_at_5_std
value: 8.537820097152538
verified: no, type: nauc_recall_at_1000_diff1
value: 18.28449619005029
verified: no, type: nauc_recall_at_1000_max
value: 23.58000759713945
verified: no, type: nauc_recall_at_1000_std
value: 19.294611968022725
verified: no, type: nauc_recall_at_100_diff1
value: 25.16950801495908
verified: no, type: nauc_recall_at_100_max
value: 16.993444562169078
verified: no, type: nauc_recall_at_100_std
value: 10.243452163209701
verified: no, type: nauc_recall_at_10_diff1
value: 33.396660744323555
verified: no, type: nauc_recall_at_10_max
value: 13.858698800333425
verified: no, type: nauc_recall_at_10_std
value: -5.618564900228287
verified: no, type: nauc_recall_at_1_diff1
value: 49.82149440548484
verified: no, type: nauc_recall_at_1_max
value: 6.192930807192855
verified: no, type: nauc_recall_at_1_std
value: -14.599782827699444
verified: no, type: nauc_recall_at_20_diff1
value: 31.125895504148733
verified: no, type: nauc_recall_at_20_max
value: 15.436664980664904
verified: no, type: nauc_recall_at_20_std
value: -1.617391698238
verified: no, type: nauc_recall_at_3_diff1
value: 37.942966184869434
verified: no, type: nauc_recall_at_3_max
value: 7.278075553283932
verified: no, type: nauc_recall_at_3_std
value: -10.633419906460126
verified: no, type: nauc_recall_at_5_diff1
value: 35.52695135847097
verified: no, type: nauc_recall_at_5_max
value: 9.01781839017758
verified: no, type: nauc_recall_at_5_std
value: -7.004161867466598
verified: no, type: ndcg_at_1
value: 30.599999999999998
verified: no, type: ndcg_at_10
value: 33.42
verified: no, type: ndcg_at_100
value: 39.922000000000004
verified: no, type: ndcg_at_1000
value: 43.348
verified: no, type: ndcg_at_20
value: 35.811
verified: no, type: ndcg_at_3
value: 29.146
verified: no, type: ndcg_at_5
value: 30.486
verified: no, type: precision_at_1
value: 30.599999999999998
verified: no, type: precision_at_10
value: 8.98
verified: no, type: precision_at_100
value: 1.5879999999999999
verified: no, type: precision_at_1000
value: 0.214
verified: no, type: precision_at_20
value: 5.52
verified: no, type: precision_at_3
value: 18.2
verified: no, type: precision_at_5
value: 13.68
verified: no, type: recall_at_1
value: 17.406
verified: no, type: recall_at_10
value: 41.146
verified: no, type: recall_at_100
value: 65.867
verified: no, type: recall_at_1000
value: 87.668
verified: no, type: recall_at_20
value: 48.537
verified: no, type: recall_at_3
value: 27.054000000000002
verified: no, type: recall_at_5
value: 32.318999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 29.255
verified: no, type: map_at_1
value: 13.569999999999999
verified: no, type: map_at_10
value: 22.776
verified: no, type: map_at_100
value: 24.58
verified: no, type: map_at_1000
value: 24.8
verified: no, type: map_at_20
value: 23.684
verified: no, type: map_at_3
value: 19.428
verified: no, type: map_at_5
value: 21.245
verified: no, type: mrr_at_1
value: 27.623456790123456
verified: no, type: mrr_at_10
value: 35.59536057221243
verified: no, type: mrr_at_100
value: 36.677634727377175
verified: no, type: mrr_at_1000
value: 36.73617905194238
verified: no, type: mrr_at_20
value: 36.19986720973207
verified: no, type: mrr_at_3
value: 33.43621399176956
verified: no, type: mrr_at_5
value: 34.63220164609055
verified: no, type: nauc_map_at_1000_diff1
value: 29.896352510692232
verified: no, type: nauc_map_at_1000_max
value: 24.96368005898201
verified: no, type: nauc_map_at_1000_std
value: -7.113596688273232
verified: no, type: nauc_map_at_100_diff1
value: 29.84743767747895
verified: no, type: nauc_map_at_100_max
value: 24.902885041118765
verified: no, type: nauc_map_at_100_std
value: -7.1031224096412116
verified: no, type: nauc_map_at_10_diff1
value: 29.974458863323513
verified: no, type: nauc_map_at_10_max
value: 24.198174342304714
verified: no, type: nauc_map_at_10_std
value: -8.12220869104799
verified: no, type: nauc_map_at_1_diff1
value: 36.17656844791782
verified: no, type: nauc_map_at_1_max
value: 17.076465249230335
verified: no, type: nauc_map_at_1_std
value: -15.899479769849862
verified: no, type: nauc_map_at_20_diff1
value: 29.9511576604492
verified: no, type: nauc_map_at_20_max
value: 24.485169951883687
verified: no, type: nauc_map_at_20_std
value: -7.657907614036344
verified: no, type: nauc_map_at_3_diff1
value: 31.52754242157323
verified: no, type: nauc_map_at_3_max
value: 23.046651155867785
verified: no, type: nauc_map_at_3_std
value: -9.730577951453201
verified: no, type: nauc_map_at_5_diff1
value: 30.641626589575722
verified: no, type: nauc_map_at_5_max
value: 23.21575994564925
verified: no, type: nauc_map_at_5_std
value: -8.923204629600287
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.6944422233837
verified: no, type: nauc_mrr_at_1000_max
value: 23.039256113923773
verified: no, type: nauc_mrr_at_1000_std
value: -6.732012286679658
verified: no, type: nauc_mrr_at_100_diff1
value: 35.68257446352242
verified: no, type: nauc_mrr_at_100_max
value: 23.034000061543082
verified: no, type: nauc_mrr_at_100_std
value: -6.708069944210898
verified: no, type: nauc_mrr_at_10_diff1
value: 35.6973109092426
verified: no, type: nauc_mrr_at_10_max
value: 23.155121369833164
verified: no, type: nauc_mrr_at_10_std
value: -6.867220374850606
verified: no, type: nauc_mrr_at_1_diff1
value: 38.90161216134891
verified: no, type: nauc_mrr_at_1_max
value: 23.25750711871999
verified: no, type: nauc_mrr_at_1_std
value: -9.594515113825784
verified: no, type: nauc_mrr_at_20_diff1
value: 35.64945427315641
verified: no, type: nauc_mrr_at_20_max
value: 22.833970835086973
verified: no, type: nauc_mrr_at_20_std
value: -6.9355987571634286
verified: no, type: nauc_mrr_at_3_diff1
value: 36.854273379580825
verified: no, type: nauc_mrr_at_3_max
value: 23.5572876447216
verified: no, type: nauc_mrr_at_3_std
value: -6.533844064149055
verified: no, type: nauc_mrr_at_5_diff1
value: 36.16885359543987
verified: no, type: nauc_mrr_at_5_max
value: 23.271411697141474
verified: no, type: nauc_mrr_at_5_std
value: -6.609936574623957
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.934870986741224
verified: no, type: nauc_ndcg_at_1000_max
value: 26.609472786074434
verified: no, type: nauc_ndcg_at_1000_std
value: -2.921772160276861
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.206895595823813
verified: no, type: nauc_ndcg_at_100_max
value: 26.53251802447112
verified: no, type: nauc_ndcg_at_100_std
value: -2.1907428736698455
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.70828825119593
verified: no, type: nauc_ndcg_at_10_max
value: 24.399065080762156
verified: no, type: nauc_ndcg_at_10_std
value: -6.456484847461014
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.90161216134891
verified: no, type: nauc_ndcg_at_1_max
value: 23.25750711871999
verified: no, type: nauc_ndcg_at_1_std
value: -9.594515113825784
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.502911456501412
verified: no, type: nauc_ndcg_at_20_max
value: 24.3684573460547
verified: no, type: nauc_ndcg_at_20_std
value: -5.431034664961198
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.28960931149853
verified: no, type: nauc_ndcg_at_3_max
value: 25.02984487008653
verified: no, type: nauc_ndcg_at_3_std
value: -7.3639652051674425
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.004893718918243
verified: no, type: nauc_ndcg_at_5_max
value: 23.473284900900413
verified: no, type: nauc_ndcg_at_5_std
value: -7.374948291628487
verified: no, type: nauc_precision_at_1000_diff1
value: 4.204997375879931
verified: no, type: nauc_precision_at_1000_max
value: 14.836544374163923
verified: no, type: nauc_precision_at_1000_std
value: 4.189893121262196
verified: no, type: nauc_precision_at_100_diff1
value: 9.664211120142774
verified: no, type: nauc_precision_at_100_max
value: 23.278624037844136
verified: no, type: nauc_precision_at_100_std
value: 10.139858774883617
verified: no, type: nauc_precision_at_10_diff1
value: 18.254640016067235
verified: no, type: nauc_precision_at_10_max
value: 25.875424555589944
verified: no, type: nauc_precision_at_10_std
value: 1.8556667828105178
verified: no, type: nauc_precision_at_1_diff1
value: 38.90161216134891
verified: no, type: nauc_precision_at_1_max
value: 23.25750711871999
verified: no, type: nauc_precision_at_1_std
value: -9.594515113825784
verified: no, type: nauc_precision_at_20_diff1
value: 15.01498712691562
verified: no, type: nauc_precision_at_20_max
value: 23.623832348861118
verified: no, type: nauc_precision_at_20_std
value: 3.983550220573133
verified: no, type: nauc_precision_at_3_diff1
value: 26.287511023687216
verified: no, type: nauc_precision_at_3_max
value: 27.543586920028773
verified: no, type: nauc_precision_at_3_std
value: 0.15258746842694398
verified: no, type: nauc_precision_at_5_diff1
value: 22.802005213769657
verified: no, type: nauc_precision_at_5_max
value: 26.210808440918704
verified: no, type: nauc_precision_at_5_std
value: 1.6349853424493874
verified: no, type: nauc_recall_at_1000_diff1
value: 11.511308761942622
verified: no, type: nauc_recall_at_1000_max
value: 38.4041293881153
verified: no, type: nauc_recall_at_1000_std
value: 33.63022206800078
verified: no, type: nauc_recall_at_100_diff1
value: 14.715351149680625
verified: no, type: nauc_recall_at_100_max
value: 29.454915943154177
verified: no, type: nauc_recall_at_100_std
value: 16.405385169661773
verified: no, type: nauc_recall_at_10_diff1
value: 20.492972968291127
verified: no, type: nauc_recall_at_10_max
value: 22.116074534098047
verified: no, type: nauc_recall_at_10_std
value: -4.004069875303906
verified: no, type: nauc_recall_at_1_diff1
value: 36.17656844791782
verified: no, type: nauc_recall_at_1_max
value: 17.076465249230335
verified: no, type: nauc_recall_at_1_std
value: -15.899479769849862
verified: no, type: nauc_recall_at_20_diff1
value: 19.302875250798955
verified: no, type: nauc_recall_at_20_max
value: 20.89993180168654
verified: no, type: nauc_recall_at_20_std
value: -0.9217854199303566
verified: no, type: nauc_recall_at_3_diff1
value: 28.262683630571505
verified: no, type: nauc_recall_at_3_max
value: 22.208144209258297
verified: no, type: nauc_recall_at_3_std
value: -6.304103665147867
verified: no, type: nauc_recall_at_5_diff1
value: 24.85396342890086
verified: no, type: nauc_recall_at_5_max
value: 20.00719253437568
verified: no, type: nauc_recall_at_5_std
value: -5.837624070464137
verified: no, type: ndcg_at_1
value: 27.622999999999998
verified: no, type: ndcg_at_10
value: 29.255
verified: no, type: ndcg_at_100
value: 36.842000000000006
verified: no, type: ndcg_at_1000
value: 40.727000000000004
verified: no, type: ndcg_at_20
value: 31.846999999999998
verified: no, type: ndcg_at_3
value: 25.86
verified: no, type: ndcg_at_5
value: 26.983
verified: no, type: precision_at_1
value: 27.622999999999998
verified: no, type: precision_at_10
value: 8.58
verified: no, type: precision_at_100
value: 1.627
verified: no, type: precision_at_1000
value: 0.22899999999999998
verified: no, type: precision_at_20
value: 5.386
verified: no, type: precision_at_3
value: 17.695
verified: no, type: precision_at_5
value: 13.395000000000001
verified: no, type: recall_at_1
value: 13.569999999999999
verified: no, type: recall_at_10
value: 35.221999999999994
verified: no, type: recall_at_100
value: 64.41799999999999
verified: no, type: recall_at_1000
value: 88.304
verified: no, type: recall_at_20
value: 43.206
verified: no, type: recall_at_3
value: 23.558
verified: no, type: recall_at_5
value: 28.378999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 29.994
verified: no, type: map_at_1
value: 13.866
verified: no, type: map_at_10
value: 23.317
verified: no, type: map_at_100
value: 25.032
verified: no, type: map_at_1000
value: 25.239
verified: no, type: map_at_20
value: 24.171
verified: no, type: map_at_3
value: 19.853
verified: no, type: map_at_5
value: 21.648
verified: no, type: mrr_at_1
value: 26.745454545454546
verified: no, type: mrr_at_10
value: 35.16525974025962
verified: no, type: mrr_at_100
value: 36.202982427670904
verified: no, type: mrr_at_1000
value: 36.268132260448
verified: no, type: mrr_at_20
value: 35.74959811422568
verified: no, type: mrr_at_3
value: 32.53333333333322
verified: no, type: mrr_at_5
value: 34.08060606060601
verified: no, type: nauc_map_at_1000_diff1
value: 34.17238974719886
verified: no, type: nauc_map_at_1000_max
value: 19.90690037114539
verified: no, type: nauc_map_at_1000_std
value: -4.4405465167280544
verified: no, type: nauc_map_at_100_diff1
value: 34.1915945318716
verified: no, type: nauc_map_at_100_max
value: 19.839512082119505
verified: no, type: nauc_map_at_100_std
value: -4.551189250602858
verified: no, type: nauc_map_at_10_diff1
value: 34.395518431581365
verified: no, type: nauc_map_at_10_max
value: 18.77345779303901
verified: no, type: nauc_map_at_10_std
value: -5.915946774517749
verified: no, type: nauc_map_at_1_diff1
value: 40.69969221252926
verified: no, type: nauc_map_at_1_max
value: 14.754504681551902
verified: no, type: nauc_map_at_1_std
value: -8.829380936967029
verified: no, type: nauc_map_at_20_diff1
value: 34.32100035842662
verified: no, type: nauc_map_at_20_max
value: 19.3659001613661
verified: no, type: nauc_map_at_20_std
value: -5.2853399599841655
verified: no, type: nauc_map_at_3_diff1
value: 35.6264775538132
verified: no, type: nauc_map_at_3_max
value: 16.75950792264043
verified: no, type: nauc_map_at_3_std
value: -7.466496371191784
verified: no, type: nauc_map_at_5_diff1
value: 34.835393908356316
verified: no, type: nauc_map_at_5_max
value: 17.88823252858636
verified: no, type: nauc_map_at_5_std
value: -6.73193111786774
verified: no, type: nauc_mrr_at_1000_diff1
value: 36.36873803303581
verified: no, type: nauc_mrr_at_1000_max
value: 21.589400439011285
verified: no, type: nauc_mrr_at_1000_std
value: -2.073456915710196
verified: no, type: nauc_mrr_at_100_diff1
value: 36.35049541908394
verified: no, type: nauc_mrr_at_100_max
value: 21.59856672724492
verified: no, type: nauc_mrr_at_100_std
value: -2.048230583741773
verified: no, type: nauc_mrr_at_10_diff1
value: 36.371889762814355
verified: no, type: nauc_mrr_at_10_max
value: 21.420927978313024
verified: no, type: nauc_mrr_at_10_std
value: -2.383400260824236
verified: no, type: nauc_mrr_at_1_diff1
value: 41.61572832979243
verified: no, type: nauc_mrr_at_1_max
value: 21.496319753264828
verified: no, type: nauc_mrr_at_1_std
value: -4.043848004032685
verified: no, type: nauc_mrr_at_20_diff1
value: 36.29597040888515
verified: no, type: nauc_mrr_at_20_max
value: 21.51389402000895
verified: no, type: nauc_mrr_at_20_std
value: -2.1790750325802364
verified: no, type: nauc_mrr_at_3_diff1
value: 37.194024045110204
verified: no, type: nauc_mrr_at_3_max
value: 21.022592663496635
verified: no, type: nauc_mrr_at_3_std
value: -3.0898595957202857
verified: no, type: nauc_mrr_at_5_diff1
value: 36.66125216532709
verified: no, type: nauc_mrr_at_5_max
value: 21.396700926246425
verified: no, type: nauc_mrr_at_5_std
value: -2.553627141419755
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.38935828179287
verified: no, type: nauc_ndcg_at_1000_max
value: 23.224249123521183
verified: no, type: nauc_ndcg_at_1000_std
value: 1.0879410941359957
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.24818026942289
verified: no, type: nauc_ndcg_at_100_max
value: 22.76937119361096
verified: no, type: nauc_ndcg_at_100_std
value: 0.515081782728159
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.79357112146351
verified: no, type: nauc_ndcg_at_10_max
value: 19.99582986284157
verified: no, type: nauc_ndcg_at_10_std
value: -3.751089704069018
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.61572832979243
verified: no, type: nauc_ndcg_at_1_max
value: 21.496319753264828
verified: no, type: nauc_ndcg_at_1_std
value: -4.043848004032685
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.57622090747284
verified: no, type: nauc_ndcg_at_20_max
value: 20.927100024631486
verified: no, type: nauc_ndcg_at_20_std
value: -2.504703367385429
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.318270851922996
verified: no, type: nauc_ndcg_at_3_max
value: 19.76366359616555
verified: no, type: nauc_ndcg_at_3_std
value: -4.542959307616596
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.395565639254535
verified: no, type: nauc_ndcg_at_5_max
value: 19.661095132326423
verified: no, type: nauc_ndcg_at_5_std
value: -4.474074501680213
verified: no, type: nauc_precision_at_1000_diff1
value: -1.7582514140036456
verified: no, type: nauc_precision_at_1000_max
value: 18.753853227683788
verified: no, type: nauc_precision_at_1000_std
value: 18.966877588628744
verified: no, type: nauc_precision_at_100_diff1
value: 6.052096842697663
verified: no, type: nauc_precision_at_100_max
value: 25.36587284015856
verified: no, type: nauc_precision_at_100_std
value: 19.534327762719816
verified: no, type: nauc_precision_at_10_diff1
value: 18.256744813014013
verified: no, type: nauc_precision_at_10_max
value: 23.852659092492484
verified: no, type: nauc_precision_at_10_std
value: 5.872802925373233
verified: no, type: nauc_precision_at_1_diff1
value: 41.61572832979243
verified: no, type: nauc_precision_at_1_max
value: 21.496319753264828
verified: no, type: nauc_precision_at_1_std
value: -4.043848004032685
verified: no, type: nauc_precision_at_20_diff1
value: 14.775860398579105
verified: no, type: nauc_precision_at_20_max
value: 24.938453633955213
verified: no, type: nauc_precision_at_20_std
value: 10.200146792662155
verified: no, type: nauc_precision_at_3_diff1
value: 27.646283860067033
verified: no, type: nauc_precision_at_3_max
value: 22.581062222983146
verified: no, type: nauc_precision_at_3_std
value: 0.039701518979472085
verified: no, type: nauc_precision_at_5_diff1
value: 23.296833858355495
verified: no, type: nauc_precision_at_5_max
value: 23.921294406397724
verified: no, type: nauc_precision_at_5_std
value: 2.6705448469650706
verified: no, type: nauc_recall_at_1000_diff1
value: 13.71266542770827
verified: no, type: nauc_recall_at_1000_max
value: 34.58260353827578
verified: no, type: nauc_recall_at_1000_std
value: 31.07652809204639
verified: no, type: nauc_recall_at_100_diff1
value: 19.596552662113957
verified: no, type: nauc_recall_at_100_max
value: 24.193045087413854
verified: no, type: nauc_recall_at_100_std
value: 12.267692506468302
verified: no, type: nauc_recall_at_10_diff1
value: 24.18002087541788
verified: no, type: nauc_recall_at_10_max
value: 17.04450124591196
verified: no, type: nauc_recall_at_10_std
value: -2.26228306259431
verified: no, type: nauc_recall_at_1_diff1
value: 40.69969221252926
verified: no, type: nauc_recall_at_1_max
value: 14.754504681551902
verified: no, type: nauc_recall_at_1_std
value: -8.829380936967029
verified: no, type: nauc_recall_at_20_diff1
value: 22.76681939853625
verified: no, type: nauc_recall_at_20_max
value: 18.835435846904414
verified: no, type: nauc_recall_at_20_std
value: 0.6916000951908499
verified: no, type: nauc_recall_at_3_diff1
value: 29.863275702904247
verified: no, type: nauc_recall_at_3_max
value: 15.058179408472702
verified: no, type: nauc_recall_at_3_std
value: -6.326250744102676
verified: no, type: nauc_recall_at_5_diff1
value: 26.409952269717625
verified: no, type: nauc_recall_at_5_max
value: 16.10014027807514
verified: no, type: nauc_recall_at_5_std
value: -4.555063225740013
verified: no, type: ndcg_at_1
value: 26.745
verified: no, type: ndcg_at_10
value: 29.994
verified: no, type: ndcg_at_100
value: 37.064
verified: no, type: ndcg_at_1000
value: 40.875
verified: no, type: ndcg_at_20
value: 32.378
verified: no, type: ndcg_at_3
value: 25.795
verified: no, type: ndcg_at_5
value: 27.33
verified: no, type: precision_at_1
value: 26.745
verified: no, type: precision_at_10
value: 8.529
verified: no, type: precision_at_100
value: 1.576
verified: no, type: precision_at_1000
value: 0.22300000000000003
verified: no, type: precision_at_20
value: 5.253
verified: no, type: precision_at_3
value: 17.024
verified: no, type: precision_at_5
value: 12.985
verified: no, type: recall_at_1
value: 13.866
verified: no, type: recall_at_10
value: 37.272
verified: no, type: recall_at_100
value: 64.607
verified: no, type: recall_at_1000
value: 88.03
verified: no, type: recall_at_20
value: 44.830999999999996
verified: no, type: recall_at_3
value: 24.154
verified: no, type: recall_at_5
value: 29.584
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 55.212
verified: no, type: map_at_1
value: 33.165
verified: no, type: map_at_10
value: 46.207
verified: no, type: map_at_100
value: 47.116
verified: no, type: map_at_1000
value: 47.196
verified: no, type: map_at_20
value: 46.721000000000004
verified: no, type: map_at_3
value: 43.299
verified: no, type: map_at_5
value: 45.102
verified: no, type: mrr_at_1
value: 66.33008995777492
verified: no, type: mrr_at_10
value: 72.54347813417037
verified: no, type: mrr_at_100
value: 72.89730603187355
verified: no, type: mrr_at_1000
value: 72.91619135708791
verified: no, type: mrr_at_20
value: 72.75801542902241
verified: no, type: mrr_at_3
value: 71.26246863717049
verified: no, type: mrr_at_5
value: 72.0500581359771
verified: no, type: nauc_map_at_1000_diff1
value: 37.59928826950483
verified: no, type: nauc_map_at_1000_max
value: 30.282729896696303
verified: no, type: nauc_map_at_1000_std
value: 5.814444002388258
verified: no, type: nauc_map_at_100_diff1
value: 37.58265781864992
verified: no, type: nauc_map_at_100_max
value: 30.2575030025452
verified: no, type: nauc_map_at_100_std
value: 5.806092847122748
verified: no, type: nauc_map_at_10_diff1
value: 37.814487349746315
verified: no, type: nauc_map_at_10_max
value: 30.09556121806667
verified: no, type: nauc_map_at_10_std
value: 4.92852244416351
verified: no, type: nauc_map_at_1_diff1
value: 76.16251680393631
verified: no, type: nauc_map_at_1_max
value: 48.58434887492468
verified: no, type: nauc_map_at_1_std
value: 0.9402866718943377
verified: no, type: nauc_map_at_20_diff1
value: 37.536130451025336
verified: no, type: nauc_map_at_20_max
value: 30.088918687131084
verified: no, type: nauc_map_at_20_std
value: 5.429306021099536
verified: no, type: nauc_map_at_3_diff1
value: 40.16805109874118
verified: no, type: nauc_map_at_3_max
value: 30.666267341359514
verified: no, type: nauc_map_at_3_std
value: 2.652273185858946
verified: no, type: nauc_map_at_5_diff1
value: 38.50355381853525
verified: no, type: nauc_map_at_5_max
value: 30.115503730936705
verified: no, type: nauc_map_at_5_std
value: 4.028312792506911
verified: no, type: nauc_mrr_at_1000_diff1
value: 73.61147008969131
verified: no, type: nauc_mrr_at_1000_max
value: 50.00909355520474
verified: no, type: nauc_mrr_at_1000_std
value: 4.085243897090858
verified: no, type: nauc_mrr_at_100_diff1
value: 73.60564051934459
verified: no, type: nauc_mrr_at_100_max
value: 50.013077364850325
verified: no, type: nauc_mrr_at_100_std
value: 4.10435415799582
verified: no, type: nauc_mrr_at_10_diff1
value: 73.59558272622667
verified: no, type: nauc_mrr_at_10_max
value: 50.02864212169015
verified: no, type: nauc_mrr_at_10_std
value: 3.955321271092042
verified: no, type: nauc_mrr_at_1_diff1
value: 76.16251680393631
verified: no, type: nauc_mrr_at_1_max
value: 48.58434887492468
verified: no, type: nauc_mrr_at_1_std
value: 0.9402866718943377
verified: no, type: nauc_mrr_at_20_diff1
value: 73.5850284289041
verified: no, type: nauc_mrr_at_20_max
value: 50.00326442386551
verified: no, type: nauc_mrr_at_20_std
value: 4.078588841757761
verified: no, type: nauc_mrr_at_3_diff1
value: 73.6919814843546
verified: no, type: nauc_mrr_at_3_max
value: 49.59840717980797
verified: no, type: nauc_mrr_at_3_std
value: 2.781516076290679
verified: no, type: nauc_mrr_at_5_diff1
value: 73.56287643103377
verified: no, type: nauc_mrr_at_5_max
value: 49.900055552809796
verified: no, type: nauc_mrr_at_5_std
value: 3.705693125484777
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.83221355124097
verified: no, type: nauc_ndcg_at_1000_max
value: 34.68662675663932
verified: no, type: nauc_ndcg_at_1000_std
value: 9.966029196362793
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.340773218764426
verified: no, type: nauc_ndcg_at_100_max
value: 34.23298528254637
verified: no, type: nauc_ndcg_at_100_std
value: 10.099357662116802
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.32865445575488
verified: no, type: nauc_ndcg_at_10_max
value: 33.77163277737238
verified: no, type: nauc_ndcg_at_10_std
value: 6.865355047679356
verified: no, type: nauc_ndcg_at_1_diff1
value: 76.16251680393631
verified: no, type: nauc_ndcg_at_1_max
value: 48.58434887492468
verified: no, type: nauc_ndcg_at_1_std
value: 0.9402866718943377
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.43251777086935
verified: no, type: nauc_ndcg_at_20_max
value: 33.626354614476796
verified: no, type: nauc_ndcg_at_20_std
value: 8.211794193743314
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.26659710333592
verified: no, type: nauc_ndcg_at_3_max
value: 34.71364425758281
verified: no, type: nauc_ndcg_at_3_std
value: 3.209311811887227
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.749770607763274
verified: no, type: nauc_ndcg_at_5_max
value: 33.92234652129674
verified: no, type: nauc_ndcg_at_5_std
value: 5.266920311664117
verified: no, type: nauc_precision_at_1000_diff1
value: 6.920645765238621
verified: no, type: nauc_precision_at_1000_max
value: 22.95698062667239
verified: no, type: nauc_precision_at_1000_std
value: 29.672837976586614
verified: no, type: nauc_precision_at_100_diff1
value: 13.22824261790413
verified: no, type: nauc_precision_at_100_max
value: 23.231473906591923
verified: no, type: nauc_precision_at_100_std
value: 25.390789614222413
verified: no, type: nauc_precision_at_10_diff1
value: 22.829427972152754
verified: no, type: nauc_precision_at_10_max
value: 24.793236854407677
verified: no, type: nauc_precision_at_10_std
value: 11.857273181566418
verified: no, type: nauc_precision_at_1_diff1
value: 76.16251680393631
verified: no, type: nauc_precision_at_1_max
value: 48.58434887492468
verified: no, type: nauc_precision_at_1_std
value: 0.9402866718943377
verified: no, type: nauc_precision_at_20_diff1
value: 18.922478084474612
verified: no, type: nauc_precision_at_20_max
value: 23.688017016719236
verified: no, type: nauc_precision_at_20_std
value: 16.17451419368357
verified: no, type: nauc_precision_at_3_diff1
value: 33.40103210093809
verified: no, type: nauc_precision_at_3_max
value: 28.67115719143232
verified: no, type: nauc_precision_at_3_std
value: 4.341390163997301
verified: no, type: nauc_precision_at_5_diff1
value: 28.084831451507796
verified: no, type: nauc_precision_at_5_max
value: 26.620696434140612
verified: no, type: nauc_precision_at_5_std
value: 8.226270159734309
verified: no, type: nauc_recall_at_1000_diff1
value: 6.920645765238653
verified: no, type: nauc_recall_at_1000_max
value: 22.956980626672394
verified: no, type: nauc_recall_at_1000_std
value: 29.672837976586656
verified: no, type: nauc_recall_at_100_diff1
value: 13.228242617904145
verified: no, type: nauc_recall_at_100_max
value: 23.2314739065918
verified: no, type: nauc_recall_at_100_std
value: 25.390789614222403
verified: no, type: nauc_recall_at_10_diff1
value: 22.829427972152697
verified: no, type: nauc_recall_at_10_max
value: 24.793236854407656
verified: no, type: nauc_recall_at_10_std
value: 11.857273181566445
verified: no, type: nauc_recall_at_1_diff1
value: 76.16251680393631
verified: no, type: nauc_recall_at_1_max
value: 48.58434887492468
verified: no, type: nauc_recall_at_1_std
value: 0.9402866718943377
verified: no, type: nauc_recall_at_20_diff1
value: 18.922478084474545
verified: no, type: nauc_recall_at_20_max
value: 23.68801701671916
verified: no, type: nauc_recall_at_20_std
value: 16.174514193683454
verified: no, type: nauc_recall_at_3_diff1
value: 33.401032100938096
verified: no, type: nauc_recall_at_3_max
value: 28.67115719143232
verified: no, type: nauc_recall_at_3_std
value: 4.341390163997314
verified: no, type: nauc_recall_at_5_diff1
value: 28.08483145150783
verified: no, type: nauc_recall_at_5_max
value: 26.620696434140605
verified: no, type: nauc_recall_at_5_std
value: 8.226270159734305
verified: no, type: ndcg_at_1
value: 66.33
verified: no, type: ndcg_at_10
value: 55.212
verified: no, type: ndcg_at_100
value: 58.754
verified: no, type: ndcg_at_1000
value: 60.462
verified: no, type: ndcg_at_20
value: 56.602
verified: no, type: ndcg_at_3
value: 50.809000000000005
verified: no, type: ndcg_at_5
value: 53.217999999999996
verified: no, type: precision_at_1
value: 66.33
verified: no, type: precision_at_10
value: 11.368
verified: no, type: precision_at_100
value: 1.419
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: precision_at_20
value: 6.133
verified: no, type: precision_at_3
value: 31.4
verified: no, type: precision_at_5
value: 20.733999999999998
verified: no, type: recall_at_1
value: 33.165
verified: no, type: recall_at_10
value: 56.839
verified: no, type: recall_at_100
value: 70.938
verified: no, type: recall_at_1000
value: 82.348
verified: no, type: recall_at_20
value: 61.327
verified: no, type: recall_at_3
value: 47.099000000000004
verified: no, type: recall_at_5
value: 51.836000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 52.971999999999994
verified: no, type: map_at_1
value: 31.654
verified: no, type: map_at_10
value: 44.074000000000005
verified: no, type: map_at_100
value: 44.989000000000004
verified: no, type: map_at_1000
value: 45.073
verified: no, type: map_at_20
value: 44.586
verified: no, type: map_at_3
value: 41.272
verified: no, type: map_at_5
value: 42.998
verified: no, type: mrr_at_1
value: 63.308575286968264
verified: no, type: mrr_at_10
value: 69.693053813918
verified: no, type: mrr_at_100
value: 70.06837540030888
verified: no, type: mrr_at_1000
value: 70.09319399672678
verified: no, type: mrr_at_20
value: 69.91706947665378
verified: no, type: mrr_at_3
value: 68.23317578212918
verified: no, type: mrr_at_5
value: 69.13729462075159
verified: no, type: nauc_map_at_1000_diff1
value: 36.83230535715049
verified: no, type: nauc_map_at_1000_max
value: 25.262284189097812
verified: no, type: nauc_map_at_1000_std
value: 3.8458378959363277
verified: no, type: nauc_map_at_100_diff1
value: 36.82679839511568
verified: no, type: nauc_map_at_100_max
value: 25.24108195881008
verified: no, type: nauc_map_at_100_std
value: 3.8202670681227904
verified: no, type: nauc_map_at_10_diff1
value: 37.10613229017701
verified: no, type: nauc_map_at_10_max
value: 25.206297581776045
verified: no, type: nauc_map_at_10_std
value: 3.073730167239667
verified: no, type: nauc_map_at_1_diff1
value: 71.8008759816477
verified: no, type: nauc_map_at_1_max
value: 38.88537106404701
verified: no, type: nauc_map_at_1_std
value: -1.371913433207584
verified: no, type: nauc_map_at_20_diff1
value: 36.9476051015731
verified: no, type: nauc_map_at_20_max
value: 25.207661819829287
verified: no, type: nauc_map_at_20_std
value: 3.492533724966404
verified: no, type: nauc_map_at_3_diff1
value: 39.9484542280954
verified: no, type: nauc_map_at_3_max
value: 25.76580222365625
verified: no, type: nauc_map_at_3_std
value: 1.206073934259179
verified: no, type: nauc_map_at_5_diff1
value: 37.69511048393107
verified: no, type: nauc_map_at_5_max
value: 25.19930427889136
verified: no, type: nauc_map_at_5_std
value: 2.3349068258419354
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.28878026299333
verified: no, type: nauc_mrr_at_1000_max
value: 40.71255427865873
verified: no, type: nauc_mrr_at_1000_std
value: 1.6521089324825453
verified: no, type: nauc_mrr_at_100_diff1
value: 69.27998942240185
verified: no, type: nauc_mrr_at_100_max
value: 40.72055789917647
verified: no, type: nauc_mrr_at_100_std
value: 1.6710084126141715
verified: no, type: nauc_mrr_at_10_diff1
value: 69.26657266360175
verified: no, type: nauc_mrr_at_10_max
value: 40.639229678709896
verified: no, type: nauc_mrr_at_10_std
value: 1.4815255200664945
verified: no, type: nauc_mrr_at_1_diff1
value: 71.8008759816477
verified: no, type: nauc_mrr_at_1_max
value: 38.88537106404701
verified: no, type: nauc_mrr_at_1_std
value: -1.371913433207584
verified: no, type: nauc_mrr_at_20_diff1
value: 69.27830361161162
verified: no, type: nauc_mrr_at_20_max
value: 40.71863909827696
verified: no, type: nauc_mrr_at_20_std
value: 1.623605506036414
verified: no, type: nauc_mrr_at_3_diff1
value: 69.58157189351662
verified: no, type: nauc_mrr_at_3_max
value: 40.206723825392935
verified: no, type: nauc_mrr_at_3_std
value: 0.4362253158175391
verified: no, type: nauc_mrr_at_5_diff1
value: 69.36760251761149
verified: no, type: nauc_mrr_at_5_max
value: 40.62655513748466
verified: no, type: nauc_mrr_at_5_std
value: 1.1637987824217286
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.20936503972028
verified: no, type: nauc_ndcg_at_1000_max
value: 28.716130134836813
verified: no, type: nauc_ndcg_at_1000_std
value: 7.771976614168036
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.90097017611809
verified: no, type: nauc_ndcg_at_100_max
value: 28.403992280821882
verified: no, type: nauc_ndcg_at_100_std
value: 7.548867749000984
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.273589288580936
verified: no, type: nauc_ndcg_at_10_max
value: 28.26827787286263
verified: no, type: nauc_ndcg_at_10_std
value: 4.577414562674608
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.8008759816477
verified: no, type: nauc_ndcg_at_1_max
value: 38.88537106404701
verified: no, type: nauc_ndcg_at_1_std
value: -1.371913433207584
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.671135269161326
verified: no, type: nauc_ndcg_at_20_max
value: 28.258137751273203
verified: no, type: nauc_ndcg_at_20_std
value: 5.745155912069933
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.75367844432209
verified: no, type: nauc_ndcg_at_3_max
value: 29.07362771933447
verified: no, type: nauc_ndcg_at_3_std
value: 1.5190703511711499
verified: no, type: nauc_ndcg_at_5_diff1
value: 42.606773734449725
verified: no, type: nauc_ndcg_at_5_max
value: 28.4077361548155
verified: no, type: nauc_ndcg_at_5_std
value: 3.209865175010762
verified: no, type: nauc_precision_at_1000_diff1
value: 2.5574196948442314
verified: no, type: nauc_precision_at_1000_max
value: 17.203010545463275
verified: no, type: nauc_precision_at_1000_std
value: 29.10812184249904
verified: no, type: nauc_precision_at_100_diff1
value: 11.235732120360346
verified: no, type: nauc_precision_at_100_max
value: 18.64911530047573
verified: no, type: nauc_precision_at_100_std
value: 21.843421561876685
verified: no, type: nauc_precision_at_10_diff1
value: 22.3741394781161
verified: no, type: nauc_precision_at_10_max
value: 21.020002971759517
verified: no, type: nauc_precision_at_10_std
value: 9.253822161149387
verified: no, type: nauc_precision_at_1_diff1
value: 71.8008759816477
verified: no, type: nauc_precision_at_1_max
value: 38.88537106404701
verified: no, type: nauc_precision_at_1_std
value: -1.371913433207584
verified: no, type: nauc_precision_at_20_diff1
value: 19.087064681672274
verified: no, type: nauc_precision_at_20_max
value: 20.138969166309955
verified: no, type: nauc_precision_at_20_std
value: 12.905112130703339
verified: no, type: nauc_precision_at_3_diff1
value: 33.93054601192755
verified: no, type: nauc_precision_at_3_max
value: 24.229682779930698
verified: no, type: nauc_precision_at_3_std
value: 2.8401874787669628
verified: no, type: nauc_precision_at_5_diff1
value: 26.92509089919797
verified: no, type: nauc_precision_at_5_max
value: 22.206650798778213
verified: no, type: nauc_precision_at_5_std
value: 6.035922060945665
verified: no, type: nauc_recall_at_1000_diff1
value: 2.557419694844378
verified: no, type: nauc_recall_at_1000_max
value: 17.203010545463453
verified: no, type: nauc_recall_at_1000_std
value: 29.10812184249917
verified: no, type: nauc_recall_at_100_diff1
value: 11.23573212036028
verified: no, type: nauc_recall_at_100_max
value: 18.649115300475675
verified: no, type: nauc_recall_at_100_std
value: 21.843421561876653
verified: no, type: nauc_recall_at_10_diff1
value: 22.374139478116074
verified: no, type: nauc_recall_at_10_max
value: 21.020002971759446
verified: no, type: nauc_recall_at_10_std
value: 9.253822161149355
verified: no, type: nauc_recall_at_1_diff1
value: 71.8008759816477
verified: no, type: nauc_recall_at_1_max
value: 38.88537106404701
verified: no, type: nauc_recall_at_1_std
value: -1.371913433207584
verified: no, type: nauc_recall_at_20_diff1
value: 19.08706468167224
verified: no, type: nauc_recall_at_20_max
value: 20.138969166309963
verified: no, type: nauc_recall_at_20_std
value: 12.905112130703364
verified: no, type: nauc_recall_at_3_diff1
value: 33.93054601192752
verified: no, type: nauc_recall_at_3_max
value: 24.229682779930734
verified: no, type: nauc_recall_at_3_std
value: 2.840187478766924
verified: no, type: nauc_recall_at_5_diff1
value: 26.92509089919793
verified: no, type: nauc_recall_at_5_max
value: 22.20665079877823
verified: no, type: nauc_recall_at_5_std
value: 6.035922060945694
verified: no, type: ndcg_at_1
value: 63.309000000000005
verified: no, type: ndcg_at_10
value: 52.971999999999994
verified: no, type: ndcg_at_100
value: 56.543
verified: no, type: ndcg_at_1000
value: 58.386
verified: no, type: ndcg_at_20
value: 54.366
verified: no, type: ndcg_at_3
value: 48.577999999999996
verified: no, type: ndcg_at_5
value: 50.976
verified: no, type: precision_at_1
value: 63.309000000000005
verified: no, type: precision_at_10
value: 10.978
verified: no, type: precision_at_100
value: 1.381
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 5.939
verified: no, type: precision_at_3
value: 30.101
verified: no, type: precision_at_5
value: 19.954
verified: no, type: recall_at_1
value: 31.654
verified: no, type: recall_at_10
value: 54.888999999999996
verified: no, type: recall_at_100
value: 69.048
verified: no, type: recall_at_1000
value: 81.357
verified: no, type: recall_at_20
value: 59.386
verified: no, type: recall_at_3
value: 45.152
verified: no, type: recall_at_5
value: 49.885000000000005
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 54.352999999999994
verified: no, type: map_at_1
value: 32.501000000000005
verified: no, type: map_at_10
value: 45.385
verified: no, type: map_at_100
value: 46.328
verified: no, type: map_at_1000
value: 46.415
verified: no, type: map_at_20
value: 45.921
verified: no, type: map_at_3
value: 42.592
verified: no, type: map_at_5
value: 44.247
verified: no, type: mrr_at_1
value: 65.00235294117647
verified: no, type: mrr_at_10
value: 71.35895611577841
verified: no, type: mrr_at_100
value: 71.7292633180157
verified: no, type: mrr_at_1000
value: 71.75078689757093
verified: no, type: mrr_at_20
value: 71.58003103687626
verified: no, type: mrr_at_3
value: 70.0780392156891
verified: no, type: mrr_at_5
value: 70.83462745098184
verified: no, type: nauc_map_at_1000_diff1
value: 38.18526689293094
verified: no, type: nauc_map_at_1000_max
value: 31.235448214785
verified: no, type: nauc_map_at_1000_std
value: 6.874994136891692
verified: no, type: nauc_map_at_100_diff1
value: 38.16023479941572
verified: no, type: nauc_map_at_100_max
value: 31.204841799786703
verified: no, type: nauc_map_at_100_std
value: 6.852337527990418
verified: no, type: nauc_map_at_10_diff1
value: 38.33352487295005
verified: no, type: nauc_map_at_10_max
value: 30.965981294221717
verified: no, type: nauc_map_at_10_std
value: 6.04376305942537
verified: no, type: nauc_map_at_1_diff1
value: 74.85062194074064
verified: no, type: nauc_map_at_1_max
value: 47.83962838651089
verified: no, type: nauc_map_at_1_std
value: 3.0974186052905894
verified: no, type: nauc_map_at_20_diff1
value: 38.16179992857827
verified: no, type: nauc_map_at_20_max
value: 31.051482060104796
verified: no, type: nauc_map_at_20_std
value: 6.505384481121341
verified: no, type: nauc_map_at_3_diff1
value: 40.62792422471764
verified: no, type: nauc_map_at_3_max
value: 31.637984389044384
verified: no, type: nauc_map_at_3_std
value: 4.366156932434801
verified: no, type: nauc_map_at_5_diff1
value: 38.83324770212299
verified: no, type: nauc_map_at_5_max
value: 30.91163453417704
verified: no, type: nauc_map_at_5_std
value: 5.245780729706208
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.30551442448859
verified: no, type: nauc_mrr_at_1000_max
value: 49.57356513646785
verified: no, type: nauc_mrr_at_1000_std
value: 6.926570441540539
verified: no, type: nauc_mrr_at_100_diff1
value: 72.29784664870805
verified: no, type: nauc_mrr_at_100_max
value: 49.575772451684216
verified: no, type: nauc_mrr_at_100_std
value: 6.94169006553503
verified: no, type: nauc_mrr_at_10_diff1
value: 72.28376117146945
verified: no, type: nauc_mrr_at_10_max
value: 49.54814893690409
verified: no, type: nauc_mrr_at_10_std
value: 6.793889260746647
verified: no, type: nauc_mrr_at_1_diff1
value: 74.85062194074064
verified: no, type: nauc_mrr_at_1_max
value: 47.83962838651089
verified: no, type: nauc_mrr_at_1_std
value: 3.0974186052905894
verified: no, type: nauc_mrr_at_20_diff1
value: 72.28820864515497
verified: no, type: nauc_mrr_at_20_max
value: 49.577251323268236
verified: no, type: nauc_mrr_at_20_std
value: 6.914427453986511
verified: no, type: nauc_mrr_at_3_diff1
value: 72.5062371388261
verified: no, type: nauc_mrr_at_3_max
value: 49.37541313350784
verified: no, type: nauc_mrr_at_3_std
value: 5.999565940607738
verified: no, type: nauc_mrr_at_5_diff1
value: 72.27959279124379
verified: no, type: nauc_mrr_at_5_max
value: 49.449809030067364
verified: no, type: nauc_mrr_at_5_std
value: 6.483347741413612
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.44168728962114
verified: no, type: nauc_ndcg_at_1000_max
value: 35.72004645932894
verified: no, type: nauc_ndcg_at_1000_std
value: 11.308683394800111
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.878835986141745
verified: no, type: nauc_ndcg_at_100_max
value: 35.157639762182114
verified: no, type: nauc_ndcg_at_100_std
value: 11.126062547701517
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.80278176536329
verified: no, type: nauc_ndcg_at_10_max
value: 34.442635514099166
verified: no, type: nauc_ndcg_at_10_std
value: 8.100637095705283
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.85062194074064
verified: no, type: nauc_ndcg_at_1_max
value: 47.83962838651089
verified: no, type: nauc_ndcg_at_1_std
value: 3.0974186052905894
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.14813666310805
verified: no, type: nauc_ndcg_at_20_max
value: 34.542016761855024
verified: no, type: nauc_ndcg_at_20_std
value: 9.32854963413285
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.59777764305718
verified: no, type: nauc_ndcg_at_3_max
value: 35.559014010960745
verified: no, type: nauc_ndcg_at_3_std
value: 5.4257980785659266
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.927216063696385
verified: no, type: nauc_ndcg_at_5_max
value: 34.4741802929987
verified: no, type: nauc_ndcg_at_5_std
value: 6.64406524289838
verified: no, type: nauc_precision_at_1000_diff1
value: 8.390786324621837
verified: no, type: nauc_precision_at_1000_max
value: 26.10349412968342
verified: no, type: nauc_precision_at_1000_std
value: 31.532116357951416
verified: no, type: nauc_precision_at_100_diff1
value: 14.815997080437281
verified: no, type: nauc_precision_at_100_max
value: 25.257481267270148
verified: no, type: nauc_precision_at_100_std
value: 24.542315141771812
verified: no, type: nauc_precision_at_10_diff1
value: 24.083491896527338
verified: no, type: nauc_precision_at_10_max
value: 25.7009925703905
verified: no, type: nauc_precision_at_10_std
value: 11.915351498832335
verified: no, type: nauc_precision_at_1_diff1
value: 74.85062194074064
verified: no, type: nauc_precision_at_1_max
value: 47.83962838651089
verified: no, type: nauc_precision_at_1_std
value: 3.0974186052905894
verified: no, type: nauc_precision_at_20_diff1
value: 21.09946045442743
verified: no, type: nauc_precision_at_20_max
value: 25.44571195496344
verified: no, type: nauc_precision_at_20_std
value: 15.824885816608422
verified: no, type: nauc_precision_at_3_diff1
value: 34.134537627196536
verified: no, type: nauc_precision_at_3_max
value: 29.757871382320488
verified: no, type: nauc_precision_at_3_std
value: 6.446260557109936
verified: no, type: nauc_precision_at_5_diff1
value: 28.590225492869838
verified: no, type: nauc_precision_at_5_max
value: 27.19982999953651
verified: no, type: nauc_precision_at_5_std
value: 8.667387027390905
verified: no, type: nauc_recall_at_1000_diff1
value: 8.39078632462197
verified: no, type: nauc_recall_at_1000_max
value: 26.103494129683497
verified: no, type: nauc_recall_at_1000_std
value: 31.532116357951555
verified: no, type: nauc_recall_at_100_diff1
value: 14.815997080437327
verified: no, type: nauc_recall_at_100_max
value: 25.257481267270222
verified: no, type: nauc_recall_at_100_std
value: 24.542315141771876
verified: no, type: nauc_recall_at_10_diff1
value: 24.083491896527445
verified: no, type: nauc_recall_at_10_max
value: 25.70099257039055
verified: no, type: nauc_recall_at_10_std
value: 11.915351498832367
verified: no, type: nauc_recall_at_1_diff1
value: 74.85062194074064
verified: no, type: nauc_recall_at_1_max
value: 47.83962838651089
verified: no, type: nauc_recall_at_1_std
value: 3.0974186052905894
verified: no, type: nauc_recall_at_20_diff1
value: 21.099460454427494
verified: no, type: nauc_recall_at_20_max
value: 25.445711954963514
verified: no, type: nauc_recall_at_20_std
value: 15.824885816608457
verified: no, type: nauc_recall_at_3_diff1
value: 34.134537627196565
verified: no, type: nauc_recall_at_3_max
value: 29.757871382320474
verified: no, type: nauc_recall_at_3_std
value: 6.446260557109881
verified: no, type: nauc_recall_at_5_diff1
value: 28.59022549286988
verified: no, type: nauc_recall_at_5_max
value: 27.199829999536572
verified: no, type: nauc_recall_at_5_std
value: 8.66738702739096
verified: no, type: ndcg_at_1
value: 65.00200000000001
verified: no, type: ndcg_at_10
value: 54.352999999999994
verified: no, type: ndcg_at_100
value: 57.982
verified: no, type: ndcg_at_1000
value: 59.818000000000005
verified: no, type: ndcg_at_20
value: 55.791999999999994
verified: no, type: ndcg_at_3
value: 50.041999999999994
verified: no, type: ndcg_at_5
value: 52.285000000000004
verified: no, type: precision_at_1
value: 65.00200000000001
verified: no, type: precision_at_10
value: 11.236
verified: no, type: precision_at_100
value: 1.411
verified: no, type: precision_at_1000
value: 0.165
verified: no, type: precision_at_20
value: 6.081
verified: no, type: precision_at_3
value: 31.034
verified: no, type: precision_at_5
value: 20.395
verified: no, type: recall_at_1
value: 32.501000000000005
verified: no, type: recall_at_10
value: 56.178
verified: no, type: recall_at_100
value: 70.531
verified: no, type: recall_at_1000
value: 82.745
verified: no, type: recall_at_20
value: 60.81100000000001
verified: no, type: recall_at_3
value: 46.550999999999995
verified: no, type: recall_at_5
value: 50.986
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 33.267
verified: no, type: map_at_1
value: 16.214000000000002
verified: no, type: map_at_10
value: 27.084999999999997
verified: no, type: map_at_100
value: 28.276
verified: no, type: map_at_1000
value: 28.345
verified: no, type: map_at_20
value: 27.796
verified: no, type: map_at_3
value: 23.632
verified: no, type: map_at_5
value: 25.589000000000002
verified: no, type: mrr_at_1
value: 16.647564469914037
verified: no, type: mrr_at_10
value: 27.52912516486998
verified: no, type: mrr_at_100
value: 28.688710760574704
verified: no, type: mrr_at_1000
value: 28.752150381970036
verified: no, type: mrr_at_20
value: 28.22674836875266
verified: no, type: mrr_at_3
value: 24.07593123209153
verified: no, type: mrr_at_5
value: 26.031518624641752
verified: no, type: nauc_map_at_1000_diff1
value: 27.971342493672392
verified: no, type: nauc_map_at_1000_max
value: 5.462214975136937
verified: no, type: nauc_map_at_1000_std
value: -6.478856138161597
verified: no, type: nauc_map_at_100_diff1
value: 27.959434932293952
verified: no, type: nauc_map_at_100_max
value: 5.45427855738852
verified: no, type: nauc_map_at_100_std
value: -6.458319544100533
verified: no, type: nauc_map_at_10_diff1
value: 28.075095109965574
verified: no, type: nauc_map_at_10_max
value: 5.261836896368891
verified: no, type: nauc_map_at_10_std
value: -7.159951481014752
verified: no, type: nauc_map_at_1_diff1
value: 32.02629519524985
verified: no, type: nauc_map_at_1_max
value: 4.235774013519917
verified: no, type: nauc_map_at_1_std
value: -6.611977955375149
verified: no, type: nauc_map_at_20_diff1
value: 28.000588239915952
verified: no, type: nauc_map_at_20_max
value: 5.319732273559506
verified: no, type: nauc_map_at_20_std
value: -6.79828147209889
verified: no, type: nauc_map_at_3_diff1
value: 28.80632659280981
verified: no, type: nauc_map_at_3_max
value: 4.887456238840236
verified: no, type: nauc_map_at_3_std
value: -8.177199530228375
verified: no, type: nauc_map_at_5_diff1
value: 28.19193960393797
verified: no, type: nauc_map_at_5_max
value: 4.848465513733742
verified: no, type: nauc_map_at_5_std
value: -7.86195009300488
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.755654551413944
verified: no, type: nauc_mrr_at_1000_max
value: 5.574723686318093
verified: no, type: nauc_mrr_at_1000_std
value: -6.376684777865227
verified: no, type: nauc_mrr_at_100_diff1
value: 27.741805263174868
verified: no, type: nauc_mrr_at_100_max
value: 5.571182897437037
verified: no, type: nauc_mrr_at_100_std
value: -6.35161737451648
verified: no, type: nauc_mrr_at_10_diff1
value: 27.826522131237226
verified: no, type: nauc_mrr_at_10_max
value: 5.41342010724212
verified: no, type: nauc_mrr_at_10_std
value: -7.010320175661295
verified: no, type: nauc_mrr_at_1_diff1
value: 31.799956968971223
verified: no, type: nauc_mrr_at_1_max
value: 4.3645528963993385
verified: no, type: nauc_mrr_at_1_std
value: -6.542611663117229
verified: no, type: nauc_mrr_at_20_diff1
value: 27.758829843511712
verified: no, type: nauc_mrr_at_20_max
value: 5.47809006028695
verified: no, type: nauc_mrr_at_20_std
value: -6.632353875172013
verified: no, type: nauc_mrr_at_3_diff1
value: 28.621242480312247
verified: no, type: nauc_mrr_at_3_max
value: 4.965369616242466
verified: no, type: nauc_mrr_at_3_std
value: -8.13406631791308
verified: no, type: nauc_mrr_at_5_diff1
value: 27.99214664111539
verified: no, type: nauc_mrr_at_5_max
value: 5.001760615697147
verified: no, type: nauc_mrr_at_5_std
value: -7.738627662624034
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.42033671183166
verified: no, type: nauc_ndcg_at_1000_max
value: 7.1813861415123705
verified: no, type: nauc_ndcg_at_1000_std
value: -3.3183248968203296
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.068649691797198
verified: no, type: nauc_ndcg_at_100_max
value: 7.084897151491187
verified: no, type: nauc_ndcg_at_100_std
value: -2.37926465475641
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.65927837712848
verified: no, type: nauc_ndcg_at_10_max
value: 5.94951447927679
verified: no, type: nauc_ndcg_at_10_std
value: -6.283888909542508
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.799956968971223
verified: no, type: nauc_ndcg_at_1_max
value: 4.3645528963993385
verified: no, type: nauc_ndcg_at_1_std
value: -6.542611663117229
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.343017801772262
verified: no, type: nauc_ndcg_at_20_max
value: 6.148748140288225
verified: no, type: nauc_ndcg_at_20_std
value: -4.889747333107926
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.944125798015047
verified: no, type: nauc_ndcg_at_3_max
value: 5.0190845543649925
verified: no, type: nauc_ndcg_at_3_std
value: -8.542605158610163
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.94452756011203
verified: no, type: nauc_ndcg_at_5_max
value: 4.979294630466257
verified: no, type: nauc_ndcg_at_5_std
value: -7.9632918860789585
verified: no, type: nauc_precision_at_1000_diff1
value: -2.8674783175363037
verified: no, type: nauc_precision_at_1000_max
value: 22.834492321837896
verified: no, type: nauc_precision_at_1000_std
value: 23.855532012707535
verified: no, type: nauc_precision_at_100_diff1
value: 10.59583249043704
verified: no, type: nauc_precision_at_100_max
value: 17.18576130154892
verified: no, type: nauc_precision_at_100_std
value: 23.485570718257062
verified: no, type: nauc_precision_at_10_diff1
value: 21.803624991094008
verified: no, type: nauc_precision_at_10_max
value: 8.255044522506315
verified: no, type: nauc_precision_at_10_std
value: -3.1162397198724947
verified: no, type: nauc_precision_at_1_diff1
value: 31.799956968971223
verified: no, type: nauc_precision_at_1_max
value: 4.3645528963993385
verified: no, type: nauc_precision_at_1_std
value: -6.542611663117229
verified: no, type: nauc_precision_at_20_diff1
value: 19.072712332749784
verified: no, type: nauc_precision_at_20_max
value: 9.270659194587322
verified: no, type: nauc_precision_at_20_std
value: 2.574902502834436
verified: no, type: nauc_precision_at_3_diff1
value: 25.48764020474637
verified: no, type: nauc_precision_at_3_max
value: 5.29726481474291
verified: no, type: nauc_precision_at_3_std
value: -9.304988792539424
verified: no, type: nauc_precision_at_5_diff1
value: 23.23900521502322
verified: no, type: nauc_precision_at_5_max
value: 5.26183184249528
verified: no, type: nauc_precision_at_5_std
value: -7.993796337432438
verified: no, type: nauc_recall_at_1000_diff1
value: 8.048605328017109
verified: no, type: nauc_recall_at_1000_max
value: 43.170796847267376
verified: no, type: nauc_recall_at_1000_std
value: 57.12784212784193
verified: no, type: nauc_recall_at_100_diff1
value: 16.23905370753226
verified: no, type: nauc_recall_at_100_max
value: 17.167705956966586
verified: no, type: nauc_recall_at_100_std
value: 26.84279382858389
verified: no, type: nauc_recall_at_10_diff1
value: 22.915669711677662
verified: no, type: nauc_recall_at_10_max
value: 7.6866061579421965
verified: no, type: nauc_recall_at_10_std
value: -3.4994147789934407
verified: no, type: nauc_recall_at_1_diff1
value: 32.02629519524985
verified: no, type: nauc_recall_at_1_max
value: 4.235774013519917
verified: no, type: nauc_recall_at_1_std
value: -6.611977955375149
verified: no, type: nauc_recall_at_20_diff1
value: 21.19190605945811
verified: no, type: nauc_recall_at_20_max
value: 8.526109352318848
verified: no, type: nauc_recall_at_20_std
value: 2.354091696229009
verified: no, type: nauc_recall_at_3_diff1
value: 25.833881292307275
verified: no, type: nauc_recall_at_3_max
value: 5.2091715225707835
verified: no, type: nauc_recall_at_3_std
value: -9.401133135204939
verified: no, type: nauc_recall_at_5_diff1
value: 23.834148111224195
verified: no, type: nauc_recall_at_5_max
value: 5.092156605809381
verified: no, type: nauc_recall_at_5_std
value: -8.157559065693922
verified: no, type: ndcg_at_1
value: 16.648
verified: no, type: ndcg_at_10
value: 33.267
verified: no, type: ndcg_at_100
value: 39.244
verified: no, type: ndcg_at_1000
value: 41.067
verified: no, type: ndcg_at_20
value: 35.818
verified: no, type: ndcg_at_3
value: 26.179999999999996
verified: no, type: ndcg_at_5
value: 29.683999999999997
verified: no, type: precision_at_1
value: 16.648
verified: no, type: precision_at_10
value: 5.457999999999999
verified: no, type: precision_at_100
value: 0.848
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 3.258
verified: no, type: precision_at_3
value: 11.408999999999999
verified: no, type: precision_at_5
value: 8.622
verified: no, type: recall_at_1
value: 16.214000000000002
verified: no, type: recall_at_10
value: 52.425999999999995
verified: no, type: recall_at_100
value: 80.561
verified: no, type: recall_at_1000
value: 94.699
verified: no, type: recall_at_20
value: 62.365
verified: no, type: recall_at_3
value: 33.106
verified: no, type: recall_at_5
value: 41.521
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 60.870000000000005
verified: no, type: map_at_1
value: 2.131
verified: no, type: map_at_10
value: 12.787
verified: no, type: map_at_100
value: 33.555
verified: no, type: map_at_1000
value: 40.400000000000006
verified: no, type: map_at_20
value: 20.305
verified: no, type: map_at_3
value: 5.072
verified: no, type: map_at_5
value: 7.6160000000000005
verified: no, type: mrr_at_1
value: 83.72093023255815
verified: no, type: mrr_at_10
value: 88.37209302325583
verified: no, type: mrr_at_100
value: 88.37209302325583
verified: no, type: mrr_at_1000
value: 88.38852755640261
verified: no, type: mrr_at_20
value: 88.37209302325583
verified: no, type: mrr_at_3
value: 87.98449612403101
verified: no, type: mrr_at_5
value: 87.98449612403101
verified: no, type: nauc_map_at_1000_diff1
value: -11.637451882714142
verified: no, type: nauc_map_at_1000_max
value: 7.114399489151701
verified: no, type: nauc_map_at_1000_std
value: 20.246372132588903
verified: no, type: nauc_map_at_100_diff1
value: -0.0632894631150733
verified: no, type: nauc_map_at_100_max
value: -2.447435783134927
verified: no, type: nauc_map_at_100_std
value: 15.563962668206296
verified: no, type: nauc_map_at_10_diff1
value: 31.839428559929793
verified: no, type: nauc_map_at_10_max
value: -16.496117096600543
verified: no, type: nauc_map_at_10_std
value: -7.641628320406581
verified: no, type: nauc_map_at_1_diff1
value: 61.06067743896484
verified: no, type: nauc_map_at_1_max
value: -27.40046456998301
verified: no, type: nauc_map_at_1_std
value: -28.836063940376196
verified: no, type: nauc_map_at_20_diff1
value: 26.65025443892675
verified: no, type: nauc_map_at_20_max
value: -11.14293785249375
verified: no, type: nauc_map_at_20_std
value: -1.495662345119049
verified: no, type: nauc_map_at_3_diff1
value: 48.39130710323122
verified: no, type: nauc_map_at_3_max
value: -22.47448283493793
verified: no, type: nauc_map_at_3_std
value: -21.1112673213755
verified: no, type: nauc_map_at_5_diff1
value: 43.27270503425954
verified: no, type: nauc_map_at_5_max
value: -21.665246263866038
verified: no, type: nauc_map_at_5_std
value: -16.87555982472075
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.265608728799258
verified: no, type: nauc_mrr_at_1000_max
value: 56.895522393432984
verified: no, type: nauc_mrr_at_1000_std
value: 24.8123756870821
verified: no, type: nauc_mrr_at_100_diff1
value: 16.351020424909745
verified: no, type: nauc_mrr_at_100_max
value: 56.87846806435471
verified: no, type: nauc_mrr_at_100_std
value: 24.832800247112772
verified: no, type: nauc_mrr_at_10_diff1
value: 16.351020424909745
verified: no, type: nauc_mrr_at_10_max
value: 56.87846806435471
verified: no, type: nauc_mrr_at_10_std
value: 24.832800247112772
verified: no, type: nauc_mrr_at_1_diff1
value: 1.7843066955278728
verified: no, type: nauc_mrr_at_1_max
value: 57.763717853100616
verified: no, type: nauc_mrr_at_1_std
value: 33.136558296601805
verified: no, type: nauc_mrr_at_20_diff1
value: 16.351020424909745
verified: no, type: nauc_mrr_at_20_max
value: 56.87846806435471
verified: no, type: nauc_mrr_at_20_std
value: 24.832800247112772
verified: no, type: nauc_mrr_at_3_diff1
value: 17.003963828314124
verified: no, type: nauc_mrr_at_3_max
value: 58.32391908176391
verified: no, type: nauc_mrr_at_3_std
value: 20.207876871361478
verified: no, type: nauc_mrr_at_5_diff1
value: 17.003963828314124
verified: no, type: nauc_mrr_at_5_max
value: 58.32391908176391
verified: no, type: nauc_mrr_at_5_std
value: 20.207876871361478
verified: no, type: nauc_ndcg_at_1000_diff1
value: 3.242747993397579
verified: no, type: nauc_ndcg_at_1000_max
value: 27.14324945907484
verified: no, type: nauc_ndcg_at_1000_std
value: 27.913332819842235
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.1562051544571657
verified: no, type: nauc_ndcg_at_100_max
value: 12.769612186408716
verified: no, type: nauc_ndcg_at_100_std
value: 18.967820833430995
verified: no, type: nauc_ndcg_at_10_diff1
value: -4.7565969907268695
verified: no, type: nauc_ndcg_at_10_max
value: 16.747680219615667
verified: no, type: nauc_ndcg_at_10_std
value: 16.342353258866872
verified: no, type: nauc_ndcg_at_1_diff1
value: 6.188112322146796
verified: no, type: nauc_ndcg_at_1_max
value: 42.665211995571646
verified: no, type: nauc_ndcg_at_1_std
value: 9.776947425576676
verified: no, type: nauc_ndcg_at_20_diff1
value: -4.45645500969694
verified: no, type: nauc_ndcg_at_20_max
value: 14.126334901317946
verified: no, type: nauc_ndcg_at_20_std
value: 14.4521945480153
verified: no, type: nauc_ndcg_at_3_diff1
value: 2.1968836380001173
verified: no, type: nauc_ndcg_at_3_max
value: 21.66250854893134
verified: no, type: nauc_ndcg_at_3_std
value: 12.252928734793214
verified: no, type: nauc_ndcg_at_5_diff1
value: -0.16284904510423143
verified: no, type: nauc_ndcg_at_5_max
value: 20.154873396393278
verified: no, type: nauc_ndcg_at_5_std
value: 13.81988471025361
verified: no, type: nauc_precision_at_1000_diff1
value: -40.30583526736071
verified: no, type: nauc_precision_at_1000_max
value: 34.70918638626439
verified: no, type: nauc_precision_at_1000_std
value: 12.715928266811598
verified: no, type: nauc_precision_at_100_diff1
value: -47.964869010251846
verified: no, type: nauc_precision_at_100_max
value: 26.620429693037366
verified: no, type: nauc_precision_at_100_std
value: 18.68532843086043
verified: no, type: nauc_precision_at_10_diff1
value: -34.104349060173085
verified: no, type: nauc_precision_at_10_max
value: 26.245246669997798
verified: no, type: nauc_precision_at_10_std
value: 30.831576915711125
verified: no, type: nauc_precision_at_1_diff1
value: 1.7843066955278728
verified: no, type: nauc_precision_at_1_max
value: 57.763717853100616
verified: no, type: nauc_precision_at_1_std
value: 33.136558296601805
verified: no, type: nauc_precision_at_20_diff1
value: -33.87525836898105
verified: no, type: nauc_precision_at_20_max
value: 25.548649363721466
verified: no, type: nauc_precision_at_20_std
value: 27.604697832580882
verified: no, type: nauc_precision_at_3_diff1
value: -14.032333472093377
verified: no, type: nauc_precision_at_3_max
value: 23.801873419238532
verified: no, type: nauc_precision_at_3_std
value: 27.0374600876952
verified: no, type: nauc_precision_at_5_diff1
value: -25.162414867111078
verified: no, type: nauc_precision_at_5_max
value: 25.10286567958118
verified: no, type: nauc_precision_at_5_std
value: 27.401141131146982
verified: no, type: nauc_recall_at_1000_diff1
value: 8.774572946356937
verified: no, type: nauc_recall_at_1000_max
value: 28.2204229608721
verified: no, type: nauc_recall_at_1000_std
value: 31.270167564912686
verified: no, type: nauc_recall_at_100_diff1
value: 16.54290158850843
verified: no, type: nauc_recall_at_100_max
value: -7.538595552387122
verified: no, type: nauc_recall_at_100_std
value: 15.254319185316195
verified: no, type: nauc_recall_at_10_diff1
value: 40.002968026968766
verified: no, type: nauc_recall_at_10_max
value: -18.03941198117395
verified: no, type: nauc_recall_at_10_std
value: -9.712046044321065
verified: no, type: nauc_recall_at_1_diff1
value: 61.06067743896484
verified: no, type: nauc_recall_at_1_max
value: -27.40046456998301
verified: no, type: nauc_recall_at_1_std
value: -28.836063940376196
verified: no, type: nauc_recall_at_20_diff1
value: 37.50057451922987
verified: no, type: nauc_recall_at_20_max
value: -13.587679451112741
verified: no, type: nauc_recall_at_20_std
value: -6.1000224004170915
verified: no, type: nauc_recall_at_3_diff1
value: 52.36429014007095
verified: no, type: nauc_recall_at_3_max
value: -23.29607869288891
verified: no, type: nauc_recall_at_3_std
value: -23.263702028296517
verified: no, type: nauc_recall_at_5_diff1
value: 51.42054290135748
verified: no, type: nauc_recall_at_5_max
value: -23.76846502088032
verified: no, type: nauc_recall_at_5_std
value: -20.88091628382042
verified: no, type: ndcg_at_1
value: 65.891
verified: no, type: ndcg_at_10
value: 60.870000000000005
verified: no, type: ndcg_at_100
value: 55.631
verified: no, type: ndcg_at_1000
value: 64.962
verified: no, type: ndcg_at_20
value: 58.858
verified: no, type: ndcg_at_3
value: 65.41900000000001
verified: no, type: ndcg_at_5
value: 63.166999999999994
verified: no, type: precision_at_1
value: 83.721
verified: no, type: precision_at_10
value: 70.465
verified: no, type: precision_at_100
value: 32.698
verified: no, type: precision_at_1000
value: 6.584
verified: no, type: precision_at_20
value: 62.442
verified: no, type: precision_at_3
value: 79.845
verified: no, type: precision_at_5
value: 75.349
verified: no, type: recall_at_1
value: 2.131
verified: no, type: recall_at_10
value: 14.298
verified: no, type: recall_at_100
value: 45.738
verified: no, type: recall_at_1000
value: 73.379
verified: no, type: recall_at_20
value: 23.879
verified: no, type: recall_at_3
value: 5.271
verified: no, type: recall_at_5
value: 8.297
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 30.131999999999998
verified: no, type: map_at_1
value: 14.407
verified: no, type: map_at_10
value: 24.259
verified: no, type: map_at_100
value: 25.532
verified: no, type: map_at_1000
value: 25.607999999999997
verified: no, type: map_at_20
value: 25.003999999999998
verified: no, type: map_at_3
value: 20.843999999999998
verified: no, type: map_at_5
value: 22.737
verified: no, type: mrr_at_1
value: 14.799011410926575
verified: no, type: mrr_at_10
value: 24.671770049916912
verified: no, type: mrr_at_100
value: 25.912227539450218
verified: no, type: mrr_at_1000
value: 25.98241603297972
verified: no, type: mrr_at_20
value: 25.401787173662903
verified: no, type: mrr_at_3
value: 21.28856581015981
verified: no, type: mrr_at_5
value: 23.170225414993702
verified: no, type: nauc_map_at_1000_diff1
value: 27.743591691853155
verified: no, type: nauc_map_at_1000_max
value: 2.186253625268736
verified: no, type: nauc_map_at_1000_std
value: -6.966768390113972
verified: no, type: nauc_map_at_100_diff1
value: 27.731463655023564
verified: no, type: nauc_map_at_100_max
value: 2.1913394082388704
verified: no, type: nauc_map_at_100_std
value: -6.938360910306623
verified: no, type: nauc_map_at_10_diff1
value: 27.811365681545603
verified: no, type: nauc_map_at_10_max
value: 1.8712766396031941
verified: no, type: nauc_map_at_10_std
value: -7.788000801451954
verified: no, type: nauc_map_at_1_diff1
value: 32.78456020438945
verified: no, type: nauc_map_at_1_max
value: 0.6266854747139329
verified: no, type: nauc_map_at_1_std
value: -9.259257983292029
verified: no, type: nauc_map_at_20_diff1
value: 27.741652319602235
verified: no, type: nauc_map_at_20_max
value: 2.068640605941461
verified: no, type: nauc_map_at_20_std
value: -7.28030317324751
verified: no, type: nauc_map_at_3_diff1
value: 28.397160592082738
verified: no, type: nauc_map_at_3_max
value: 1.2267404004360873
verified: no, type: nauc_map_at_3_std
value: -8.869841444193002
verified: no, type: nauc_map_at_5_diff1
value: 28.05328291032531
verified: no, type: nauc_map_at_5_max
value: 1.5352625010482133
verified: no, type: nauc_map_at_5_std
value: -8.471485703594468
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.63608350811647
verified: no, type: nauc_mrr_at_1000_max
value: 2.2114608186539675
verified: no, type: nauc_mrr_at_1000_std
value: -6.943930041692162
verified: no, type: nauc_mrr_at_100_diff1
value: 27.622850462954663
verified: no, type: nauc_mrr_at_100_max
value: 2.2193200918681275
verified: no, type: nauc_mrr_at_100_std
value: -6.912876809877659
verified: no, type: nauc_mrr_at_10_diff1
value: 27.683527728545727
verified: no, type: nauc_mrr_at_10_max
value: 1.9240220586722965
verified: no, type: nauc_mrr_at_10_std
value: -7.712230968308967
verified: no, type: nauc_mrr_at_1_diff1
value: 32.61294117063101
verified: no, type: nauc_mrr_at_1_max
value: 0.7189294997453807
verified: no, type: nauc_mrr_at_1_std
value: -9.265318447713552
verified: no, type: nauc_mrr_at_20_diff1
value: 27.625522352767558
verified: no, type: nauc_mrr_at_20_max
value: 2.108581263077196
verified: no, type: nauc_mrr_at_20_std
value: -7.223360518080142
verified: no, type: nauc_mrr_at_3_diff1
value: 28.257957615852025
verified: no, type: nauc_mrr_at_3_max
value: 1.2977985046785894
verified: no, type: nauc_mrr_at_3_std
value: -8.8076258000365
verified: no, type: nauc_mrr_at_5_diff1
value: 27.91383037330416
verified: no, type: nauc_mrr_at_5_max
value: 1.5972687549034539
verified: no, type: nauc_mrr_at_5_std
value: -8.389305745973509
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.081887935905335
verified: no, type: nauc_ndcg_at_1000_max
value: 4.0696106558153415
verified: no, type: nauc_ndcg_at_1000_std
value: -3.298298398051431
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.74357369105929
verified: no, type: nauc_ndcg_at_100_max
value: 4.292499710991041
verified: no, type: nauc_ndcg_at_100_std
value: -2.1394034721649784
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.19081677301341
verified: no, type: nauc_ndcg_at_10_max
value: 2.687160295676403
verified: no, type: nauc_ndcg_at_10_std
value: -6.4366972654415395
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.65232292276097
verified: no, type: nauc_ndcg_at_1_max
value: 0.6997220409841501
verified: no, type: nauc_ndcg_at_1_std
value: -9.269117038507607
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.91642334827528
verified: no, type: nauc_ndcg_at_20_max
value: 3.3737110018486276
verified: no, type: nauc_ndcg_at_20_std
value: -4.641138670465863
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.29640098528084
verified: no, type: nauc_ndcg_at_3_max
value: 1.4177486516132238
verified: no, type: nauc_ndcg_at_3_std
value: -8.71047540870135
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.731060501247217
verified: no, type: nauc_ndcg_at_5_max
value: 1.9317879547271946
verified: no, type: nauc_ndcg_at_5_std
value: -8.012633327848533
verified: no, type: nauc_precision_at_1000_diff1
value: -0.963156446290748
verified: no, type: nauc_precision_at_1000_max
value: 18.604404683526067
verified: no, type: nauc_precision_at_1000_std
value: 23.682613879220874
verified: no, type: nauc_precision_at_100_diff1
value: 12.440725530560465
verified: no, type: nauc_precision_at_100_max
value: 15.021859067959115
verified: no, type: nauc_precision_at_100_std
value: 23.49175597318208
verified: no, type: nauc_precision_at_10_diff1
value: 21.42533152951152
verified: no, type: nauc_precision_at_10_max
value: 5.067698697287166
verified: no, type: nauc_precision_at_10_std
value: -2.6401963736542347
verified: no, type: nauc_precision_at_1_diff1
value: 32.65232292276097
verified: no, type: nauc_precision_at_1_max
value: 0.6997220409841501
verified: no, type: nauc_precision_at_1_std
value: -9.269117038507607
verified: no, type: nauc_precision_at_20_diff1
value: 19.38806847323624
verified: no, type: nauc_precision_at_20_max
value: 7.645723716103547
verified: no, type: nauc_precision_at_20_std
value: 4.040759794191543
verified: no, type: nauc_precision_at_3_diff1
value: 24.516448344903957
verified: no, type: nauc_precision_at_3_max
value: 1.982180652363226
verified: no, type: nauc_precision_at_3_std
value: -8.316362113263299
verified: no, type: nauc_precision_at_5_diff1
value: 23.288094926799282
verified: no, type: nauc_precision_at_5_max
value: 3.050892689805194
verified: no, type: nauc_precision_at_5_std
value: -6.857246854303215
verified: no, type: nauc_recall_at_1000_diff1
value: 5.947138985779586
verified: no, type: nauc_recall_at_1000_max
value: 38.076443451708734
verified: no, type: nauc_recall_at_1000_std
value: 57.5064720311038
verified: no, type: nauc_recall_at_100_diff1
value: 16.35897637462773
verified: no, type: nauc_recall_at_100_max
value: 16.442727637397404
verified: no, type: nauc_recall_at_100_std
value: 27.525825890234767
verified: no, type: nauc_recall_at_10_diff1
value: 22.13182408322307
verified: no, type: nauc_recall_at_10_max
value: 4.784309940843361
verified: no, type: nauc_recall_at_10_std
value: -2.705671208259262
verified: no, type: nauc_recall_at_1_diff1
value: 32.78456020438945
verified: no, type: nauc_recall_at_1_max
value: 0.6266854747139329
verified: no, type: nauc_recall_at_1_std
value: -9.259257983292029
verified: no, type: nauc_recall_at_20_diff1
value: 20.72897058297039
verified: no, type: nauc_recall_at_20_max
value: 7.414931778511462
verified: no, type: nauc_recall_at_20_std
value: 4.117766916576597
verified: no, type: nauc_recall_at_3_diff1
value: 24.713766084533926
verified: no, type: nauc_recall_at_3_max
value: 1.8079783997150785
verified: no, type: nauc_recall_at_3_std
value: -8.341716739783024
verified: no, type: nauc_recall_at_5_diff1
value: 23.595833478174214
verified: no, type: nauc_recall_at_5_max
value: 2.8292433948256144
verified: no, type: nauc_recall_at_5_std
value: -6.882074106857454
verified: no, type: ndcg_at_1
value: 14.792
verified: no, type: ndcg_at_10
value: 30.131999999999998
verified: no, type: ndcg_at_100
value: 36.576
verified: no, type: ndcg_at_1000
value: 38.59
verified: no, type: ndcg_at_20
value: 32.804
verified: no, type: ndcg_at_3
value: 23.099
verified: no, type: ndcg_at_5
value: 26.490000000000002
verified: no, type: precision_at_1
value: 14.792
verified: no, type: precision_at_10
value: 5.0360000000000005
verified: no, type: precision_at_100
value: 0.828
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 3.069
verified: no, type: precision_at_3
value: 10.047
verified: no, type: precision_at_5
value: 7.736
verified: no, type: recall_at_1
value: 14.407
verified: no, type: recall_at_10
value: 48.482
verified: no, type: recall_at_100
value: 78.97800000000001
verified: no, type: recall_at_1000
value: 94.65
verified: no, type: recall_at_20
value: 58.902
verified: no, type: recall_at_3
value: 29.195
verified: no, type: recall_at_5
value: 37.368
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 32.27539841929449
verified: no, type: map
value: 32.27539841929449
verified: no, type: mrr
value: 33.47783297912284
verified: no, type: nAUC_map_diff1
value: 12.41756780442519
verified: no, type: nAUC_map_max
value: -20.895868411105837
verified: no, type: nAUC_map_std
value: -4.824740239451878
verified: no, type: nAUC_mrr_diff1
value: 11.549490414607789
verified: no, type: nAUC_mrr_max
value: -15.260904696581209
verified: no, type: nAUC_mrr_std
value: -2.394423763999185
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 35.662
verified: no, type: map_at_1
value: 5.652
verified: no, type: map_at_10
value: 13.047
verified: no, type: map_at_100
value: 16.567
verified: no, type: map_at_1000
value: 18.084
verified: no, type: map_at_20
value: 14.510000000000002
verified: no, type: map_at_3
value: 9.386999999999999
verified: no, type: map_at_5
value: 10.977
verified: no, type: mrr_at_1
value: 46.13003095975232
verified: no, type: mrr_at_10
value: 54.95491178927709
verified: no, type: mrr_at_100
value: 55.544586976901336
verified: no, type: mrr_at_1000
value: 55.58348117751528
verified: no, type: mrr_at_20
value: 55.33418603232604
verified: no, type: mrr_at_3
value: 52.78637770897833
verified: no, type: mrr_at_5
value: 54.25696594427244
verified: no, type: nauc_map_at_1000_diff1
value: 29.91965828918768
verified: no, type: nauc_map_at_1000_max
value: 32.03405230938628
verified: no, type: nauc_map_at_1000_std
value: 16.27984672356645
verified: no, type: nauc_map_at_100_diff1
value: 31.21467263198773
verified: no, type: nauc_map_at_100_max
value: 31.485000937101663
verified: no, type: nauc_map_at_100_std
value: 12.737444237628633
verified: no, type: nauc_map_at_10_diff1
value: 35.17536276298265
verified: no, type: nauc_map_at_10_max
value: 25.13588213923002
verified: no, type: nauc_map_at_10_std
value: 0.45232806632611816
verified: no, type: nauc_map_at_1_diff1
value: 47.99636803488069
verified: no, type: nauc_map_at_1_max
value: 10.648850046392374
verified: no, type: nauc_map_at_1_std
value: -12.998830822307076
verified: no, type: nauc_map_at_20_diff1
value: 32.97263335778142
verified: no, type: nauc_map_at_20_max
value: 28.570781322214167
verified: no, type: nauc_map_at_20_std
value: 5.662873155128746
verified: no, type: nauc_map_at_3_diff1
value: 41.5337475392683
verified: no, type: nauc_map_at_3_max
value: 16.764628039876133
verified: no, type: nauc_map_at_3_std
value: -7.09907155684463
verified: no, type: nauc_map_at_5_diff1
value: 38.52405483803988
verified: no, type: nauc_map_at_5_max
value: 19.91383337841446
verified: no, type: nauc_map_at_5_std
value: -6.044212998729906
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.01463096622623
verified: no, type: nauc_mrr_at_1000_max
value: 49.291904480169244
verified: no, type: nauc_mrr_at_1000_std
value: 29.754153285934027
verified: no, type: nauc_mrr_at_100_diff1
value: 38.01814803245362
verified: no, type: nauc_mrr_at_100_max
value: 49.3095371344059
verified: no, type: nauc_mrr_at_100_std
value: 29.784192106635793
verified: no, type: nauc_mrr_at_10_diff1
value: 37.84717846465486
verified: no, type: nauc_mrr_at_10_max
value: 49.11974797455088
verified: no, type: nauc_mrr_at_10_std
value: 29.262012502763568
verified: no, type: nauc_mrr_at_1_diff1
value: 39.04736386140845
verified: no, type: nauc_mrr_at_1_max
value: 43.83690883792315
verified: no, type: nauc_mrr_at_1_std
value: 23.51788354104634
verified: no, type: nauc_mrr_at_20_diff1
value: 38.06033939013939
verified: no, type: nauc_mrr_at_20_max
value: 49.36006620834149
verified: no, type: nauc_mrr_at_20_std
value: 29.749726731014164
verified: no, type: nauc_mrr_at_3_diff1
value: 37.78985022130561
verified: no, type: nauc_mrr_at_3_max
value: 48.432740363041404
verified: no, type: nauc_mrr_at_3_std
value: 28.975093211715336
verified: no, type: nauc_mrr_at_5_diff1
value: 37.73922077805231
verified: no, type: nauc_mrr_at_5_max
value: 48.86376003408159
verified: no, type: nauc_mrr_at_5_std
value: 28.90459889667836
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.391153185959098
verified: no, type: nauc_ndcg_at_1000_max
value: 46.914209697328374
verified: no, type: nauc_ndcg_at_1000_std
value: 35.14675062002554
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.471695482049526
verified: no, type: nauc_ndcg_at_100_max
value: 43.02828252766627
verified: no, type: nauc_ndcg_at_100_std
value: 29.640099412900195
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.802537381164296
verified: no, type: nauc_ndcg_at_10_max
value: 39.34717296943183
verified: no, type: nauc_ndcg_at_10_std
value: 27.795791542048743
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.765528736805635
verified: no, type: nauc_ndcg_at_1_max
value: 40.16055347756771
verified: no, type: nauc_ndcg_at_1_std
value: 21.570524458541517
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.034216048817235
verified: no, type: nauc_ndcg_at_20_max
value: 39.590474686893046
verified: no, type: nauc_ndcg_at_20_std
value: 28.934081191823672
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.898441966538392
verified: no, type: nauc_ndcg_at_3_max
value: 41.39465060964838
verified: no, type: nauc_ndcg_at_3_std
value: 25.12993817406971
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.990556304026107
verified: no, type: nauc_ndcg_at_5_max
value: 40.15244489178726
verified: no, type: nauc_ndcg_at_5_std
value: 24.55598093525673
verified: no, type: nauc_precision_at_1000_diff1
value: -13.983693965898514
verified: no, type: nauc_precision_at_1000_max
value: 5.407667532731727
verified: no, type: nauc_precision_at_1000_std
value: 34.95521093194718
verified: no, type: nauc_precision_at_100_diff1
value: -6.745021892986937
verified: no, type: nauc_precision_at_100_max
value: 22.74081861051233
verified: no, type: nauc_precision_at_100_std
value: 47.68214067690831
verified: no, type: nauc_precision_at_10_diff1
value: 5.031814172174264
verified: no, type: nauc_precision_at_10_max
value: 38.335083809252275
verified: no, type: nauc_precision_at_10_std
value: 40.10044071220397
verified: no, type: nauc_precision_at_1_diff1
value: 39.04736386140845
verified: no, type: nauc_precision_at_1_max
value: 43.83690883792315
verified: no, type: nauc_precision_at_1_std
value: 23.51788354104634
verified: no, type: nauc_precision_at_20_diff1
value: -1.3239028343653976
verified: no, type: nauc_precision_at_20_max
value: 33.803453672565595
verified: no, type: nauc_precision_at_20_std
value: 45.3679209483032
verified: no, type: nauc_precision_at_3_diff1
value: 21.491090031969982
verified: no, type: nauc_precision_at_3_max
value: 43.13343008365781
verified: no, type: nauc_precision_at_3_std
value: 31.41050508133433
verified: no, type: nauc_precision_at_5_diff1
value: 11.25489170247703
verified: no, type: nauc_precision_at_5_max
value: 41.520141506506654
verified: no, type: nauc_precision_at_5_std
value: 32.422623575264886
verified: no, type: nauc_recall_at_1000_diff1
value: 14.640497609733849
verified: no, type: nauc_recall_at_1000_max
value: 21.21281526885864
verified: no, type: nauc_recall_at_1000_std
value: 22.99384489948256
verified: no, type: nauc_recall_at_100_diff1
value: 23.168100461319124
verified: no, type: nauc_recall_at_100_max
value: 27.829048439801348
verified: no, type: nauc_recall_at_100_std
value: 19.223663432731904
verified: no, type: nauc_recall_at_10_diff1
value: 27.452198247470992
verified: no, type: nauc_recall_at_10_max
value: 21.12611313009853
verified: no, type: nauc_recall_at_10_std
value: -0.9339657173197605
verified: no, type: nauc_recall_at_1_diff1
value: 47.99636803488069
verified: no, type: nauc_recall_at_1_max
value: 10.648850046392374
verified: no, type: nauc_recall_at_1_std
value: -12.998830822307076
verified: no, type: nauc_recall_at_20_diff1
value: 25.998093440892557
verified: no, type: nauc_recall_at_20_max
value: 24.924149563585278
verified: no, type: nauc_recall_at_20_std
value: 5.814413688309118
verified: no, type: nauc_recall_at_3_diff1
value: 34.72488040342432
verified: no, type: nauc_recall_at_3_max
value: 14.166348207674192
verified: no, type: nauc_recall_at_3_std
value: -7.047242902399681
verified: no, type: nauc_recall_at_5_diff1
value: 30.27590124765443
verified: no, type: nauc_recall_at_5_max
value: 14.766456601045505
verified: no, type: nauc_recall_at_5_std
value: -8.71451694882345
verified: no, type: ndcg_at_1
value: 43.808
verified: no, type: ndcg_at_10
value: 35.662
verified: no, type: ndcg_at_100
value: 32.456
verified: no, type: ndcg_at_1000
value: 41.439
verified: no, type: ndcg_at_20
value: 33.183
verified: no, type: ndcg_at_3
value: 40.452
verified: no, type: ndcg_at_5
value: 38.551
verified: no, type: precision_at_1
value: 46.129999999999995
verified: no, type: precision_at_10
value: 26.873
verified: no, type: precision_at_100
value: 8.201
verified: no, type: precision_at_1000
value: 2.1149999999999998
verified: no, type: precision_at_20
value: 19.598
verified: no, type: precision_at_3
value: 38.184000000000005
verified: no, type: precision_at_5
value: 33.622
verified: no, type: recall_at_1
value: 5.652
verified: no, type: recall_at_10
value: 17.693
verified: no, type: recall_at_100
value: 33.119
verified: no, type: recall_at_1000
value: 65.02799999999999
verified: no, type: recall_at_20
value: 21.675
verified: no, type: recall_at_3
value: 10.812
verified: no, type: recall_at_5
value: 13.617
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 43.606
verified: no, type: map_at_1
value: 22.774
verified: no, type: map_at_10
value: 36.277
verified: no, type: map_at_100
value: 37.489
verified: no, type: map_at_1000
value: 37.546
verified: no, type: map_at_20
value: 37.061
verified: no, type: map_at_3
value: 31.935999999999996
verified: no, type: map_at_5
value: 34.452
verified: no, type: mrr_at_1
value: 25.955967555040555
verified: no, type: mrr_at_10
value: 38.59143077856862
verified: no, type: mrr_at_100
value: 39.56362203064922
verified: no, type: mrr_at_1000
value: 39.60585847011445
verified: no, type: mrr_at_20
value: 39.235602919545435
verified: no, type: mrr_at_3
value: 34.907300115874875
verified: no, type: mrr_at_5
value: 37.12630359212057
verified: no, type: nauc_map_at_1000_diff1
value: 23.602463327250174
verified: no, type: nauc_map_at_1000_max
value: 16.049505970572973
verified: no, type: nauc_map_at_1000_std
value: 3.5293321883696396
verified: no, type: nauc_map_at_100_diff1
value: 23.60291454608574
verified: no, type: nauc_map_at_100_max
value: 16.067398711249535
verified: no, type: nauc_map_at_100_std
value: 3.5556643540259856
verified: no, type: nauc_map_at_10_diff1
value: 23.684762222425494
verified: no, type: nauc_map_at_10_max
value: 15.80075442040261
verified: no, type: nauc_map_at_10_std
value: 2.943804839969353
verified: no, type: nauc_map_at_1_diff1
value: 26.1091971943872
verified: no, type: nauc_map_at_1_max
value: 11.700523672969725
verified: no, type: nauc_map_at_1_std
value: 0.4399362402968974
verified: no, type: nauc_map_at_20_diff1
value: 23.63752128483996
verified: no, type: nauc_map_at_20_max
value: 16.08648812625399
verified: no, type: nauc_map_at_20_std
value: 3.427914218475957
verified: no, type: nauc_map_at_3_diff1
value: 23.617036178572157
verified: no, type: nauc_map_at_3_max
value: 14.181242515487083
verified: no, type: nauc_map_at_3_std
value: 1.230599230350938
verified: no, type: nauc_map_at_5_diff1
value: 23.54151604956875
verified: no, type: nauc_map_at_5_max
value: 15.271178228300123
verified: no, type: nauc_map_at_5_std
value: 2.502458747572345
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.972874581231377
verified: no, type: nauc_mrr_at_1000_max
value: 16.674328054464286
verified: no, type: nauc_mrr_at_1000_std
value: 5.0710817205583565
verified: no, type: nauc_mrr_at_100_diff1
value: 22.96626848438848
verified: no, type: nauc_mrr_at_100_max
value: 16.689744577550762
verified: no, type: nauc_mrr_at_100_std
value: 5.093264240226236
verified: no, type: nauc_mrr_at_10_diff1
value: 22.97216495051194
verified: no, type: nauc_mrr_at_10_max
value: 16.51016462487818
verified: no, type: nauc_mrr_at_10_std
value: 4.717010806811377
verified: no, type: nauc_mrr_at_1_diff1
value: 25.236639081525652
verified: no, type: nauc_mrr_at_1_max
value: 13.807115020439529
verified: no, type: nauc_mrr_at_1_std
value: 2.6978352185066794
verified: no, type: nauc_mrr_at_20_diff1
value: 22.989583369869866
verified: no, type: nauc_mrr_at_20_max
value: 16.715289415313194
verified: no, type: nauc_mrr_at_20_std
value: 5.048374069365411
verified: no, type: nauc_mrr_at_3_diff1
value: 22.700522180533774
verified: no, type: nauc_mrr_at_3_max
value: 15.891522684028963
verified: no, type: nauc_mrr_at_3_std
value: 4.005639267509675
verified: no, type: nauc_mrr_at_5_diff1
value: 22.714930506039998
verified: no, type: nauc_mrr_at_5_max
value: 16.35120235142281
verified: no, type: nauc_mrr_at_5_std
value: 4.482093061242524
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.852124904893863
verified: no, type: nauc_ndcg_at_1000_max
value: 18.02455909832245
verified: no, type: nauc_ndcg_at_1000_std
value: 6.22947964092358
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.805336466062922
verified: no, type: nauc_ndcg_at_100_max
value: 18.49235722614814
verified: no, type: nauc_ndcg_at_100_std
value: 7.044438137893367
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.073286509696437
verified: no, type: nauc_ndcg_at_10_max
value: 17.486909733466526
verified: no, type: nauc_ndcg_at_10_std
value: 4.551569281275686
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.339227528838883
verified: no, type: nauc_ndcg_at_1_max
value: 13.657772957028003
verified: no, type: nauc_ndcg_at_1_std
value: 2.7489743502937665
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.97372553760722
verified: no, type: nauc_ndcg_at_20_max
value: 18.508807155337312
verified: no, type: nauc_ndcg_at_20_std
value: 6.187974783975187
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.765792905040907
verified: no, type: nauc_ndcg_at_3_max
value: 15.095567275413105
verified: no, type: nauc_ndcg_at_3_std
value: 2.0195431317260515
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.690451876139836
verified: no, type: nauc_ndcg_at_5_max
value: 16.572152861245478
verified: no, type: nauc_ndcg_at_5_std
value: 3.7138197929734273
verified: no, type: nauc_precision_at_1000_diff1
value: -4.782888667803145
verified: no, type: nauc_precision_at_1000_max
value: 13.846643537335545
verified: no, type: nauc_precision_at_1000_std
value: 16.00822790515491
verified: no, type: nauc_precision_at_100_diff1
value: 2.3134049109503794
verified: no, type: nauc_precision_at_100_max
value: 20.7035791402238
verified: no, type: nauc_precision_at_100_std
value: 21.48031815276703
verified: no, type: nauc_precision_at_10_diff1
value: 13.754845630470633
verified: no, type: nauc_precision_at_10_max
value: 21.834147075865676
verified: no, type: nauc_precision_at_10_std
value: 11.607079626736999
verified: no, type: nauc_precision_at_1_diff1
value: 25.339227528838883
verified: no, type: nauc_precision_at_1_max
value: 13.657772957028003
verified: no, type: nauc_precision_at_1_std
value: 2.7489743502937665
verified: no, type: nauc_precision_at_20_diff1
value: 9.906574092572928
verified: no, type: nauc_precision_at_20_max
value: 23.47524162312612
verified: no, type: nauc_precision_at_20_std
value: 16.85557292441589
verified: no, type: nauc_precision_at_3_diff1
value: 18.504498790147995
verified: no, type: nauc_precision_at_3_max
value: 18.994084086014876
verified: no, type: nauc_precision_at_3_std
value: 5.292594636939079
verified: no, type: nauc_precision_at_5_diff1
value: 16.415310361789114
verified: no, type: nauc_precision_at_5_max
value: 21.53590334539019
verified: no, type: nauc_precision_at_5_std
value: 9.811552573647136
verified: no, type: nauc_recall_at_1000_diff1
value: 13.13562831744627
verified: no, type: nauc_recall_at_1000_max
value: 52.470741501576455
verified: no, type: nauc_recall_at_1000_std
value: 53.79452270384072
verified: no, type: nauc_recall_at_100_diff1
value: 19.143578373997975
verified: no, type: nauc_recall_at_100_max
value: 34.70913700624896
verified: no, type: nauc_recall_at_100_std
value: 33.19232264868328
verified: no, type: nauc_recall_at_10_diff1
value: 21.233544356033995
verified: no, type: nauc_recall_at_10_max
value: 21.146882653244617
verified: no, type: nauc_recall_at_10_std
value: 7.372401847841144
verified: no, type: nauc_recall_at_1_diff1
value: 26.1091971943872
verified: no, type: nauc_recall_at_1_max
value: 11.700523672969725
verified: no, type: nauc_recall_at_1_std
value: 0.4399362402968974
verified: no, type: nauc_recall_at_20_diff1
value: 20.87523229315358
verified: no, type: nauc_recall_at_20_max
value: 27.09068008931055
verified: no, type: nauc_recall_at_20_std
value: 15.781491528572714
verified: no, type: nauc_recall_at_3_diff1
value: 20.572677623946152
verified: no, type: nauc_recall_at_3_max
value: 15.312829194555091
verified: no, type: nauc_recall_at_3_std
value: 1.5250198125891952
verified: no, type: nauc_recall_at_5_diff1
value: 20.243821527757998
verified: no, type: nauc_recall_at_5_max
value: 18.294375707572552
verified: no, type: nauc_recall_at_5_std
value: 4.835007956758497
verified: no, type: ndcg_at_1
value: 25.927
verified: no, type: ndcg_at_10
value: 43.606
verified: no, type: ndcg_at_100
value: 48.9
verified: no, type: ndcg_at_1000
value: 50.21600000000001
verified: no, type: ndcg_at_20
value: 46.192
verified: no, type: ndcg_at_3
value: 35.387
verified: no, type: ndcg_at_5
value: 39.61
verified: no, type: precision_at_1
value: 25.927
verified: no, type: precision_at_10
value: 7.598000000000001
verified: no, type: precision_at_100
value: 1.056
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 4.412
verified: no, type: precision_at_3
value: 16.474
verified: no, type: precision_at_5
value: 12.306000000000001
verified: no, type: recall_at_1
value: 22.774
verified: no, type: recall_at_10
value: 63.804
verified: no, type: recall_at_100
value: 87.078
verified: no, type: recall_at_1000
value: 96.809
verified: no, type: recall_at_20
value: 73.412
verified: no, type: recall_at_3
value: 42.446
verified: no, type: recall_at_5
value: 52.146
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 79.689
verified: no, type: map_at_1
value: 61.951
verified: no, type: map_at_10
value: 75.29
verified: no, type: map_at_100
value: 76.062
verified: no, type: map_at_1000
value: 76.089
verified: no, type: map_at_20
value: 75.788
verified: no, type: map_at_3
value: 72.385
verified: no, type: map_at_5
value: 74.112
verified: no, type: mrr_at_1
value: 71.54
verified: no, type: mrr_at_10
value: 78.80744444444454
verified: no, type: mrr_at_100
value: 79.09387723600476
verified: no, type: mrr_at_1000
value: 79.10014308149326
verified: no, type: mrr_at_20
value: 78.99854369057162
verified: no, type: mrr_at_3
value: 77.39666666666686
verified: no, type: mrr_at_5
value: 78.27866666666675
verified: no, type: nauc_map_at_1000_diff1
value: 69.16278618627813
verified: no, type: nauc_map_at_1000_max
value: 40.8054786383252
verified: no, type: nauc_map_at_1000_std
value: -12.975529151980847
verified: no, type: nauc_map_at_100_diff1
value: 69.16379575149261
verified: no, type: nauc_map_at_100_max
value: 40.80777628266319
verified: no, type: nauc_map_at_100_std
value: -12.972660034595604
verified: no, type: nauc_map_at_10_diff1
value: 69.2380861852595
verified: no, type: nauc_map_at_10_max
value: 40.496804138814234
verified: no, type: nauc_map_at_10_std
value: -13.504626418282136
verified: no, type: nauc_map_at_1_diff1
value: 73.33781068129906
verified: no, type: nauc_map_at_1_max
value: 29.641896042854626
verified: no, type: nauc_map_at_1_std
value: -13.600625379815035
verified: no, type: nauc_map_at_20_diff1
value: 69.20757415641275
verified: no, type: nauc_map_at_20_max
value: 40.76762431795175
verified: no, type: nauc_map_at_20_std
value: -13.130736444250587
verified: no, type: nauc_map_at_3_diff1
value: 69.94647134703855
verified: no, type: nauc_map_at_3_max
value: 38.381658301357625
verified: no, type: nauc_map_at_3_std
value: -14.313374289021066
verified: no, type: nauc_map_at_5_diff1
value: 69.54911395978294
verified: no, type: nauc_map_at_5_max
value: 39.675490242055034
verified: no, type: nauc_map_at_5_std
value: -13.901566164889461
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.13622166757916
verified: no, type: nauc_mrr_at_1000_max
value: 44.39081168800298
verified: no, type: nauc_mrr_at_1000_std
value: -11.057804399469596
verified: no, type: nauc_mrr_at_100_diff1
value: 69.1335496079671
verified: no, type: nauc_mrr_at_100_max
value: 44.39302689223303
verified: no, type: nauc_mrr_at_100_std
value: -11.064592250393002
verified: no, type: nauc_mrr_at_10_diff1
value: 69.00554557535608
verified: no, type: nauc_mrr_at_10_max
value: 44.5362784902244
verified: no, type: nauc_mrr_at_10_std
value: -11.115620062768034
verified: no, type: nauc_mrr_at_1_diff1
value: 71.08904934947208
verified: no, type: nauc_mrr_at_1_max
value: 41.71596619611413
verified: no, type: nauc_mrr_at_1_std
value: -10.563544913173219
verified: no, type: nauc_mrr_at_20_diff1
value: 69.12331081818628
verified: no, type: nauc_mrr_at_20_max
value: 44.48119813747793
verified: no, type: nauc_mrr_at_20_std
value: -11.057850633347208
verified: no, type: nauc_mrr_at_3_diff1
value: 69.13882820990833
verified: no, type: nauc_mrr_at_3_max
value: 44.35962014885869
verified: no, type: nauc_mrr_at_3_std
value: -11.597103337721792
verified: no, type: nauc_mrr_at_5_diff1
value: 69.00612112400252
verified: no, type: nauc_mrr_at_5_max
value: 44.53870666229205
verified: no, type: nauc_mrr_at_5_std
value: -11.078568933701497
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.60022358398491
verified: no, type: nauc_ndcg_at_1000_max
value: 42.84094427755355
verified: no, type: nauc_ndcg_at_1000_std
value: -11.740999708260063
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.51582139472715
verified: no, type: nauc_ndcg_at_100_max
value: 42.9692531563504
verified: no, type: nauc_ndcg_at_100_std
value: -11.686315202846382
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.2022713603996
verified: no, type: nauc_ndcg_at_10_max
value: 42.83895085574898
verified: no, type: nauc_ndcg_at_10_std
value: -13.038849565536337
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.12826231560825
verified: no, type: nauc_ndcg_at_1_max
value: 41.812193558290545
verified: no, type: nauc_ndcg_at_1_std
value: -10.62293636245971
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.47071937178102
verified: no, type: nauc_ndcg_at_20_max
value: 43.110776146660584
verified: no, type: nauc_ndcg_at_20_std
value: -12.191015984931228
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.26608469575557
verified: no, type: nauc_ndcg_at_3_max
value: 41.76537024561611
verified: no, type: nauc_ndcg_at_3_std
value: -13.723057179383598
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.29001306620432
verified: no, type: nauc_ndcg_at_5_max
value: 42.32418392982277
verified: no, type: nauc_ndcg_at_5_std
value: -13.312042094969364
verified: no, type: nauc_precision_at_1000_diff1
value: -36.4174721908693
verified: no, type: nauc_precision_at_1000_max
value: -1.0217848363003177
verified: no, type: nauc_precision_at_1000_std
value: 10.445913283214638
verified: no, type: nauc_precision_at_100_diff1
value: -34.3130446473455
verified: no, type: nauc_precision_at_100_max
value: 2.4400946562848183
verified: no, type: nauc_precision_at_100_std
value: 11.485679772970926
verified: no, type: nauc_precision_at_10_diff1
value: -20.22069651308277
verified: no, type: nauc_precision_at_10_max
value: 14.88158640246047
verified: no, type: nauc_precision_at_10_std
value: 6.924474313666516
verified: no, type: nauc_precision_at_1_diff1
value: 71.12826231560825
verified: no, type: nauc_precision_at_1_max
value: 41.812193558290545
verified: no, type: nauc_precision_at_1_std
value: -10.62293636245971
verified: no, type: nauc_precision_at_20_diff1
value: -26.681490697546
verified: no, type: nauc_precision_at_20_max
value: 9.997260656664112
verified: no, type: nauc_precision_at_20_std
value: 9.9450230687102
verified: no, type: nauc_precision_at_3_diff1
value: 4.575557155465603
verified: no, type: nauc_precision_at_3_max
value: 26.62020106182012
verified: no, type: nauc_precision_at_3_std
value: -0.28709045857743914
verified: no, type: nauc_precision_at_5_diff1
value: -8.418950198015214
verified: no, type: nauc_precision_at_5_max
value: 21.162078609383265
verified: no, type: nauc_precision_at_5_std
value: 3.464853649565737
verified: no, type: nauc_recall_at_1000_diff1
value: 60.93391207536868
verified: no, type: nauc_recall_at_1000_max
value: 53.4539621971167
verified: no, type: nauc_recall_at_1000_std
value: 54.59942635017945
verified: no, type: nauc_recall_at_100_diff1
value: 58.32153103160282
verified: no, type: nauc_recall_at_100_max
value: 50.12501092666738
verified: no, type: nauc_recall_at_100_std
value: 3.8609026964562516
verified: no, type: nauc_recall_at_10_diff1
value: 61.94768646828578
verified: no, type: nauc_recall_at_10_max
value: 44.32066686731314
verified: no, type: nauc_recall_at_10_std
value: -14.685474808162127
verified: no, type: nauc_recall_at_1_diff1
value: 73.33781068129906
verified: no, type: nauc_recall_at_1_max
value: 29.641896042854626
verified: no, type: nauc_recall_at_1_std
value: -13.600625379815035
verified: no, type: nauc_recall_at_20_diff1
value: 61.759411593000436
verified: no, type: nauc_recall_at_20_max
value: 47.028539133452
verified: no, type: nauc_recall_at_20_std
value: -9.693431832476957
verified: no, type: nauc_recall_at_3_diff1
value: 65.55152449379783
verified: no, type: nauc_recall_at_3_max
value: 38.92916242272897
verified: no, type: nauc_recall_at_3_std
value: -16.183579282695916
verified: no, type: nauc_recall_at_5_diff1
value: 63.45134615349918
verified: no, type: nauc_recall_at_5_max
value: 41.631293791329725
verified: no, type: nauc_recall_at_5_std
value: -14.87314663816256
verified: no, type: ndcg_at_1
value: 71.52
verified: no, type: ndcg_at_10
value: 79.689
verified: no, type: ndcg_at_100
value: 81.95400000000001
verified: no, type: ndcg_at_1000
value: 82.291
verified: no, type: ndcg_at_20
value: 80.80000000000001
verified: no, type: ndcg_at_3
value: 76.238
verified: no, type: ndcg_at_5
value: 77.95400000000001
verified: no, type: precision_at_1
value: 71.52
verified: no, type: precision_at_10
value: 12.186
verified: no, type: precision_at_100
value: 1.44
verified: no, type: precision_at_1000
value: 0.15
verified: no, type: precision_at_20
value: 6.548
verified: no, type: precision_at_3
value: 33.547
verified: no, type: precision_at_5
value: 22.084
verified: no, type: recall_at_1
value: 61.951
verified: no, type: recall_at_10
value: 88.631
verified: no, type: recall_at_100
value: 97.44699999999999
verified: no, type: recall_at_1000
value: 99.494
verified: no, type: recall_at_20
value: 92.42899999999999
verified: no, type: recall_at_3
value: 78.798
verified: no, type: recall_at_5
value: 83.687
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 80.096
verified: no, type: map_at_1
value: 62.58200000000001
verified: no, type: map_at_10
value: 75.65899999999999
verified: no, type: map_at_100
value: 76.453
verified: no, type: map_at_1000
value: 76.484
verified: no, type: map_at_20
value: 76.151
verified: no, type: map_at_3
value: 72.69
verified: no, type: map_at_5
value: 74.535
verified: no, type: mrr_at_1
value: 72.13000000000001
verified: no, type: mrr_at_10
value: 79.36378174603132
verified: no, type: mrr_at_100
value: 79.62182105350084
verified: no, type: mrr_at_1000
value: 79.629551342526
verified: no, type: mrr_at_20
value: 79.53269623371932
verified: no, type: mrr_at_3
value: 77.9416666666663
verified: no, type: mrr_at_5
value: 78.88766666666606
verified: no, type: nauc_map_at_1000_diff1
value: 67.88833708499833
verified: no, type: nauc_map_at_1000_max
value: 38.414698255802534
verified: no, type: nauc_map_at_1000_std
value: -13.278668948334857
verified: no, type: nauc_map_at_100_diff1
value: 67.89484909118323
verified: no, type: nauc_map_at_100_max
value: 38.40457033896116
verified: no, type: nauc_map_at_100_std
value: -13.297947051767235
verified: no, type: nauc_map_at_10_diff1
value: 68.08747565362242
verified: no, type: nauc_map_at_10_max
value: 37.90668834131539
verified: no, type: nauc_map_at_10_std
value: -13.879925374579392
verified: no, type: nauc_map_at_1_diff1
value: 72.45586358678875
verified: no, type: nauc_map_at_1_max
value: 30.032949918757446
verified: no, type: nauc_map_at_1_std
value: -14.111645686311123
verified: no, type: nauc_map_at_20_diff1
value: 67.98292678214236
verified: no, type: nauc_map_at_20_max
value: 38.23203271471214
verified: no, type: nauc_map_at_20_std
value: -13.597930529029151
verified: no, type: nauc_map_at_3_diff1
value: 68.75996620048306
verified: no, type: nauc_map_at_3_max
value: 35.90210889511515
verified: no, type: nauc_map_at_3_std
value: -14.208608164114956
verified: no, type: nauc_map_at_5_diff1
value: 68.33250171235046
verified: no, type: nauc_map_at_5_max
value: 37.04219260069889
verified: no, type: nauc_map_at_5_std
value: -14.389282527964427
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.97213481879396
verified: no, type: nauc_mrr_at_1000_max
value: 42.292613421420135
verified: no, type: nauc_mrr_at_1000_std
value: -11.471998268713584
verified: no, type: nauc_mrr_at_100_diff1
value: 67.96825591765275
verified: no, type: nauc_mrr_at_100_max
value: 42.297707233620386
verified: no, type: nauc_mrr_at_100_std
value: -11.473990631860207
verified: no, type: nauc_mrr_at_10_diff1
value: 67.89146511765615
verified: no, type: nauc_mrr_at_10_max
value: 42.356123618057104
verified: no, type: nauc_mrr_at_10_std
value: -11.54615385847753
verified: no, type: nauc_mrr_at_1_diff1
value: 70.1051366765304
verified: no, type: nauc_mrr_at_1_max
value: 40.66131327673006
verified: no, type: nauc_mrr_at_1_std
value: -12.061578603344767
verified: no, type: nauc_mrr_at_20_diff1
value: 67.93718682157156
verified: no, type: nauc_mrr_at_20_max
value: 42.320755202666014
verified: no, type: nauc_mrr_at_20_std
value: -11.501806653184852
verified: no, type: nauc_mrr_at_3_diff1
value: 67.81562678912765
verified: no, type: nauc_mrr_at_3_max
value: 41.96700880438921
verified: no, type: nauc_mrr_at_3_std
value: -11.469224512805066
verified: no, type: nauc_mrr_at_5_diff1
value: 67.82298204674426
verified: no, type: nauc_mrr_at_5_max
value: 42.25631629704054
verified: no, type: nauc_mrr_at_5_std
value: -11.622122427043259
verified: no, type: nauc_ndcg_at_1000_diff1
value: 67.21257869825583
verified: no, type: nauc_ndcg_at_1000_max
value: 40.518685724427485
verified: no, type: nauc_ndcg_at_1000_std
value: -11.66608927116619
verified: no, type: nauc_ndcg_at_100_diff1
value: 67.17872982830646
verified: no, type: nauc_ndcg_at_100_max
value: 40.579795341792654
verified: no, type: nauc_ndcg_at_100_std
value: -11.650169918256003
verified: no, type: nauc_ndcg_at_10_diff1
value: 67.12480841262358
verified: no, type: nauc_ndcg_at_10_max
value: 39.96493015129396
verified: no, type: nauc_ndcg_at_10_std
value: -13.271846059986983
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.0443256157741
verified: no, type: nauc_ndcg_at_1_max
value: 40.62951422008081
verified: no, type: nauc_ndcg_at_1_std
value: -11.92354080471582
verified: no, type: nauc_ndcg_at_20_diff1
value: 67.17741778802943
verified: no, type: nauc_ndcg_at_20_max
value: 40.26989842180787
verified: no, type: nauc_ndcg_at_20_std
value: -12.776706216725147
verified: no, type: nauc_ndcg_at_3_diff1
value: 67.05928529377485
verified: no, type: nauc_ndcg_at_3_max
value: 38.831388768220535
verified: no, type: nauc_ndcg_at_3_std
value: -13.008156227133833
verified: no, type: nauc_ndcg_at_5_diff1
value: 67.07517119660598
verified: no, type: nauc_ndcg_at_5_max
value: 39.171733747793056
verified: no, type: nauc_ndcg_at_5_std
value: -13.812836166985184
verified: no, type: nauc_precision_at_1000_diff1
value: -37.84619029253153
verified: no, type: nauc_precision_at_1000_max
value: -0.9354623137860171
verified: no, type: nauc_precision_at_1000_std
value: 13.986182231587854
verified: no, type: nauc_precision_at_100_diff1
value: -35.32331533523028
verified: no, type: nauc_precision_at_100_max
value: 2.0233015793311364
verified: no, type: nauc_precision_at_100_std
value: 14.201144192605703
verified: no, type: nauc_precision_at_10_diff1
value: -21.69899771343037
verified: no, type: nauc_precision_at_10_max
value: 11.50372618501233
verified: no, type: nauc_precision_at_10_std
value: 7.334819810320853
verified: no, type: nauc_precision_at_1_diff1
value: 70.0443256157741
verified: no, type: nauc_precision_at_1_max
value: 40.62951422008081
verified: no, type: nauc_precision_at_1_std
value: -11.92354080471582
verified: no, type: nauc_precision_at_20_diff1
value: -28.119552338660505
verified: no, type: nauc_precision_at_20_max
value: 7.550928146918198
verified: no, type: nauc_precision_at_20_std
value: 10.325675132902985
verified: no, type: nauc_precision_at_3_diff1
value: 3.3541836459497647
verified: no, type: nauc_precision_at_3_max
value: 21.941396652846144
verified: no, type: nauc_precision_at_3_std
value: 0.5552232967124991
verified: no, type: nauc_precision_at_5_diff1
value: -10.832056424146009
verified: no, type: nauc_precision_at_5_max
value: 16.339982028406485
verified: no, type: nauc_precision_at_5_std
value: 3.185159811768809
verified: no, type: nauc_recall_at_1000_diff1
value: 58.43183713627242
verified: no, type: nauc_recall_at_1000_max
value: 48.01634312009108
verified: no, type: nauc_recall_at_1000_std
value: 69.72518023544956
verified: no, type: nauc_recall_at_100_diff1
value: 59.88142171371062
verified: no, type: nauc_recall_at_100_max
value: 46.35689768124251
verified: no, type: nauc_recall_at_100_std
value: 8.001990186779647
verified: no, type: nauc_recall_at_10_diff1
value: 61.65592718112326
verified: no, type: nauc_recall_at_10_max
value: 39.57630182897223
verified: no, type: nauc_recall_at_10_std
value: -14.559770754219118
verified: no, type: nauc_recall_at_1_diff1
value: 72.45586358678875
verified: no, type: nauc_recall_at_1_max
value: 30.032949918757446
verified: no, type: nauc_recall_at_1_std
value: -14.111645686311123
verified: no, type: nauc_recall_at_20_diff1
value: 60.516805405522064
verified: no, type: nauc_recall_at_20_max
value: 40.86078008772058
verified: no, type: nauc_recall_at_20_std
value: -12.074672943519206
verified: no, type: nauc_recall_at_3_diff1
value: 64.42693382990917
verified: no, type: nauc_recall_at_3_max
value: 34.39716151700768
verified: no, type: nauc_recall_at_3_std
value: -14.52443474724474
verified: no, type: nauc_recall_at_5_diff1
value: 62.55805798773858
verified: no, type: nauc_recall_at_5_max
value: 36.170901686696425
verified: no, type: nauc_recall_at_5_std
value: -16.216255451325594
verified: no, type: ndcg_at_1
value: 72.16
verified: no, type: ndcg_at_10
value: 80.096
verified: no, type: ndcg_at_100
value: 82.256
verified: no, type: ndcg_at_1000
value: 82.647
verified: no, type: ndcg_at_20
value: 81.133
verified: no, type: ndcg_at_3
value: 76.6
verified: no, type: ndcg_at_5
value: 78.50200000000001
verified: no, type: precision_at_1
value: 72.16
verified: no, type: precision_at_10
value: 12.234
verified: no, type: precision_at_100
value: 1.464
verified: no, type: precision_at_1000
value: 0.154
verified: no, type: precision_at_20
value: 6.59
verified: no, type: precision_at_3
value: 33.497
verified: no, type: precision_at_5
value: 22.208
verified: no, type: recall_at_1
value: 62.58200000000001
verified: no, type: recall_at_10
value: 88.82
verified: no, type: recall_at_100
value: 97.042
verified: no, type: recall_at_1000
value: 99.397
verified: no, type: recall_at_20
value: 92.314
verified: no, type: recall_at_3
value: 78.901
verified: no, type: recall_at_5
value: 84.114
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 18.815
verified: no, type: map_at_1
value: 4.388
verified: no, type: map_at_10
value: 11.033999999999999
verified: no, type: map_at_100
value: 13.184000000000001
verified: no, type: map_at_1000
value: 13.498
verified: no, type: map_at_20
value: 12.132
verified: no, type: map_at_3
value: 7.638
verified: no, type: map_at_5
value: 9.311
verified: no, type: mrr_at_1
value: 21.6
verified: no, type: mrr_at_10
value: 32.14289682539679
verified: no, type: mrr_at_100
value: 33.367637184331095
verified: no, type: mrr_at_1000
value: 33.42877675945694
verified: no, type: mrr_at_20
value: 32.91334022917221
verified: no, type: mrr_at_3
value: 28.999999999999996
verified: no, type: mrr_at_5
value: 30.794999999999977
verified: no, type: nauc_map_at_1000_diff1
value: 14.992309399065002
verified: no, type: nauc_map_at_1000_max
value: 30.04216786671432
verified: no, type: nauc_map_at_1000_std
value: 19.403025833790046
verified: no, type: nauc_map_at_100_diff1
value: 14.97668225139453
verified: no, type: nauc_map_at_100_max
value: 30.01556122365911
verified: no, type: nauc_map_at_100_std
value: 19.19131489040135
verified: no, type: nauc_map_at_10_diff1
value: 16.64969338179179
verified: no, type: nauc_map_at_10_max
value: 28.095929894791787
verified: no, type: nauc_map_at_10_std
value: 14.911986168177268
verified: no, type: nauc_map_at_1_diff1
value: 22.9080669398112
verified: no, type: nauc_map_at_1_max
value: 20.470566052362248
verified: no, type: nauc_map_at_1_std
value: 5.387656253377904
verified: no, type: nauc_map_at_20_diff1
value: 16.00920195827532
verified: no, type: nauc_map_at_20_max
value: 29.18658304019089
verified: no, type: nauc_map_at_20_std
value: 16.905559771925518
verified: no, type: nauc_map_at_3_diff1
value: 17.811282806295306
verified: no, type: nauc_map_at_3_max
value: 22.775462057284404
verified: no, type: nauc_map_at_3_std
value: 8.812099102222447
verified: no, type: nauc_map_at_5_diff1
value: 17.395354432271052
verified: no, type: nauc_map_at_5_max
value: 24.929022266678018
verified: no, type: nauc_map_at_5_std
value: 12.030240965301807
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.624949413998873
verified: no, type: nauc_mrr_at_1000_max
value: 23.509349249725528
verified: no, type: nauc_mrr_at_1000_std
value: 9.096913253790342
verified: no, type: nauc_mrr_at_100_diff1
value: 19.604896632633725
verified: no, type: nauc_mrr_at_100_max
value: 23.529226272766753
verified: no, type: nauc_mrr_at_100_std
value: 9.122073443817575
verified: no, type: nauc_mrr_at_10_diff1
value: 19.492417108173115
verified: no, type: nauc_mrr_at_10_max
value: 23.55139986526891
verified: no, type: nauc_mrr_at_10_std
value: 9.01815523265598
verified: no, type: nauc_mrr_at_1_diff1
value: 23.40695023735268
verified: no, type: nauc_mrr_at_1_max
value: 20.81235361164343
verified: no, type: nauc_mrr_at_1_std
value: 5.203910369618854
verified: no, type: nauc_mrr_at_20_diff1
value: 19.535248005619575
verified: no, type: nauc_mrr_at_20_max
value: 23.454689931123042
verified: no, type: nauc_mrr_at_20_std
value: 9.024889207132956
verified: no, type: nauc_mrr_at_3_diff1
value: 20.133423661128127
verified: no, type: nauc_mrr_at_3_max
value: 21.729896123035964
verified: no, type: nauc_mrr_at_3_std
value: 7.380351327580885
verified: no, type: nauc_mrr_at_5_diff1
value: 19.742877598619195
verified: no, type: nauc_mrr_at_5_max
value: 22.91644301383022
verified: no, type: nauc_mrr_at_5_std
value: 8.506494639648777
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.131716969513885
verified: no, type: nauc_ndcg_at_1000_max
value: 31.44563074370653
verified: no, type: nauc_ndcg_at_1000_std
value: 24.95358851902592
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.300809090910738
verified: no, type: nauc_ndcg_at_100_max
value: 31.790835700794684
verified: no, type: nauc_ndcg_at_100_std
value: 24.334764158027895
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.436722107490034
verified: no, type: nauc_ndcg_at_10_max
value: 28.48622904326115
verified: no, type: nauc_ndcg_at_10_std
value: 15.631958568118998
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.40695023735268
verified: no, type: nauc_ndcg_at_1_max
value: 20.81235361164343
verified: no, type: nauc_ndcg_at_1_std
value: 5.203910369618854
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.742116644623456
verified: no, type: nauc_ndcg_at_20_max
value: 29.904733508551946
verified: no, type: nauc_ndcg_at_20_std
value: 18.38754844809362
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.823999283055503
verified: no, type: nauc_ndcg_at_3_max
value: 22.819089924084448
verified: no, type: nauc_ndcg_at_3_std
value: 8.872961233304373
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.492850334419888
verified: no, type: nauc_ndcg_at_5_max
value: 25.298471810419354
verified: no, type: nauc_ndcg_at_5_std
value: 12.266965054397325
verified: no, type: nauc_precision_at_1000_diff1
value: 2.251293456224972
verified: no, type: nauc_precision_at_1000_max
value: 26.334788019708206
verified: no, type: nauc_precision_at_1000_std
value: 37.1709483032033
verified: no, type: nauc_precision_at_100_diff1
value: 2.206624244564809
verified: no, type: nauc_precision_at_100_max
value: 31.795254108850123
verified: no, type: nauc_precision_at_100_std
value: 35.7395278345668
verified: no, type: nauc_precision_at_10_diff1
value: 10.692105982421195
verified: no, type: nauc_precision_at_10_max
value: 30.413329798667938
verified: no, type: nauc_precision_at_10_std
value: 20.17405144582198
verified: no, type: nauc_precision_at_1_diff1
value: 23.40695023735268
verified: no, type: nauc_precision_at_1_max
value: 20.81235361164343
verified: no, type: nauc_precision_at_1_std
value: 5.203910369618854
verified: no, type: nauc_precision_at_20_diff1
value: 9.233644236795378
verified: no, type: nauc_precision_at_20_max
value: 31.725792707342443
verified: no, type: nauc_precision_at_20_std
value: 24.47098387854373
verified: no, type: nauc_precision_at_3_diff1
value: 14.61067882596925
verified: no, type: nauc_precision_at_3_max
value: 23.112244853705857
verified: no, type: nauc_precision_at_3_std
value: 10.578385087564847
verified: no, type: nauc_precision_at_5_diff1
value: 12.827000720835926
verified: no, type: nauc_precision_at_5_max
value: 26.70897621241524
verified: no, type: nauc_precision_at_5_std
value: 15.5251202619082
verified: no, type: nauc_recall_at_1000_diff1
value: 1.5399018591142186
verified: no, type: nauc_recall_at_1000_max
value: 26.92275012633373
verified: no, type: nauc_recall_at_1000_std
value: 38.5415595437211
verified: no, type: nauc_recall_at_100_diff1
value: 1.6769526113731705
verified: no, type: nauc_recall_at_100_max
value: 31.81732405206231
verified: no, type: nauc_recall_at_100_std
value: 36.071638624272936
verified: no, type: nauc_recall_at_10_diff1
value: 10.334495279158029
verified: no, type: nauc_recall_at_10_max
value: 30.1614363627515
verified: no, type: nauc_recall_at_10_std
value: 20.138861129879377
verified: no, type: nauc_recall_at_1_diff1
value: 22.9080669398112
verified: no, type: nauc_recall_at_1_max
value: 20.470566052362248
verified: no, type: nauc_recall_at_1_std
value: 5.387656253377904
verified: no, type: nauc_recall_at_20_diff1
value: 8.889315815139522
verified: no, type: nauc_recall_at_20_max
value: 31.399346622918234
verified: no, type: nauc_recall_at_20_std
value: 24.2997002128506
verified: no, type: nauc_recall_at_3_diff1
value: 14.219058680056603
verified: no, type: nauc_recall_at_3_max
value: 22.867117811125386
verified: no, type: nauc_recall_at_3_std
value: 10.61465361500001
verified: no, type: nauc_recall_at_5_diff1
value: 12.334406281143524
verified: no, type: nauc_recall_at_5_max
value: 26.3833742742357
verified: no, type: nauc_recall_at_5_std
value: 15.470639323965301
verified: no, type: ndcg_at_1
value: 21.6
verified: no, type: ndcg_at_10
value: 18.815
verified: no, type: ndcg_at_100
value: 27.204
verified: no, type: ndcg_at_1000
value: 32.72
verified: no, type: ndcg_at_20
value: 21.852
verified: no, type: ndcg_at_3
value: 17.461
verified: no, type: ndcg_at_5
value: 15.473
verified: no, type: precision_at_1
value: 21.6
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_100
value: 2.196
verified: no, type: precision_at_1000
value: 0.35200000000000004
verified: no, type: precision_at_20
value: 6.705
verified: no, type: precision_at_3
value: 16.367
verified: no, type: precision_at_5
value: 13.76
verified: no, type: recall_at_1
value: 4.388
verified: no, type: recall_at_10
value: 20.041999999999998
verified: no, type: recall_at_100
value: 44.519999999999996
verified: no, type: recall_at_1000
value: 71.465
verified: no, type: recall_at_20
value: 27.117
verified: no, type: recall_at_3
value: 9.953
verified: no, type: recall_at_5
value: 13.943
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 83.47896294522505
verified: no, type: cosine_spearman
value: 78.58138846656605
verified: no, type: euclidean_pearson
value: 81.53550885116962
verified: no, type: euclidean_spearman
value: 78.58138206502672
verified: no, type: main_score
value: 78.58138846656605
verified: no, type: manhattan_pearson
value: 81.53606128698297
verified: no, type: manhattan_spearman
value: 78.58443151441742
verified: no, type: pearson
value: 83.47896301843217
verified: no, type: spearman
value: 78.5813878530546
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 74.94256267725675
verified: no, type: cosine_spearman
value: 66.26009040338589
verified: no, type: euclidean_pearson
value: 71.55284395666686
verified: no, type: euclidean_spearman
value: 66.26009719717328
verified: no, type: main_score
value: 66.26009040338589
verified: no, type: manhattan_pearson
value: 71.56747157067545
verified: no, type: manhattan_spearman
value: 66.23543857505753
verified: no, type: pearson
value: 74.94256316818873
verified: no, type: spearman
value: 66.26066224337552
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 77.49461688192719
verified: no, type: cosine_spearman
value: 77.33737783414868
verified: no, type: euclidean_pearson
value: 77.2362720791902
verified: no, type: euclidean_spearman
value: 77.33737790289304
verified: no, type: main_score
value: 77.33737783414868
verified: no, type: manhattan_pearson
value: 77.18968226173979
verified: no, type: manhattan_spearman
value: 77.30807069750404
verified: no, type: pearson
value: 77.49461741493985
verified: no, type: spearman
value: 77.3372987367678
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 78.09436682848995
verified: no, type: cosine_spearman
value: 71.41284680400035
verified: no, type: euclidean_pearson
value: 76.43310290563801
verified: no, type: euclidean_spearman
value: 71.41283690588209
verified: no, type: main_score
value: 71.41284680400035
verified: no, type: manhattan_pearson
value: 76.4113633662835
verified: no, type: manhattan_spearman
value: 71.43084199305252
verified: no, type: pearson
value: 78.09436645082553
verified: no, type: spearman
value: 71.4128661731029
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 79.63123634319518
verified: no, type: cosine_spearman
value: 81.28599026004485
verified: no, type: euclidean_pearson
value: 81.17266049240027
verified: no, type: euclidean_spearman
value: 81.28597846924721
verified: no, type: main_score
value: 81.28599026004485
verified: no, type: manhattan_pearson
value: 81.15664218783468
verified: no, type: manhattan_spearman
value: 81.27387035609632
verified: no, type: pearson
value: 79.6312366257981
verified: no, type: spearman
value: 81.28596595590757
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 74.69295251853329
verified: no, type: cosine_spearman
value: 76.59558062717349
verified: no, type: euclidean_pearson
value: 76.67340229606259
verified: no, type: euclidean_spearman
value: 76.59558062717349
verified: no, type: main_score
value: 76.59558062717349
verified: no, type: manhattan_pearson
value: 76.61796295206811
verified: no, type: manhattan_spearman
value: 76.52455311484546
verified: no, type: pearson
value: 74.69295264693476
verified: no, type: spearman
value: 76.5955802139429
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 84.93024785019507
verified: no, type: cosine_spearman
value: 85.05738527853588
verified: no, type: euclidean_pearson
value: 86.26154905611153
verified: no, type: euclidean_spearman
value: 85.05738527853588
verified: no, type: main_score
value: 85.05738527853588
verified: no, type: manhattan_pearson
value: 86.2883781232081
verified: no, type: manhattan_spearman
value: 85.16144142491157
verified: no, type: pearson
value: 84.93024600884287
verified: no, type: spearman
value: 85.05738527853588
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 36.98050181111314
verified: no, type: cosine_spearman
value: 35.493909017546855
verified: no, type: euclidean_pearson
value: 37.134361088907305
verified: no, type: euclidean_spearman
value: 35.493909017546855
verified: no, type: main_score
value: 35.493909017546855
verified: no, type: manhattan_pearson
value: 37.955347255124856
verified: no, type: manhattan_spearman
value: 35.98808922360748
verified: no, type: pearson
value: 36.98050425264484
verified: no, type: spearman
value: 35.493909017546855
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 46.54055268035715
verified: no, type: cosine_spearman
value: 46.40904128356623
verified: no, type: euclidean_pearson
value: 47.294550335163194
verified: no, type: euclidean_spearman
value: 46.40904128356623
verified: no, type: main_score
value: 46.40904128356623
verified: no, type: manhattan_pearson
value: 47.18458191034412
verified: no, type: manhattan_spearman
value: 46.50517886098983
verified: no, type: pearson
value: 46.5405474024788
verified: no, type: spearman
value: 46.40904128356623
verified: no
task: type: STS, dataset: config: ko-ko
name: MTEB STS17 (ko-ko)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 38.9577677634066
verified: no, type: cosine_spearman
value: 45.12448164996394
verified: no, type: euclidean_pearson
value: 43.86960012237883
verified: no, type: euclidean_spearman
value: 45.12448164996394
verified: no, type: main_score
value: 45.12448164996394
verified: no, type: manhattan_pearson
value: 43.83439672666363
verified: no, type: manhattan_spearman
value: 45.109084284045956
verified: no, type: pearson
value: 38.95776603490583
verified: no, type: spearman
value: 45.12394846080456
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 55.15701799430596
verified: no, type: cosine_spearman
value: 55.048200010332074
verified: no, type: euclidean_pearson
value: 55.276904816912854
verified: no, type: euclidean_spearman
value: 55.04784540296499
verified: no, type: main_score
value: 55.048200010332074
verified: no, type: manhattan_pearson
value: 54.80763732978706
verified: no, type: manhattan_spearman
value: 54.71285245917519
verified: no, type: pearson
value: 55.157016418044655
verified: no, type: spearman
value: 55.04746965688503
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 47.08563639467451
verified: no, type: cosine_spearman
value: 45.84416156012341
verified: no, type: euclidean_pearson
value: 47.594678041073266
verified: no, type: euclidean_spearman
value: 45.84416156012341
verified: no, type: main_score
value: 45.84416156012341
verified: no, type: manhattan_pearson
value: 47.613508854911544
verified: no, type: manhattan_spearman
value: 45.57190709338262
verified: no, type: pearson
value: 47.08562882319779
verified: no, type: spearman
value: 45.84416156012341
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.395620031864444
verified: no, type: cosine_spearman
value: 3.9218330860979886
verified: no, type: euclidean_pearson
value: 10.44963671518243
verified: no, type: euclidean_spearman
value: 3.9218330860979886
verified: no, type: main_score
value: 3.9218330860979886
verified: no, type: manhattan_pearson
value: 10.552786821837499
verified: no, type: manhattan_spearman
value: 3.9540901882217474
verified: no, type: pearson
value: 9.395623469871897
verified: no, type: spearman
value: 3.9218330860979886
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 0.22203481061349242
verified: no, type: cosine_spearman
value: 2.870498917705844
verified: no, type: euclidean_pearson
value: 0.39549330505408087
verified: no, type: euclidean_spearman
value: 2.870498917705844
verified: no, type: main_score
value: 2.870498917705844
verified: no, type: manhattan_pearson
value: 0.3438783535944422
verified: no, type: manhattan_spearman
value: 2.8776102976827516
verified: no, type: pearson
value: 0.22203680479095794
verified: no, type: spearman
value: 2.870498917705844
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 38.84931140088301
verified: no, type: cosine_spearman
value: 33.906466580576904
verified: no, type: euclidean_pearson
value: 39.479512281553056
verified: no, type: euclidean_spearman
value: 33.906466580576904
verified: no, type: main_score
value: 33.906466580576904
verified: no, type: manhattan_pearson
value: 38.74076749827063
verified: no, type: manhattan_spearman
value: 33.11214954743777
verified: no, type: pearson
value: 38.84930967289944
verified: no, type: spearman
value: 33.906466580576904
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 48.44401830209434
verified: no, type: cosine_spearman
value: 49.618608213496714
verified: no, type: euclidean_pearson
value: 51.14301970125222
verified: no, type: euclidean_spearman
value: 49.618608213496714
verified: no, type: main_score
value: 49.618608213496714
verified: no, type: manhattan_pearson
value: 51.21745885274998
verified: no, type: manhattan_spearman
value: 49.5552409707315
verified: no, type: pearson
value: 48.44402041954123
verified: no, type: spearman
value: 49.62879037657747
verified: no
task: type: STS, dataset: config: es-es
name: MTEB STS17 (es-es)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 77.44308047670222
verified: no, type: cosine_spearman
value: 77.56515065575512
verified: no, type: euclidean_pearson
value: 79.01382877478639
verified: no, type: euclidean_spearman
value: 77.56515065575512
verified: no, type: main_score
value: 77.56515065575512
verified: no, type: manhattan_pearson
value: 79.10875473080131
verified: no, type: manhattan_spearman
value: 77.71092321256016
verified: no, type: pearson
value: 77.44307761589218
verified: no, type: spearman
value: 77.56348530781206
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 72.73294371449127
verified: no, type: cosine_spearman
value: 77.79313192257435
verified: no, type: euclidean_pearson
value: 76.23899442501447
verified: no, type: euclidean_spearman
value: 77.79313192257435
verified: no, type: main_score
value: 77.79313192257435
verified: no, type: manhattan_pearson
value: 76.09639746176255
verified: no, type: manhattan_spearman
value: 77.49242595614645
verified: no, type: pearson
value: 72.732949953475
verified: no, type: spearman
value: 77.79313192257435
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22 (es)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 45.09011389888268
verified: no, type: cosine_spearman
value: 53.403256347928064
verified: no, type: euclidean_pearson
value: 51.48711827065138
verified: no, type: euclidean_spearman
value: 53.403256347928064
verified: no, type: main_score
value: 53.403256347928064
verified: no, type: manhattan_pearson
value: 51.41746716002863
verified: no, type: manhattan_spearman
value: 53.26844543878181
verified: no, type: pearson
value: 45.09011220990754
verified: no, type: spearman
value: 53.403256347928064
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 25.280313189151034
verified: no, type: cosine_spearman
value: 41.06113290742698
verified: no, type: euclidean_pearson
value: 28.175781586231157
verified: no, type: euclidean_spearman
value: 41.06113290742698
verified: no, type: main_score
value: 41.06113290742698
verified: no, type: manhattan_pearson
value: 28.953109908551806
verified: no, type: manhattan_spearman
value: 41.663836410985525
verified: no, type: pearson
value: 25.280311099643637
verified: no, type: spearman
value: 41.06113290742698
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 45.44142839309502
verified: no, type: cosine_spearman
value: 53.921297136928224
verified: no, type: euclidean_pearson
value: 48.22371811766405
verified: no, type: euclidean_spearman
value: 53.921297136928224
verified: no, type: main_score
value: 53.921297136928224
verified: no, type: manhattan_pearson
value: 47.90791960934547
verified: no, type: manhattan_spearman
value: 52.38249369532705
verified: no, type: pearson
value: 45.4414279078996
verified: no, type: spearman
value: 53.921297136928224
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 52.365094700443834
verified: no, type: cosine_spearman
value: 54.568644303182765
verified: no, type: euclidean_pearson
value: 56.39018187430841
verified: no, type: euclidean_spearman
value: 54.568644303182765
verified: no, type: main_score
value: 54.568644303182765
verified: no, type: manhattan_pearson
value: 56.324620702765316
verified: no, type: manhattan_spearman
value: 54.35428313885703
verified: no, type: pearson
value: 52.36509499669323
verified: no, type: spearman
value: 54.568644303182765
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 27.30941306068323
verified: no, type: cosine_spearman
value: 33.176621402477494
verified: no, type: euclidean_pearson
value: 30.178010192058892
verified: no, type: euclidean_spearman
value: 33.176621402477494
verified: no, type: main_score
value: 33.176621402477494
verified: no, type: manhattan_pearson
value: 29.998551552749507
verified: no, type: manhattan_spearman
value: 33.01580442318808
verified: no, type: pearson
value: 27.30941421148114
verified: no, type: spearman
value: 33.15588972199948
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22 (it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 62.9833487288473
verified: no, type: cosine_spearman
value: 69.38429521978789
verified: no, type: euclidean_pearson
value: 66.07350379064765
verified: no, type: euclidean_spearman
value: 69.38429521978789
verified: no, type: main_score
value: 69.38429521978789
verified: no, type: manhattan_pearson
value: 66.02900856292439
verified: no, type: manhattan_spearman
value: 69.35237908580561
verified: no, type: pearson
value: 62.98334935860703
verified: no, type: spearman
value: 69.38429521978789
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 52.75739149051546
verified: no, type: cosine_spearman
value: 61.97797868009122
verified: no, type: euclidean_pearson
value: 53.942663414343365
verified: no, type: euclidean_spearman
value: 61.97797868009122
verified: no, type: main_score
value: 61.97797868009122
verified: no, type: manhattan_pearson
value: 56.22095634226725
verified: no, type: manhattan_spearman
value: 61.97797868009122
verified: no, type: pearson
value: 52.75738015076455
verified: no, type: spearman
value: 61.97797868009122
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 56.56003667243195
verified: no, type: cosine_spearman
value: 58.42258478740181
verified: no, type: euclidean_pearson
value: 58.440736717808996
verified: no, type: euclidean_spearman
value: 58.42258478740181
verified: no, type: main_score
value: 58.42258478740181
verified: no, type: manhattan_pearson
value: 58.46678321554849
verified: no, type: manhattan_spearman
value: 57.65160462257475
verified: no, type: pearson
value: 56.5600309417495
verified: no, type: spearman
value: 58.42258478740181
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22 (tr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 37.226902751309986
verified: no, type: cosine_spearman
value: 48.1165004516197
verified: no, type: euclidean_pearson
value: 43.409142388660136
verified: no, type: euclidean_spearman
value: 48.1165004516197
verified: no, type: main_score
value: 48.1165004516197
verified: no, type: manhattan_pearson
value: 43.08219829833049
verified: no, type: manhattan_spearman
value: 47.64156794787065
verified: no, type: pearson
value: 37.226897962757505
verified: no, type: spearman
value: 48.1165004516197
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 29.880131766327185
verified: no, type: cosine_spearman
value: 46.310127093746175
verified: no, type: euclidean_pearson
value: 37.36571816404737
verified: no, type: euclidean_spearman
value: 46.310127093746175
verified: no, type: main_score
value: 46.310127093746175
verified: no, type: manhattan_pearson
value: 37.60556072706827
verified: no, type: manhattan_spearman
value: 46.466626800159865
verified: no, type: pearson
value: 29.880130472551826
verified: no, type: spearman
value: 46.310127093746175
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 47.187786408550046
verified: no, type: cosine_spearman
value: 48.42284079206805
verified: no, type: euclidean_pearson
value: 47.291468174478155
verified: no, type: euclidean_spearman
value: 48.42284079206805
verified: no, type: main_score
value: 48.42284079206805
verified: no, type: manhattan_pearson
value: 48.20835653356923
verified: no, type: manhattan_spearman
value: 49.06357562259191
verified: no, type: pearson
value: 47.18777577416298
verified: no, type: spearman
value: 48.42284079206805
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22 (es-it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 53.94953418541708
verified: no, type: cosine_spearman
value: 57.57021411119584
verified: no, type: euclidean_pearson
value: 56.766685953249926
verified: no, type: euclidean_spearman
value: 57.57021411119584
verified: no, type: main_score
value: 57.57021411119584
verified: no, type: manhattan_pearson
value: 56.87231344702022
verified: no, type: manhattan_spearman
value: 57.26001907780148
verified: no, type: pearson
value: 53.94953241138819
verified: no, type: spearman
value: 57.57021411119584
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 66.95451974555488
verified: no, type: cosine_spearman
value: 68.83740860370997
verified: no, type: euclidean_pearson
value: 69.94514100347804
verified: no, type: euclidean_spearman
value: 68.83740860370997
verified: no, type: main_score
value: 68.83740860370997
verified: no, type: manhattan_pearson
value: 69.99260802858045
verified: no, type: manhattan_spearman
value: 69.11127407446222
verified: no, type: pearson
value: 66.95451919650156
verified: no, type: spearman
value: 68.83740860370997
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 52.65521718450752
verified: no, type: cosine_spearman
value: 58.92556682952341
verified: no, type: euclidean_pearson
value: 54.87955128227681
verified: no, type: euclidean_spearman
value: 58.92556682952341
verified: no, type: main_score
value: 58.92556682952341
verified: no, type: manhattan_pearson
value: 55.0027352064837
verified: no, type: manhattan_spearman
value: 58.996193656804365
verified: no, type: pearson
value: 52.655220848058136
verified: no, type: spearman
value: 58.92556682952341
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 22.10928133587088
verified: no, type: cosine_spearman
value: 29.857823090492317
verified: no, type: euclidean_pearson
value: 14.48760450588454
verified: no, type: euclidean_spearman
value: 29.857823090492317
verified: no, type: main_score
value: 29.857823090492317
verified: no, type: manhattan_pearson
value: 14.570530585191099
verified: no, type: manhattan_spearman
value: 30.014597908053386
verified: no, type: pearson
value: 22.109277158795113
verified: no, type: spearman
value: 29.746361240735496
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 22.43358146333989
verified: no, type: cosine_spearman
value: 29.747103980640244
verified: no, type: euclidean_pearson
value: 24.938982651089304
verified: no, type: euclidean_spearman
value: 29.747103980640244
verified: no, type: main_score
value: 29.747103980640244
verified: no, type: manhattan_pearson
value: 25.383503956596215
verified: no, type: manhattan_spearman
value: 28.607722151154025
verified: no, type: pearson
value: 22.433578884413528
verified: no, type: spearman
value: 29.747103980640244
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22 (de)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 27.82285698255933
verified: no, type: cosine_spearman
value: 35.532237247056614
verified: no, type: euclidean_pearson
value: 27.63828683877825
verified: no, type: euclidean_spearman
value: 35.532237247056614
verified: no, type: main_score
value: 35.532237247056614
verified: no, type: manhattan_pearson
value: 27.51207738980629
verified: no, type: manhattan_spearman
value: 35.45982549275369
verified: no, type: pearson
value: 27.822854933688223
verified: no, type: spearman
value: 35.54209109134044
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 79.36368440823921
verified: no, type: cosine_spearman
value: 78.9560224946353
verified: no, type: euclidean_pearson
value: 79.83248523305473
verified: no, type: euclidean_spearman
value: 78.95601697270864
verified: no, type: main_score
value: 78.9560224946353
verified: no, type: manhattan_pearson
value: 79.78509763473953
verified: no, type: manhattan_spearman
value: 78.93780782218094
verified: no, type: pearson
value: 79.36368417196914
verified: no, type: spearman
value: 78.9560224946353
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 83.88293293758416
verified: no, type: map
value: 83.88293293758416
verified: no, type: mrr
value: 95.53085621713075
verified: no, type: nAUC_map_diff1
value: -3.176543571923649
verified: no, type: nAUC_map_max
value: 54.14838584392502
verified: no, type: nAUC_map_std
value: 65.29984860036645
verified: no, type: nAUC_mrr_diff1
value: 42.60042960430804
verified: no, type: nAUC_mrr_max
value: 85.456623050802
verified: no, type: nAUC_mrr_std
value: 75.25741314081536
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 63.410999999999994
verified: no, type: map_at_1
value: 49.611
verified: no, type: map_at_10
value: 58.781000000000006
verified: no, type: map_at_100
value: 59.695
verified: no, type: map_at_1000
value: 59.73500000000001
verified: no, type: map_at_20
value: 59.443
verified: no, type: map_at_3
value: 55.754999999999995
verified: no, type: map_at_5
value: 57.447
verified: no, type: mrr_at_1
value: 52
verified: no, type: mrr_at_10
value: 59.977777777777774
verified: no, type: mrr_at_100
value: 60.74219239109412
verified: no, type: mrr_at_1000
value: 60.77884905150584
verified: no, type: mrr_at_20
value: 60.52833222705514
verified: no, type: mrr_at_3
value: 57.49999999999999
verified: no, type: mrr_at_5
value: 58.966666666666654
verified: no, type: nauc_map_at_1000_diff1
value: 60.05714513432072
verified: no, type: nauc_map_at_1000_max
value: 41.854516877046755
verified: no, type: nauc_map_at_1000_std
value: -2.7219432350641037
verified: no, type: nauc_map_at_100_diff1
value: 60.03673950706474
verified: no, type: nauc_map_at_100_max
value: 41.88656645375547
verified: no, type: nauc_map_at_100_std
value: -2.7030698296404694
verified: no, type: nauc_map_at_10_diff1
value: 60.08688866827823
verified: no, type: nauc_map_at_10_max
value: 41.91374419091637
verified: no, type: nauc_map_at_10_std
value: -3.3251156983468246
verified: no, type: nauc_map_at_1_diff1
value: 62.62625287912604
verified: no, type: nauc_map_at_1_max
value: 35.33729662402749
verified: no, type: nauc_map_at_1_std
value: -5.306425118226926
verified: no, type: nauc_map_at_20_diff1
value: 59.865569724620784
verified: no, type: nauc_map_at_20_max
value: 41.66569045978727
verified: no, type: nauc_map_at_20_std
value: -2.9358355773652667
verified: no, type: nauc_map_at_3_diff1
value: 61.222635578933
verified: no, type: nauc_map_at_3_max
value: 39.05188094348129
verified: no, type: nauc_map_at_3_std
value: -5.100252869570046
verified: no, type: nauc_map_at_5_diff1
value: 60.794674871690404
verified: no, type: nauc_map_at_5_max
value: 39.76182564829345
verified: no, type: nauc_map_at_5_std
value: -6.19693965390572
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.10570782147909
verified: no, type: nauc_mrr_at_1000_max
value: 43.626517093163855
verified: no, type: nauc_mrr_at_1000_std
value: 0.7882504986492617
verified: no, type: nauc_mrr_at_100_diff1
value: 59.083115990874276
verified: no, type: nauc_mrr_at_100_max
value: 43.654525453311216
verified: no, type: nauc_mrr_at_100_std
value: 0.797278770819327
verified: no, type: nauc_mrr_at_10_diff1
value: 59.14415632932178
verified: no, type: nauc_mrr_at_10_max
value: 44.10792120493268
verified: no, type: nauc_mrr_at_10_std
value: 0.7718572040508526
verified: no, type: nauc_mrr_at_1_diff1
value: 59.98240745778697
verified: no, type: nauc_mrr_at_1_max
value: 37.916009213413865
verified: no, type: nauc_mrr_at_1_std
value: -0.311950233055864
verified: no, type: nauc_mrr_at_20_diff1
value: 58.96103769927665
verified: no, type: nauc_mrr_at_20_max
value: 43.5253170588365
verified: no, type: nauc_mrr_at_20_std
value: 0.6645995733952678
verified: no, type: nauc_mrr_at_3_diff1
value: 59.434796503278676
verified: no, type: nauc_mrr_at_3_max
value: 41.97117348899489
verified: no, type: nauc_mrr_at_3_std
value: -0.3388308394315449
verified: no, type: nauc_mrr_at_5_diff1
value: 59.12213861574319
verified: no, type: nauc_mrr_at_5_max
value: 42.839193955346246
verified: no, type: nauc_mrr_at_5_std
value: -1.1134359438524744
verified: no, type: nauc_ndcg_at_1000_diff1
value: 59.280350594736916
verified: no, type: nauc_ndcg_at_1000_max
value: 44.39152057663081
verified: no, type: nauc_ndcg_at_1000_std
value: -0.12202565230030032
verified: no, type: nauc_ndcg_at_100_diff1
value: 58.92409139949284
verified: no, type: nauc_ndcg_at_100_max
value: 45.26594756963369
verified: no, type: nauc_ndcg_at_100_std
value: 0.6822519460837095
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.89120511830881
verified: no, type: nauc_ndcg_at_10_max
value: 45.94744918785011
verified: no, type: nauc_ndcg_at_10_std
value: -1.1078757205263368
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.98240745778697
verified: no, type: nauc_ndcg_at_1_max
value: 37.916009213413865
verified: no, type: nauc_ndcg_at_1_std
value: -0.311950233055864
verified: no, type: nauc_ndcg_at_20_diff1
value: 58.06650242858964
verified: no, type: nauc_ndcg_at_20_max
value: 44.45686779321245
verified: no, type: nauc_ndcg_at_20_std
value: -0.4557953867215693
verified: no, type: nauc_ndcg_at_3_diff1
value: 60.35408691964138
verified: no, type: nauc_ndcg_at_3_max
value: 41.18335135760939
verified: no, type: nauc_ndcg_at_3_std
value: -4.285772633971795
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.82566567161635
verified: no, type: nauc_ndcg_at_5_max
value: 41.73450760867758
verified: no, type: nauc_ndcg_at_5_std
value: -6.7863471107908175
verified: no, type: nauc_precision_at_1000_diff1
value: -24.720837994508212
verified: no, type: nauc_precision_at_1000_max
value: 30.323739787789577
verified: no, type: nauc_precision_at_1000_std
value: 47.95010000338989
verified: no, type: nauc_precision_at_100_diff1
value: -6.045734854585561
verified: no, type: nauc_precision_at_100_max
value: 41.867767791031376
verified: no, type: nauc_precision_at_100_std
value: 45.01764645476507
verified: no, type: nauc_precision_at_10_diff1
value: 18.758365904588498
verified: no, type: nauc_precision_at_10_max
value: 50.84283700094587
verified: no, type: nauc_precision_at_10_std
value: 22.722243044029113
verified: no, type: nauc_precision_at_1_diff1
value: 59.98240745778697
verified: no, type: nauc_precision_at_1_max
value: 37.916009213413865
verified: no, type: nauc_precision_at_1_std
value: -0.311950233055864
verified: no, type: nauc_precision_at_20_diff1
value: 3.587692337857857
verified: no, type: nauc_precision_at_20_max
value: 42.924858948152746
verified: no, type: nauc_precision_at_20_std
value: 32.222075165561336
verified: no, type: nauc_precision_at_3_diff1
value: 42.93683269023866
verified: no, type: nauc_precision_at_3_max
value: 43.075101649289415
verified: no, type: nauc_precision_at_3_std
value: 5.62063318541435
verified: no, type: nauc_precision_at_5_diff1
value: 35.122922158265666
verified: no, type: nauc_precision_at_5_max
value: 42.39379920024383
verified: no, type: nauc_precision_at_5_std
value: 1.8622124195313017
verified: no, type: nauc_recall_at_1000_diff1
value: 55.4154995331476
verified: no, type: nauc_recall_at_1000_max
value: 86.92810457516407
verified: no, type: nauc_recall_at_1000_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 50.959825927434224
verified: no, type: nauc_recall_at_100_max
value: 68.81378101901552
verified: no, type: nauc_recall_at_100_std
value: 27.513296067325854
verified: no, type: nauc_recall_at_10_diff1
value: 54.675174261817936
verified: no, type: nauc_recall_at_10_max
value: 59.38272516971339
verified: no, type: nauc_recall_at_10_std
value: 3.1809215286074632
verified: no, type: nauc_recall_at_1_diff1
value: 62.62625287912604
verified: no, type: nauc_recall_at_1_max
value: 35.33729662402749
verified: no, type: nauc_recall_at_1_std
value: -5.306425118226926
verified: no, type: nauc_recall_at_20_diff1
value: 47.096693000157245
verified: no, type: nauc_recall_at_20_max
value: 53.405443921492775
verified: no, type: nauc_recall_at_20_std
value: 7.028330258608604
verified: no, type: nauc_recall_at_3_diff1
value: 59.91687501868116
verified: no, type: nauc_recall_at_3_max
value: 40.883559850577456
verified: no, type: nauc_recall_at_3_std
value: -9.365833078754596
verified: no, type: nauc_recall_at_5_diff1
value: 57.717637866042594
verified: no, type: nauc_recall_at_5_max
value: 44.235123953404404
verified: no, type: nauc_recall_at_5_std
value: -14.899414840375686
verified: no, type: ndcg_at_1
value: 52
verified: no, type: ndcg_at_10
value: 63.410999999999994
verified: no, type: ndcg_at_100
value: 67.137
verified: no, type: ndcg_at_1000
value: 68.089
verified: no, type: ndcg_at_20
value: 65.632
verified: no, type: ndcg_at_3
value: 58.044
verified: no, type: ndcg_at_5
value: 60.702999999999996
verified: no, type: precision_at_1
value: 52
verified: no, type: precision_at_10
value: 8.6
verified: no, type: precision_at_100
value: 1.05
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 4.8
verified: no, type: precision_at_3
value: 22.778000000000002
verified: no, type: precision_at_5
value: 15.2
verified: no, type: recall_at_1
value: 49.611
verified: no, type: recall_at_10
value: 76.472
verified: no, type: recall_at_100
value: 92.43299999999999
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 84.956
verified: no, type: recall_at_3
value: 62.117
verified: no, type: recall_at_5
value: 68.861
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 64.369
verified: no, type: map_at_1
value: 47.837
verified: no, type: map_at_10
value: 59.022
verified: no, type: map_at_100
value: 59.662000000000006
verified: no, type: map_at_1000
value: 59.689
verified: no, type: map_at_20
value: 59.412
verified: no, type: map_at_3
value: 55.582
verified: no, type: map_at_5
value: 57.816
verified: no, type: mrr_at_1
value: 49.69097651421508
verified: no, type: mrr_at_10
value: 59.891351266505744
verified: no, type: mrr_at_100
value: 60.40497527256933
verified: no, type: mrr_at_1000
value: 60.42721546353974
verified: no, type: mrr_at_20
value: 60.17393820447313
verified: no, type: mrr_at_3
value: 57.35475896168104
verified: no, type: mrr_at_5
value: 58.930778739184106
verified: no, type: nauc_map_at_1000_diff1
value: 58.78305090963567
verified: no, type: nauc_map_at_1000_max
value: 35.12283367428735
verified: no, type: nauc_map_at_1000_std
value: -3.3045872889300547
verified: no, type: nauc_map_at_100_diff1
value: 58.76971227621917
verified: no, type: nauc_map_at_100_max
value: 35.13947439060551
verified: no, type: nauc_map_at_100_std
value: -3.276452687829707
verified: no, type: nauc_map_at_10_diff1
value: 58.75842844957606
verified: no, type: nauc_map_at_10_max
value: 34.704165964434814
verified: no, type: nauc_map_at_10_std
value: -3.7719212959968424
verified: no, type: nauc_map_at_1_diff1
value: 64.99062840457313
verified: no, type: nauc_map_at_1_max
value: 27.19358812553583
verified: no, type: nauc_map_at_1_std
value: -8.72762379952974
verified: no, type: nauc_map_at_20_diff1
value: 58.66004058812726
verified: no, type: nauc_map_at_20_max
value: 35.164043011657725
verified: no, type: nauc_map_at_20_std
value: -3.2969068261244745
verified: no, type: nauc_map_at_3_diff1
value: 59.854193949071544
verified: no, type: nauc_map_at_3_max
value: 31.46129035110114
verified: no, type: nauc_map_at_3_std
value: -6.170178284446623
verified: no, type: nauc_map_at_5_diff1
value: 59.088254201327885
verified: no, type: nauc_map_at_5_max
value: 33.92576300503813
verified: no, type: nauc_map_at_5_std
value: -5.4415665109074425
verified: no, type: nauc_mrr_at_1000_diff1
value: 58.54895189492597
verified: no, type: nauc_mrr_at_1000_max
value: 35.9780053047045
verified: no, type: nauc_mrr_at_1000_std
value: -2.359369807008015
verified: no, type: nauc_mrr_at_100_diff1
value: 58.540755546661885
verified: no, type: nauc_mrr_at_100_max
value: 35.99507953136928
verified: no, type: nauc_mrr_at_100_std
value: -2.3277565257083372
verified: no, type: nauc_mrr_at_10_diff1
value: 58.4322139593112
verified: no, type: nauc_mrr_at_10_max
value: 35.982526091988
verified: no, type: nauc_mrr_at_10_std
value: -2.392903034708536
verified: no, type: nauc_mrr_at_1_diff1
value: 63.53101867168447
verified: no, type: nauc_mrr_at_1_max
value: 30.901659531558657
verified: no, type: nauc_mrr_at_1_std
value: -6.60242086836763
verified: no, type: nauc_mrr_at_20_diff1
value: 58.38913058953522
verified: no, type: nauc_mrr_at_20_max
value: 36.036519212064796
verified: no, type: nauc_mrr_at_20_std
value: -2.3291182416618303
verified: no, type: nauc_mrr_at_3_diff1
value: 58.623149803548856
verified: no, type: nauc_mrr_at_3_max
value: 34.884425158356564
verified: no, type: nauc_mrr_at_3_std
value: -3.5684918976742095
verified: no, type: nauc_mrr_at_5_diff1
value: 58.593076997057366
verified: no, type: nauc_mrr_at_5_max
value: 35.85951697138564
verified: no, type: nauc_mrr_at_5_std
value: -3.2395400381421218
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.17946024088797
verified: no, type: nauc_ndcg_at_1000_max
value: 37.80246427487153
verified: no, type: nauc_ndcg_at_1000_std
value: 0.017377892634267714
verified: no, type: nauc_ndcg_at_100_diff1
value: 56.803801107259886
verified: no, type: nauc_ndcg_at_100_max
value: 38.42483446105957
verified: no, type: nauc_ndcg_at_100_std
value: 1.019485234675516
verified: no, type: nauc_ndcg_at_10_diff1
value: 56.21708113246376
verified: no, type: nauc_ndcg_at_10_max
value: 37.65122655076192
verified: no, type: nauc_ndcg_at_10_std
value: -0.4610175790167986
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.53101867168447
verified: no, type: nauc_ndcg_at_1_max
value: 30.901659531558657
verified: no, type: nauc_ndcg_at_1_std
value: -6.60242086836763
verified: no, type: nauc_ndcg_at_20_diff1
value: 55.851637530169185
verified: no, type: nauc_ndcg_at_20_max
value: 38.796742789981955
verified: no, type: nauc_ndcg_at_20_std
value: 0.863162473592911
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.85545477542024
verified: no, type: nauc_ndcg_at_3_max
value: 33.45139409128741
verified: no, type: nauc_ndcg_at_3_std
value: -4.495435995439046
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.01654520196404
verified: no, type: nauc_ndcg_at_5_max
value: 36.49536042883461
verified: no, type: nauc_ndcg_at_5_std
value: -3.6015935440080944
verified: no, type: nauc_precision_at_1000_diff1
value: -24.16238685706006
verified: no, type: nauc_precision_at_1000_max
value: 37.26344291063305
verified: no, type: nauc_precision_at_1000_std
value: 39.89236880897121
verified: no, type: nauc_precision_at_100_diff1
value: -13.603898188860725
verified: no, type: nauc_precision_at_100_max
value: 45.46377647017442
verified: no, type: nauc_precision_at_100_std
value: 42.87883547217318
verified: no, type: nauc_precision_at_10_diff1
value: 9.711275139281456
verified: no, type: nauc_precision_at_10_max
value: 48.468018717629526
verified: no, type: nauc_precision_at_10_std
value: 26.817500609134953
verified: no, type: nauc_precision_at_1_diff1
value: 63.53101867168447
verified: no, type: nauc_precision_at_1_max
value: 30.901659531558657
verified: no, type: nauc_precision_at_1_std
value: -6.60242086836763
verified: no, type: nauc_precision_at_20_diff1
value: 0.00139091362502851
verified: no, type: nauc_precision_at_20_max
value: 50.43345011216549
verified: no, type: nauc_precision_at_20_std
value: 34.67649400500327
verified: no, type: nauc_precision_at_3_diff1
value: 38.751824308714276
verified: no, type: nauc_precision_at_3_max
value: 43.21289418775503
verified: no, type: nauc_precision_at_3_std
value: 5.652452781878667
verified: no, type: nauc_precision_at_5_diff1
value: 23.68970464573422
verified: no, type: nauc_precision_at_5_max
value: 47.02789667674481
verified: no, type: nauc_precision_at_5_std
value: 11.200468233093819
verified: no, type: nauc_recall_at_1000_diff1
value: 31.373464446824524
verified: no, type: nauc_recall_at_1000_max
value: 77.24072096317693
verified: no, type: nauc_recall_at_1000_std
value: 77.46663233630755
verified: no, type: nauc_recall_at_100_diff1
value: 39.60404817128676
verified: no, type: nauc_recall_at_100_max
value: 66.96321345823011
verified: no, type: nauc_recall_at_100_std
value: 50.28541338440128
verified: no, type: nauc_recall_at_10_diff1
value: 44.69819293420119
verified: no, type: nauc_recall_at_10_max
value: 46.873397263102866
verified: no, type: nauc_recall_at_10_std
value: 11.675067285080026
verified: no, type: nauc_recall_at_1_diff1
value: 64.99062840457313
verified: no, type: nauc_recall_at_1_max
value: 27.19358812553583
verified: no, type: nauc_recall_at_1_std
value: -8.72762379952974
verified: no, type: nauc_recall_at_20_diff1
value: 39.449545096976934
verified: no, type: nauc_recall_at_20_max
value: 55.760980195206024
verified: no, type: nauc_recall_at_20_std
value: 22.83418940070873
verified: no, type: nauc_recall_at_3_diff1
value: 52.66361685122468
verified: no, type: nauc_recall_at_3_max
value: 33.33366044082472
verified: no, type: nauc_recall_at_3_std
value: -3.2118274079320526
verified: no, type: nauc_recall_at_5_diff1
value: 49.658866008255906
verified: no, type: nauc_recall_at_5_max
value: 42.1733886196467
verified: no, type: nauc_recall_at_5_std
value: -0.22037746789896404
verified: no, type: ndcg_at_1
value: 49.691
verified: no, type: ndcg_at_10
value: 64.369
verified: no, type: ndcg_at_100
value: 67.324
verified: no, type: ndcg_at_1000
value: 67.977
verified: no, type: ndcg_at_20
value: 65.621
verified: no, type: ndcg_at_3
value: 58.373
verified: no, type: ndcg_at_5
value: 61.812
verified: no, type: precision_at_1
value: 49.691
verified: no, type: precision_at_10
value: 9.011
verified: no, type: precision_at_100
value: 1.0619999999999998
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 4.802
verified: no, type: precision_at_3
value: 23.28
verified: no, type: precision_at_5
value: 16.094
verified: no, type: recall_at_1
value: 47.837
verified: no, type: recall_at_10
value: 79.666
verified: no, type: recall_at_100
value: 93.284
verified: no, type: recall_at_1000
value: 98.26899999999999
verified: no, type: recall_at_20
value: 84.405
verified: no, type: recall_at_3
value: 64.291
verified: no, type: recall_at_5
value: 72.299
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.78415841584159
verified: no, type: cosine_accuracy_threshold
value: 80.41510581970215
verified: no, type: cosine_ap
value: 93.23104742381835
verified: no, type: cosine_f1
value: 88.66943866943866
verified: no, type: cosine_f1_threshold
value: 80.41510581970215
verified: no, type: cosine_precision
value: 92.31601731601732
verified: no, type: cosine_recall
value: 85.3
verified: no, type: dot_accuracy
value: 99.78415841584159
verified: no, type: dot_accuracy_threshold
value: 80.41510581970215
verified: no, type: dot_ap
value: 93.23113910299146
verified: no, type: dot_f1
value: 88.66943866943866
verified: no, type: dot_f1_threshold
value: 80.41510581970215
verified: no, type: dot_precision
value: 92.31601731601732
verified: no, type: dot_recall
value: 85.3
verified: no, type: euclidean_accuracy
value: 99.78415841584159
verified: no, type: euclidean_accuracy_threshold
value: 62.5857412815094
verified: no, type: euclidean_ap
value: 93.23104742381834
verified: no, type: euclidean_f1
value: 88.66943866943866
verified: no, type: euclidean_f1_threshold
value: 62.5857412815094
verified: no, type: euclidean_precision
value: 92.31601731601732
verified: no, type: euclidean_recall
value: 85.3
verified: no, type: main_score
value: 93.23113910299146
verified: no, type: manhattan_accuracy
value: 99.78316831683168
verified: no, type: manhattan_accuracy_threshold
value: 1599.7264862060547
verified: no, type: manhattan_ap
value: 93.21635189581482
verified: no, type: manhattan_f1
value: 88.7055183084064
verified: no, type: manhattan_f1_threshold
value: 1618.4080123901367
verified: no, type: manhattan_precision
value: 91.58679446219382
verified: no, type: manhattan_recall
value: 86
verified: no, type: max_accuracy
value: 99.78415841584159
verified: no, type: max_ap
value: 93.23113910299146
verified: no, type: max_f1
value: 88.7055183084064
verified: no, type: max_precision
value: 92.31601731601732
verified: no, type: max_recall
value: 86
verified: no, type: similarity_accuracy
value: 99.78415841584159
verified: no, type: similarity_accuracy_threshold
value: 80.41511178016663
verified: no, type: similarity_ap
value: 93.23104742381835
verified: no, type: similarity_f1
value: 88.66943866943866
verified: no, type: similarity_f1_threshold
value: 80.41511178016663
verified: no, type: similarity_precision
value: 92.31601731601732
verified: no, type: similarity_recall
value: 85.3
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: validation
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.73960396039604
verified: no, type: cosine_accuracy_threshold
value: 78.21520566940308
verified: no, type: cosine_ap
value: 92.44501471351339
verified: no, type: cosine_f1
value: 86.88279301745636
verified: no, type: cosine_f1_threshold
value: 78.14359664916992
verified: no, type: cosine_precision
value: 86.66666666666667
verified: no, type: cosine_recall
value: 87.1
verified: no, type: dot_accuracy
value: 99.73960396039604
verified: no, type: dot_accuracy_threshold
value: 78.21520566940308
verified: no, type: dot_ap
value: 92.4450147135134
verified: no, type: dot_f1
value: 86.88279301745636
verified: no, type: dot_f1_threshold
value: 78.1436026096344
verified: no, type: dot_precision
value: 86.66666666666667
verified: no, type: dot_recall
value: 87.1
verified: no, type: euclidean_accuracy
value: 99.73960396039604
verified: no, type: euclidean_accuracy_threshold
value: 66.00725650787354
verified: no, type: euclidean_ap
value: 92.44502680296995
verified: no, type: euclidean_f1
value: 86.88279301745636
verified: no, type: euclidean_f1_threshold
value: 66.11565351486206
verified: no, type: euclidean_precision
value: 86.66666666666667
verified: no, type: euclidean_recall
value: 87.1
verified: no, type: main_score
value: 92.44502680296995
verified: no, type: manhattan_accuracy
value: 99.73960396039604
verified: no, type: manhattan_accuracy_threshold
value: 1602.5711059570312
verified: no, type: manhattan_ap
value: 92.43866589842014
verified: no, type: manhattan_f1
value: 86.64688427299703
verified: no, type: manhattan_f1_threshold
value: 1700.89111328125
verified: no, type: manhattan_precision
value: 85.71428571428571
verified: no, type: manhattan_recall
value: 87.6
verified: no, type: max_accuracy
value: 99.73960396039604
verified: no, type: max_ap
value: 92.44502680296995
verified: no, type: max_f1
value: 86.88279301745636
verified: no, type: max_precision
value: 86.66666666666667
verified: no, type: max_recall
value: 87.6
verified: no, type: similarity_accuracy
value: 99.73960396039604
verified: no, type: similarity_accuracy_threshold
value: 78.21520566940308
verified: no, type: similarity_ap
value: 92.44502680296995
verified: no, type: similarity_f1
value: 86.88279301745636
verified: no, type: similarity_f1_threshold
value: 78.14360857009888
verified: no, type: similarity_precision
value: 86.66666666666667
verified: no, type: similarity_recall
value: 87.1
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 47.60260654872431
verified: no, type: map
value: 47.60260654872431
verified: no, type: mrr
value: 48.38349354893472
verified: no, type: nAUC_map_diff1
value: 33.382377299895495
verified: no, type: nAUC_map_max
value: 14.31801401119778
verified: no, type: nAUC_map_std
value: 6.926227495961876
verified: no, type: nAUC_mrr_diff1
value: 33.57574235018322
verified: no, type: nAUC_mrr_max
value: 15.432756990216173
verified: no, type: nAUC_mrr_std
value: 6.235476769201274
verified: no
task: type: Reranking, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 55.762
verified: no, type: map_at_1
value: 0.168
verified: no, type: map_at_10
value: 1.373
verified: no, type: map_at_100
value: 7.8950000000000005
verified: no, type: map_at_1000
value: 18.706999999999997
verified: no, type: map_at_20
value: 2.467
verified: no, type: map_at_3
value: 0.466
verified: no, type: map_at_5
value: 0.748
verified: no, type: mrr_at_1
value: 62
verified: no, type: mrr_at_10
value: 73.8047619047619
verified: no, type: mrr_at_100
value: 73.8047619047619
verified: no, type: mrr_at_1000
value: 73.8047619047619
verified: no, type: mrr_at_20
value: 73.8047619047619
verified: no, type: mrr_at_3
value: 70.33333333333333
verified: no, type: mrr_at_5
value: 71.73333333333332
verified: no, type: nauc_map_at_1000_diff1
value: 0.6707213254769067
verified: no, type: nauc_map_at_1000_max
value: 69.7697636274887
verified: no, type: nauc_map_at_1000_std
value: 84.45955800331973
verified: no, type: nauc_map_at_100_diff1
value: 12.169393989386004
verified: no, type: nauc_map_at_100_max
value: 52.46571837839733
verified: no, type: nauc_map_at_100_std
value: 69.527611076835
verified: no, type: nauc_map_at_10_diff1
value: 25.015456179854027
verified: no, type: nauc_map_at_10_max
value: 29.110484444313116
verified: no, type: nauc_map_at_10_std
value: 35.76414940185344
verified: no, type: nauc_map_at_1_diff1
value: 14.444403023811974
verified: no, type: nauc_map_at_1_max
value: 6.020609028887087
verified: no, type: nauc_map_at_1_std
value: 12.259149720368088
verified: no, type: nauc_map_at_20_diff1
value: 20.992560593298627
verified: no, type: nauc_map_at_20_max
value: 30.75527298455033
verified: no, type: nauc_map_at_20_std
value: 39.468087241239886
verified: no, type: nauc_map_at_3_diff1
value: 17.35541971538097
verified: no, type: nauc_map_at_3_max
value: 19.791791676017304
verified: no, type: nauc_map_at_3_std
value: 25.13128401924247
verified: no, type: nauc_map_at_5_diff1
value: 22.59713579898944
verified: no, type: nauc_map_at_5_max
value: 21.476048201097463
verified: no, type: nauc_map_at_5_std
value: 28.854193038027244
verified: no, type: nauc_mrr_at_1000_diff1
value: -23.847937451536772
verified: no, type: nauc_mrr_at_1000_max
value: 13.24199411568681
verified: no, type: nauc_mrr_at_1000_std
value: 29.170358128946717
verified: no, type: nauc_mrr_at_100_diff1
value: -23.847937451536772
verified: no, type: nauc_mrr_at_100_max
value: 13.24199411568681
verified: no, type: nauc_mrr_at_100_std
value: 29.170358128946717
verified: no, type: nauc_mrr_at_10_diff1
value: -23.847937451536772
verified: no, type: nauc_mrr_at_10_max
value: 13.24199411568681
verified: no, type: nauc_mrr_at_10_std
value: 29.170358128946717
verified: no, type: nauc_mrr_at_1_diff1
value: -23.730117219948955
verified: no, type: nauc_mrr_at_1_max
value: 5.9409900624557626
verified: no, type: nauc_mrr_at_1_std
value: 28.102021351875173
verified: no, type: nauc_mrr_at_20_diff1
value: -23.847937451536772
verified: no, type: nauc_mrr_at_20_max
value: 13.24199411568681
verified: no, type: nauc_mrr_at_20_std
value: 29.170358128946717
verified: no, type: nauc_mrr_at_3_diff1
value: -25.25534815109886
verified: no, type: nauc_mrr_at_3_max
value: 17.420314571494384
verified: no, type: nauc_mrr_at_3_std
value: 26.99190230482444
verified: no, type: nauc_mrr_at_5_diff1
value: -23.931547879975916
verified: no, type: nauc_mrr_at_5_max
value: 14.887930459178236
verified: no, type: nauc_mrr_at_5_std
value: 32.184351744866895
verified: no, type: nauc_ndcg_at_1000_diff1
value: 8.899848048591705
verified: no, type: nauc_ndcg_at_1000_max
value: 71.00621649004708
verified: no, type: nauc_ndcg_at_1000_std
value: 80.67299255161943
verified: no, type: nauc_ndcg_at_100_diff1
value: -9.461399232118247
verified: no, type: nauc_ndcg_at_100_max
value: 54.35382333332542
verified: no, type: nauc_ndcg_at_100_std
value: 73.73561814453765
verified: no, type: nauc_ndcg_at_10_diff1
value: -1.0890290776471745
verified: no, type: nauc_ndcg_at_10_max
value: 35.13185210489351
verified: no, type: nauc_ndcg_at_10_std
value: 46.21015374505652
verified: no, type: nauc_ndcg_at_1_diff1
value: -17.203118752499037
verified: no, type: nauc_ndcg_at_1_max
value: 11.591077854572411
verified: no, type: nauc_ndcg_at_1_std
value: 32.75261324041808
verified: no, type: nauc_ndcg_at_20_diff1
value: -5.417216909093838
verified: no, type: nauc_ndcg_at_20_max
value: 36.747183985151246
verified: no, type: nauc_ndcg_at_20_std
value: 52.81457089413919
verified: no, type: nauc_ndcg_at_3_diff1
value: -17.783013280872932
verified: no, type: nauc_ndcg_at_3_max
value: 24.107690659037978
verified: no, type: nauc_ndcg_at_3_std
value: 35.270479201424266
verified: no, type: nauc_ndcg_at_5_diff1
value: -8.827252471989686
verified: no, type: nauc_ndcg_at_5_max
value: 28.008170148923707
verified: no, type: nauc_ndcg_at_5_std
value: 41.505214419327764
verified: no, type: nauc_precision_at_1000_diff1
value: -17.854441757651472
verified: no, type: nauc_precision_at_1000_max
value: 57.43861576725595
verified: no, type: nauc_precision_at_1000_std
value: 62.718333021736086
verified: no, type: nauc_precision_at_100_diff1
value: -12.126527949517603
verified: no, type: nauc_precision_at_100_max
value: 55.64469019506334
verified: no, type: nauc_precision_at_100_std
value: 79.1703468045327
verified: no, type: nauc_precision_at_10_diff1
value: 0.37205345921587774
verified: no, type: nauc_precision_at_10_max
value: 38.47094074732544
verified: no, type: nauc_precision_at_10_std
value: 54.82903166477635
verified: no, type: nauc_precision_at_1_diff1
value: -23.730117219948955
verified: no, type: nauc_precision_at_1_max
value: 5.9409900624557626
verified: no, type: nauc_precision_at_1_std
value: 28.102021351875173
verified: no, type: nauc_precision_at_20_diff1
value: -5.412328008958316
verified: no, type: nauc_precision_at_20_max
value: 38.00900123992296
verified: no, type: nauc_precision_at_20_std
value: 58.58142518201982
verified: no, type: nauc_precision_at_3_diff1
value: -18.292517006802715
verified: no, type: nauc_precision_at_3_max
value: 28.27891156462583
verified: no, type: nauc_precision_at_3_std
value: 39.0975056689342
verified: no, type: nauc_precision_at_5_diff1
value: -4.197437354036513
verified: no, type: nauc_precision_at_5_max
value: 31.807247505031928
verified: no, type: nauc_precision_at_5_std
value: 50.9078667760735
verified: no, type: nauc_recall_at_1000_diff1
value: 14.515403828349251
verified: no, type: nauc_recall_at_1000_max
value: 74.06269389812716
verified: no, type: nauc_recall_at_1000_std
value: 80.90698600344675
verified: no, type: nauc_recall_at_100_diff1
value: 22.061145928246614
verified: no, type: nauc_recall_at_100_max
value: 51.818051817906884
verified: no, type: nauc_recall_at_100_std
value: 68.32138972778115
verified: no, type: nauc_recall_at_10_diff1
value: 32.76321472966774
verified: no, type: nauc_recall_at_10_max
value: 29.7806654885219
verified: no, type: nauc_recall_at_10_std
value: 35.02385925172306
verified: no, type: nauc_recall_at_1_diff1
value: 14.444403023811974
verified: no, type: nauc_recall_at_1_max
value: 6.020609028887087
verified: no, type: nauc_recall_at_1_std
value: 12.259149720368088
verified: no, type: nauc_recall_at_20_diff1
value: 28.865971343197387
verified: no, type: nauc_recall_at_20_max
value: 29.60085781014946
verified: no, type: nauc_recall_at_20_std
value: 36.547230561492086
verified: no, type: nauc_recall_at_3_diff1
value: 20.201163215299022
verified: no, type: nauc_recall_at_3_max
value: 24.15147413590923
verified: no, type: nauc_recall_at_3_std
value: 25.51841620358044
verified: no, type: nauc_recall_at_5_diff1
value: 27.778962471287116
verified: no, type: nauc_recall_at_5_max
value: 22.152780329338537
verified: no, type: nauc_recall_at_5_std
value: 30.197951058718182
verified: no, type: ndcg_at_1
value: 56.00000000000001
verified: no, type: ndcg_at_10
value: 55.762
verified: no, type: ndcg_at_100
value: 43
verified: no, type: ndcg_at_1000
value: 40.174
verified: no, type: ndcg_at_20
value: 54.395
verified: no, type: ndcg_at_3
value: 57.888
verified: no, type: ndcg_at_5
value: 57.001000000000005
verified: no, type: precision_at_1
value: 62
verified: no, type: precision_at_10
value: 61.4
verified: no, type: precision_at_100
value: 44.72
verified: no, type: precision_at_1000
value: 17.458000000000002
verified: no, type: precision_at_20
value: 59.099999999999994
verified: no, type: precision_at_3
value: 64
verified: no, type: precision_at_5
value: 62.4
verified: no, type: recall_at_1
value: 0.168
verified: no, type: recall_at_10
value: 1.6219999999999999
verified: no, type: recall_at_100
value: 11.035
verified: no, type: recall_at_1000
value: 38.519999999999996
verified: no, type: recall_at_20
value: 3.0620000000000003
verified: no, type: recall_at_3
value: 0.49500000000000005
verified: no, type: recall_at_5
value: 0.8330000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 19.273
verified: no, type: map_at_1
value: 1.709
verified: no, type: map_at_10
value: 7.316000000000001
verified: no, type: map_at_100
value: 12.321
verified: no, type: map_at_1000
value: 13.808000000000002
verified: no, type: map_at_20
value: 9.253
verified: no, type: map_at_3
value: 3.3160000000000003
verified: no, type: map_at_5
value: 4.795
verified: no, type: mrr_at_1
value: 18.367346938775512
verified: no, type: mrr_at_10
value: 35.08989310009718
verified: no, type: mrr_at_100
value: 36.28671044931684
verified: no, type: mrr_at_1000
value: 36.31683280396308
verified: no, type: mrr_at_20
value: 35.94069374950148
verified: no, type: mrr_at_3
value: 29.931972789115648
verified: no, type: mrr_at_5
value: 33.70748299319728
verified: no, type: nauc_map_at_1000_diff1
value: 1.7252523471164072
verified: no, type: nauc_map_at_1000_max
value: -37.45684434972034
verified: no, type: nauc_map_at_1000_std
value: 31.816390808831752
verified: no, type: nauc_map_at_100_diff1
value: 3.1866433481351644
verified: no, type: nauc_map_at_100_max
value: -37.53275106404819
verified: no, type: nauc_map_at_100_std
value: 27.697720914312185
verified: no, type: nauc_map_at_10_diff1
value: 11.546757425370735
verified: no, type: nauc_map_at_10_max
value: -40.037060316109546
verified: no, type: nauc_map_at_10_std
value: 8.801565596186842
verified: no, type: nauc_map_at_1_diff1
value: 7.61028045283501
verified: no, type: nauc_map_at_1_max
value: -39.557582744593645
verified: no, type: nauc_map_at_1_std
value: 7.735640885032767
verified: no, type: nauc_map_at_20_diff1
value: 7.543135546307922
verified: no, type: nauc_map_at_20_max
value: -39.0652043276318
verified: no, type: nauc_map_at_20_std
value: 15.29593792274507
verified: no, type: nauc_map_at_3_diff1
value: 11.280676031082711
verified: no, type: nauc_map_at_3_max
value: -34.41607704761832
verified: no, type: nauc_map_at_3_std
value: 11.32048166693763
verified: no, type: nauc_map_at_5_diff1
value: 20.351099794478802
verified: no, type: nauc_map_at_5_max
value: -35.88950105757943
verified: no, type: nauc_map_at_5_std
value: 4.35637850342264
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.939017707774081
verified: no, type: nauc_mrr_at_1000_max
value: -33.935956825842005
verified: no, type: nauc_mrr_at_1000_std
value: 19.07952503475733
verified: no, type: nauc_mrr_at_100_diff1
value: 7.007488744667508
verified: no, type: nauc_mrr_at_100_max
value: -33.92945312193678
verified: no, type: nauc_mrr_at_100_std
value: 19.05586025085344
verified: no, type: nauc_mrr_at_10_diff1
value: 7.870938718185284
verified: no, type: nauc_mrr_at_10_max
value: -33.643874011810624
verified: no, type: nauc_mrr_at_10_std
value: 18.737984428168758
verified: no, type: nauc_mrr_at_1_diff1
value: -8.06431205769537
verified: no, type: nauc_mrr_at_1_max
value: -32.336425928178976
verified: no, type: nauc_mrr_at_1_std
value: 13.604000993208912
verified: no, type: nauc_mrr_at_20_diff1
value: 6.831718376609704
verified: no, type: nauc_mrr_at_20_max
value: -33.90246846104302
verified: no, type: nauc_mrr_at_20_std
value: 19.538148096702766
verified: no, type: nauc_mrr_at_3_diff1
value: 8.037148374955189
verified: no, type: nauc_mrr_at_3_max
value: -34.25753271217517
verified: no, type: nauc_mrr_at_3_std
value: 15.088248414171138
verified: no, type: nauc_mrr_at_5_diff1
value: 7.595968523491899
verified: no, type: nauc_mrr_at_5_max
value: -33.06623826965133
verified: no, type: nauc_mrr_at_5_std
value: 16.159130418151424
verified: no, type: nauc_ndcg_at_1000_diff1
value: -7.720330826911982
verified: no, type: nauc_ndcg_at_1000_max
value: -34.504586339397235
verified: no, type: nauc_ndcg_at_1000_std
value: 55.17137720392854
verified: no, type: nauc_ndcg_at_100_diff1
value: -2.240319097304193
verified: no, type: nauc_ndcg_at_100_max
value: -40.22669737557528
verified: no, type: nauc_ndcg_at_100_std
value: 44.249422231658905
verified: no, type: nauc_ndcg_at_10_diff1
value: 5.852919717287215
verified: no, type: nauc_ndcg_at_10_max
value: -35.950454003677656
verified: no, type: nauc_ndcg_at_10_std
value: 20.091954046961675
verified: no, type: nauc_ndcg_at_1_diff1
value: -5.026757375691153
verified: no, type: nauc_ndcg_at_1_max
value: -28.165217487569176
verified: no, type: nauc_ndcg_at_1_std
value: 10.76494218894748
verified: no, type: nauc_ndcg_at_20_diff1
value: 5.762488120758699
verified: no, type: nauc_ndcg_at_20_max
value: -38.80104651664979
verified: no, type: nauc_ndcg_at_20_std
value: 20.145678018726883
verified: no, type: nauc_ndcg_at_3_diff1
value: 0.16026215637272925
verified: no, type: nauc_ndcg_at_3_max
value: -26.15554287164054
verified: no, type: nauc_ndcg_at_3_std
value: 18.090887546880303
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.586652981111932
verified: no, type: nauc_ndcg_at_5_max
value: -27.173581848523575
verified: no, type: nauc_ndcg_at_5_std
value: 15.928174079072576
verified: no, type: nauc_precision_at_1000_diff1
value: -18.722748366003454
verified: no, type: nauc_precision_at_1000_max
value: 37.70127527055082
verified: no, type: nauc_precision_at_1000_std
value: 31.302472601792115
verified: no, type: nauc_precision_at_100_diff1
value: -17.925299944589483
verified: no, type: nauc_precision_at_100_max
value: -14.585664687731581
verified: no, type: nauc_precision_at_100_std
value: 67.2854894307787
verified: no, type: nauc_precision_at_10_diff1
value: -0.09200325626652063
verified: no, type: nauc_precision_at_10_max
value: -32.03703654583935
verified: no, type: nauc_precision_at_10_std
value: 22.4037217406587
verified: no, type: nauc_precision_at_1_diff1
value: -8.06431205769537
verified: no, type: nauc_precision_at_1_max
value: -32.336425928178976
verified: no, type: nauc_precision_at_1_std
value: 13.604000993208912
verified: no, type: nauc_precision_at_20_diff1
value: -6.234971494983468
verified: no, type: nauc_precision_at_20_max
value: -30.356093477553664
verified: no, type: nauc_precision_at_20_std
value: 28.20524075851042
verified: no, type: nauc_precision_at_3_diff1
value: 4.606858014602901
verified: no, type: nauc_precision_at_3_max
value: -28.168779973044106
verified: no, type: nauc_precision_at_3_std
value: 16.698130987587955
verified: no, type: nauc_precision_at_5_diff1
value: 14.639189113387536
verified: no, type: nauc_precision_at_5_max
value: -26.78005614395128
verified: no, type: nauc_precision_at_5_std
value: 10.946798822151997
verified: no, type: nauc_recall_at_1000_diff1
value: -30.524346333490655
verified: no, type: nauc_recall_at_1000_max
value: -21.075417353925026
verified: no, type: nauc_recall_at_1000_std
value: 74.22949435007064
verified: no, type: nauc_recall_at_100_diff1
value: -9.77575583119297
verified: no, type: nauc_recall_at_100_max
value: -37.07008469837298
verified: no, type: nauc_recall_at_100_std
value: 52.120230360541775
verified: no, type: nauc_recall_at_10_diff1
value: 9.745498888406615
verified: no, type: nauc_recall_at_10_max
value: -40.79008195388784
verified: no, type: nauc_recall_at_10_std
value: 9.660739412488208
verified: no, type: nauc_recall_at_1_diff1
value: 7.61028045283501
verified: no, type: nauc_recall_at_1_max
value: -39.557582744593645
verified: no, type: nauc_recall_at_1_std
value: 7.735640885032767
verified: no, type: nauc_recall_at_20_diff1
value: 2.0644237101077745
verified: no, type: nauc_recall_at_20_max
value: -39.01808667391472
verified: no, type: nauc_recall_at_20_std
value: 19.00124585263139
verified: no, type: nauc_recall_at_3_diff1
value: 16.33154242036851
verified: no, type: nauc_recall_at_3_max
value: -36.478930737889165
verified: no, type: nauc_recall_at_3_std
value: 9.289013372689602
verified: no, type: nauc_recall_at_5_diff1
value: 26.540205506422566
verified: no, type: nauc_recall_at_5_max
value: -38.0518452674111
verified: no, type: nauc_recall_at_5_std
value: -2.2102236055615827
verified: no, type: ndcg_at_1
value: 16.326999999999998
verified: no, type: ndcg_at_10
value: 19.273
verified: no, type: ndcg_at_100
value: 30.534
verified: no, type: ndcg_at_1000
value: 42.769
verified: no, type: ndcg_at_20
value: 20.386000000000003
verified: no, type: ndcg_at_3
value: 18.381
verified: no, type: ndcg_at_5
value: 19.338
verified: no, type: precision_at_1
value: 18.367
verified: no, type: precision_at_10
value: 18.570999999999998
verified: no, type: precision_at_100
value: 6.571000000000001
verified: no, type: precision_at_1000
value: 1.471
verified: no, type: precision_at_20
value: 13.571
verified: no, type: precision_at_3
value: 20.408
verified: no, type: precision_at_5
value: 21.224
verified: no, type: recall_at_1
value: 1.709
verified: no, type: recall_at_10
value: 14.161999999999999
verified: no, type: recall_at_100
value: 42.65
verified: no, type: recall_at_1000
value: 80.388
verified: no, type: recall_at_20
value: 20.638
verified: no, type: recall_at_3
value: 4.503
verified: no, type: recall_at_5
value: 7.957
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 83.32836621565238
verified: no, type: cosine_accuracy_threshold
value: 81.38269186019897
verified: no, type: cosine_ap
value: 65.00845873856156
verified: no, type: cosine_f1
value: 60.39579770339605
verified: no, type: cosine_f1_threshold
value: 74.81536865234375
verified: no, type: cosine_precision
value: 56.23293903548681
verified: no, type: cosine_recall
value: 65.22427440633246
verified: no, type: dot_accuracy
value: 83.32836621565238
verified: no, type: dot_accuracy_threshold
value: 81.38269186019897
verified: no, type: dot_ap
value: 65.00846130715131
verified: no, type: dot_f1
value: 60.39579770339605
verified: no, type: dot_f1_threshold
value: 74.81536865234375
verified: no, type: dot_precision
value: 56.23293903548681
verified: no, type: dot_recall
value: 65.22427440633246
verified: no, type: euclidean_accuracy
value: 83.32836621565238
verified: no, type: euclidean_accuracy_threshold
value: 61.02017164230347
verified: no, type: euclidean_ap
value: 65.00849169500765
verified: no, type: euclidean_f1
value: 60.39579770339605
verified: no, type: euclidean_f1_threshold
value: 70.97129821777344
verified: no, type: euclidean_precision
value: 56.23293903548681
verified: no, type: euclidean_recall
value: 65.22427440633246
verified: no, type: main_score
value: 65.00849957566061
verified: no, type: manhattan_accuracy
value: 83.30452405078381
verified: no, type: manhattan_accuracy_threshold
value: 1550.2988815307617
verified: no, type: manhattan_ap
value: 64.91239914569253
verified: no, type: manhattan_f1
value: 60.321324245374875
verified: no, type: manhattan_f1_threshold
value: 1813.8046264648438
verified: no, type: manhattan_precision
value: 55.98734749209219
verified: no, type: manhattan_recall
value: 65.3825857519789
verified: no, type: max_accuracy
value: 83.32836621565238
verified: no, type: max_ap
value: 65.00849957566061
verified: no, type: max_f1
value: 60.39579770339605
verified: no, type: max_precision
value: 56.23293903548681
verified: no, type: max_recall
value: 65.3825857519789
verified: no, type: similarity_accuracy
value: 83.32836621565238
verified: no, type: similarity_accuracy_threshold
value: 81.38269186019897
verified: no, type: similarity_ap
value: 65.00849957566061
verified: no, type: similarity_f1
value: 60.39579770339605
verified: no, type: similarity_f1_threshold
value: 74.81537461280823
verified: no, type: similarity_precision
value: 56.23293903548681
verified: no, type: similarity_recall
value: 65.22427440633246
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.81064928008693
verified: no, type: cosine_accuracy_threshold
value: 78.35582494735718
verified: no, type: cosine_ap
value: 81.59163968357905
verified: no, type: cosine_f1
value: 73.65905665232897
verified: no, type: cosine_f1_threshold
value: 74.80239272117615
verified: no, type: cosine_precision
value: 70.484767466404
verified: no, type: cosine_recall
value: 77.1327379119187
verified: no, type: dot_accuracy
value: 86.81064928008693
verified: no, type: dot_accuracy_threshold
value: 78.35582494735718
verified: no, type: dot_ap
value: 81.5916362109219
verified: no, type: dot_f1
value: 73.65905665232897
verified: no, type: dot_f1_threshold
value: 74.80239868164062
verified: no, type: dot_precision
value: 70.484767466404
verified: no, type: dot_recall
value: 77.1327379119187
verified: no, type: euclidean_accuracy
value: 86.81064928008693
verified: no, type: euclidean_accuracy_threshold
value: 65.79388380050659
verified: no, type: euclidean_ap
value: 81.59164674676272
verified: no, type: euclidean_f1
value: 73.65905665232897
verified: no, type: euclidean_f1_threshold
value: 70.98958492279053
verified: no, type: euclidean_precision
value: 70.484767466404
verified: no, type: euclidean_recall
value: 77.1327379119187
verified: no, type: main_score
value: 81.59164674676272
verified: no, type: manhattan_accuracy
value: 86.78348274925291
verified: no, type: manhattan_accuracy_threshold
value: 1683.5384368896484
verified: no, type: manhattan_ap
value: 81.56908899994865
verified: no, type: manhattan_f1
value: 73.62843580969202
verified: no, type: manhattan_f1_threshold
value: 1811.0942840576172
verified: no, type: manhattan_precision
value: 70.51236873634505
verified: no, type: manhattan_recall
value: 77.03264551894056
verified: no, type: max_accuracy
value: 86.81064928008693
verified: no, type: max_ap
value: 81.59164674676272
verified: no, type: max_f1
value: 73.65905665232897
verified: no, type: max_precision
value: 70.51236873634505
verified: no, type: max_recall
value: 77.1327379119187
verified: no, type: similarity_accuracy
value: 86.81064928008693
verified: no, type: similarity_accuracy_threshold
value: 78.35582494735718
verified: no, type: similarity_ap
value: 81.59164176193602
verified: no, type: similarity_f1
value: 73.65905665232897
verified: no, type: similarity_f1_threshold
value: 74.8024046421051
verified: no, type: similarity_precision
value: 70.484767466404
verified: no, type: similarity_recall
value: 77.1327379119187
verified: no
task: type: PairClassification
Likes: 0 | All-time downloads: 198
Created: 2024-08-28 14:00:06