Model: BAAI/bge-multilingual-gemma2
Author: BAAI
Pipeline: feature-extraction
Library: sentence-transformers
Tags: sentence-transformers, safetensors, gemma2, feature-extraction, sentence-similarity, transformers, mteb, arxiv:2402.03216, arxiv:2309.07597, license:gemma, model-index, text-generation-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: tags: feature-extraction, sentence-similarity, sentence-transformers, transformers, mteb
license: gemma
model-index: name: bge-multilingual-gemma2
results: task: type: Retrieval
dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: main_score
value: 38.11433513284057
verified: no, type: ndcg_at_1
value: 48.45201238390093
verified: no, type: ndcg_at_3
value: 44.451438575534574
verified: no, type: ndcg_at_5
value: 41.13929990797894
verified: no, type: ndcg_at_10
value: 38.11433513284057
verified: no, type: ndcg_at_100
value: 35.36065387898559
verified: no, type: ndcg_at_1000
value: 44.01125752781003
verified: no, type: map_at_1
value: 5.638004398054564
verified: no, type: map_at_3
value: 10.375632572339333
verified: no, type: map_at_5
value: 11.820531148202422
verified: no, type: map_at_10
value: 14.087436978063389
verified: no, type: map_at_100
value: 18.25397463114958
verified: no, type: map_at_1000
value: 19.868440221606203
verified: no, type: precision_at_1
value: 49.84520123839009
verified: no, type: precision_at_3
value: 41.89886480908153
verified: no, type: precision_at_5
value: 35.356037151702814
verified: no, type: precision_at_10
value: 28.513931888544857
verified: no, type: precision_at_100
value: 9.337461300309604
verified: no, type: precision_at_1000
value: 2.210216718266251
verified: no, type: recall_at_1
value: 5.638004398054564
verified: no, type: recall_at_3
value: 11.938154656310312
verified: no, type: recall_at_5
value: 14.06183119422843
verified: no, type: recall_at_10
value: 18.506397834147705
verified: no, type: recall_at_100
value: 35.96995569451433
verified: no, type: recall_at_1000
value: 68.31771509404795
verified: no, task: type: Retrieval
dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: dev
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 45.70688915742828
verified: no, type: ndcg_at_1
value: 26.002865329512893
verified: no, type: ndcg_at_3
value: 37.49665652114275
verified: no, type: ndcg_at_5
value: 41.684045067615834
verified: no, type: ndcg_at_10
value: 45.70688915742828
verified: no, type: ndcg_at_100
value: 51.08932609519671
verified: no, type: ndcg_at_1000
value: 51.98806137292924
verified: no, type: map_at_1
value: 25.35219675262655
verified: no, type: map_at_3
value: 34.39549506526583
verified: no, type: map_at_5
value: 36.74936326010824
verified: no, type: map_at_10
value: 38.44429852488596
verified: no, type: map_at_100
value: 39.60260286311527
verified: no, type: map_at_1000
value: 39.64076154054021
verified: no, type: precision_at_1
value: 26.002865329512893
verified: no, type: precision_at_3
value: 15.840496657115954
verified: no, type: precision_at_5
value: 11.647564469914684
verified: no, type: precision_at_10
value: 7.1275071633243705
verified: no, type: precision_at_100
value: 0.9782234957019871
verified: no, type: precision_at_1000
value: 0.10565902578797497
verified: no, type: recall_at_1
value: 25.35219675262655
verified: no, type: recall_at_3
value: 45.78438395415474
verified: no, type: recall_at_5
value: 55.83213944603631
verified: no, type: recall_at_10
value: 68.08500477554918
verified: no, type: recall_at_100
value: 92.55133715377269
verified: no, type: recall_at_1000
value: 99.29083094555875
verified: no, task: type: Retrieval
dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: main_score
value: 60.04205769404706
verified: no, type: ndcg_at_1
value: 59.25925925925925
verified: no, type: ndcg_at_3
value: 55.96637679199298
verified: no, type: ndcg_at_5
value: 56.937223390223956
verified: no, type: ndcg_at_10
value: 60.04205769404706
verified: no, type: ndcg_at_100
value: 66.01619664462949
verified: no, type: ndcg_at_1000
value: 67.59651529720728
verified: no, type: map_at_1
value: 31.5081163692275
verified: no, type: map_at_3
value: 45.7486689836227
verified: no, type: map_at_5
value: 48.944906602314
verified: no, type: map_at_10
value: 51.85427043799874
verified: no, type: map_at_100
value: 53.92920237379484
verified: no, type: map_at_1000
value: 54.04694438963671
verified: no, type: precision_at_1
value: 59.25925925925925
verified: no, type: precision_at_3
value: 37.44855967078195
verified: no, type: precision_at_5
value: 26.913580246913547
verified: no, type: precision_at_10
value: 16.52777777777774
verified: no, type: precision_at_100
value: 2.2962962962962754
verified: no, type: precision_at_1000
value: 0.2566358024691334
verified: no, type: recall_at_1
value: 31.5081163692275
verified: no, type: recall_at_3
value: 50.71759045138676
verified: no, type: recall_at_5
value: 57.49321152098932
verified: no, type: recall_at_10
value: 67.36356750245642
verified: no, type: recall_at_100
value: 88.67335767798735
verified: no, type: recall_at_1000
value: 97.83069725199356
verified: no, task: type: Retrieval
dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: main_score
value: 26.93150756480961
verified: no, type: ndcg_at_1
value: 30.8
verified: no, type: ndcg_at_3
value: 25.048085553386628
verified: no, type: ndcg_at_5
value: 22.351207380852305
verified: no, type: ndcg_at_10
value: 26.93150756480961
verified: no, type: ndcg_at_100
value: 37.965486832874014
verified: no, type: ndcg_at_1000
value: 43.346046425140244
verified: no, type: map_at_1
value: 6.238333333333366
verified: no, type: map_at_3
value: 11.479166666666679
verified: no, type: map_at_5
value: 14.215999999999983
verified: no, type: map_at_10
value: 16.774632936507945
verified: no, type: map_at_100
value: 20.148869158557293
verified: no, type: map_at_1000
value: 20.528644104490823
verified: no, type: precision_at_1
value: 30.8
verified: no, type: precision_at_3
value: 23.466666666666736
verified: no, type: precision_at_5
value: 19.899999999999967
verified: no, type: precision_at_10
value: 14.069999999999938
verified: no, type: precision_at_100
value: 2.9770000000000065
verified: no, type: precision_at_1000
value: 0.42569999999999486
verified: no, type: recall_at_1
value: 6.238333333333366
verified: no, type: recall_at_3
value: 14.29333333333338
verified: no, type: recall_at_5
value: 20.206666666666628
verified: no, type: recall_at_10
value: 28.573333333333224
verified: no, type: recall_at_100
value: 60.43666666666675
verified: no, type: recall_at_1000
value: 86.3649999999997
verified: no, task: type: Retrieval
dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: main_score
value: 90.38165339181239
verified: no, type: ndcg_at_1
value: 84.86348634863486
verified: no, type: ndcg_at_3
value: 88.98667069230609
verified: no, type: ndcg_at_5
value: 89.86028996734895
verified: no, type: ndcg_at_10
value: 90.38165339181239
verified: no, type: ndcg_at_100
value: 90.99655378684439
verified: no, type: ndcg_at_1000
value: 91.15536362599602
verified: no, type: map_at_1
value: 78.8556296105801
verified: no, type: map_at_3
value: 86.24061810942983
verified: no, type: map_at_5
value: 86.94776680048933
verified: no, type: map_at_10
value: 87.26956235873007
verified: no, type: map_at_100
value: 87.47986397174834
verified: no, type: map_at_1000
value: 87.4897076664281
verified: no, type: precision_at_1
value: 84.86348634863486
verified: no, type: precision_at_3
value: 34.02340234023296
verified: no, type: precision_at_5
value: 21.10411041104359
verified: no, type: precision_at_10
value: 10.828082808282083
verified: no, type: precision_at_100
value: 1.1381638163816703
verified: no, type: precision_at_1000
value: 0.11662166216622569
verified: no, type: recall_at_1
value: 78.8556296105801
verified: no, type: recall_at_3
value: 92.34465708475605
verified: no, type: recall_at_5
value: 94.58010682020583
verified: no, type: recall_at_10
value: 96.10713452297611
verified: no, type: recall_at_100
value: 98.31672452959585
verified: no, type: recall_at_1000
value: 99.25967001462051
verified: no, task: type: Retrieval
dataset: type: mteb/arguana
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: main_score
value: 77.36555747844541
verified: no, type: ndcg_at_1
value: 57.681365576102415
verified: no, type: ndcg_at_3
value: 72.01664798084765
verified: no, type: ndcg_at_5
value: 75.26345973082836
verified: no, type: ndcg_at_10
value: 77.36555747844541
verified: no, type: ndcg_at_100
value: 78.15567833673768
verified: no, type: ndcg_at_1000
value: 78.16528851292641
verified: no, type: map_at_1
value: 57.681365576102415
verified: no, type: map_at_3
value: 68.59886201991475
verified: no, type: map_at_5
value: 70.38051209103858
verified: no, type: map_at_10
value: 71.26684955632336
verified: no, type: map_at_100
value: 71.4637216600468
verified: no, type: map_at_1000
value: 71.46414501573332
verified: no, type: precision_at_1
value: 57.681365576102415
verified: no, type: precision_at_3
value: 27.287814129919084
verified: no, type: precision_at_5
value: 17.965860597439132
verified: no, type: precision_at_10
value: 9.623044096728066
verified: no, type: precision_at_100
value: 0.995732574679925
verified: no, type: precision_at_1000
value: 0.09964438122332549
verified: no, type: recall_at_1
value: 57.681365576102415
verified: no, type: recall_at_3
value: 81.86344238975818
verified: no, type: recall_at_5
value: 89.82930298719772
verified: no, type: recall_at_10
value: 96.23044096728307
verified: no, type: recall_at_100
value: 99.57325746799431
verified: no, type: recall_at_1000
value: 99.6443812233286
verified: no, task: type: Retrieval
dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: main_score
value: 72.0465439956427
verified: no, type: ndcg_at_1
value: 58.666666666666664
verified: no, type: ndcg_at_3
value: 66.84566274610046
verified: no, type: ndcg_at_5
value: 69.46578881873717
verified: no, type: ndcg_at_10
value: 72.0465439956427
verified: no, type: ndcg_at_100
value: 74.25705461923272
verified: no, type: ndcg_at_1000
value: 74.63689058493014
verified: no, type: map_at_1
value: 55.59444444444445
verified: no, type: map_at_3
value: 63.71851851851852
verified: no, type: map_at_5
value: 65.5362962962963
verified: no, type: map_at_10
value: 66.84112433862435
verified: no, type: map_at_100
value: 67.36269426417417
verified: no, type: map_at_1000
value: 67.37568665562833
verified: no, type: precision_at_1
value: 58.666666666666664
verified: no, type: precision_at_3
value: 26.444444444444425
verified: no, type: precision_at_5
value: 17.66666666666672
verified: no, type: precision_at_10
value: 9.866666666666706
verified: no, type: precision_at_100
value: 1.0966666666666596
verified: no, type: precision_at_1000
value: 0.11266666666666675
verified: no, type: recall_at_1
value: 55.59444444444445
verified: no, type: recall_at_3
value: 72.72777777777777
verified: no, type: recall_at_5
value: 79.31666666666666
verified: no, type: recall_at_10
value: 86.75
verified: no, type: recall_at_100
value: 96.66666666666667
verified: no, type: recall_at_1000
value: 99.66666666666667
verified: no, task: type: Retrieval
dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: main_score
value: 64.26928884606035
verified: no, type: ndcg_at_1
value: 63
verified: no, type: ndcg_at_3
value: 64.18432764386345
verified: no, type: ndcg_at_5
value: 64.73235515799435
verified: no, type: ndcg_at_10
value: 64.26928884606035
verified: no, type: ndcg_at_100
value: 52.39807133285409
verified: no, type: ndcg_at_1000
value: 52.19937563361241
verified: no, type: map_at_1
value: 0.18483494997310454
verified: no, type: map_at_3
value: 0.5139705769331114
verified: no, type: map_at_5
value: 0.8245601222717243
verified: no, type: map_at_10
value: 1.5832530269558573
verified: no, type: map_at_100
value: 9.664760850102393
verified: no, type: map_at_1000
value: 25.568347406468334
verified: no, type: precision_at_1
value: 70
verified: no, type: precision_at_3
value: 71.33333333333333
verified: no, type: precision_at_5
value: 71.60000000000001
verified: no, type: precision_at_10
value: 70.99999999999996
verified: no, type: precision_at_100
value: 55.140000000000015
verified: no, type: precision_at_1000
value: 23.857999999999997
verified: no, type: recall_at_1
value: 0.18483494997310454
verified: no, type: recall_at_3
value: 0.5584287301859913
verified: no, type: recall_at_5
value: 0.9489025953807098
verified: no, type: recall_at_10
value: 1.9023711039425688
verified: no, type: recall_at_100
value: 13.596810701594226
verified: no, type: recall_at_1000
value: 50.92058432920189
verified: no, task: type: Retrieval
dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: main_score
value: 39.37204193531481
verified: no, type: ndcg_at_1
value: 35.11400651465798
verified: no, type: ndcg_at_3
value: 32.36672790229743
verified: no, type: ndcg_at_5
value: 34.79369234162357
verified: no, type: ndcg_at_10
value: 39.37204193531481
verified: no, type: ndcg_at_100
value: 47.544500439419124
verified: no, type: ndcg_at_1000
value: 50.305733346049855
verified: no, type: map_at_1
value: 15.516829533116216
verified: no, type: map_at_3
value: 23.73669923995656
verified: no, type: map_at_5
value: 26.43208469055373
verified: no, type: map_at_10
value: 28.912036175309773
verified: no, type: map_at_100
value: 31.413762299240894
verified: no, type: map_at_1000
value: 31.596796093997014
verified: no, type: precision_at_1
value: 35.11400651465798
verified: no, type: precision_at_3
value: 24.994571118349487
verified: no, type: precision_at_5
value: 19.231270358305956
verified: no, type: precision_at_10
value: 12.690553745928165
verified: no, type: precision_at_100
value: 2.1576547231270466
verified: no, type: precision_at_1000
value: 0.2676221498371306
verified: no, type: recall_at_1
value: 15.516829533116216
verified: no, type: recall_at_3
value: 29.994571118349512
verified: no, type: recall_at_5
value: 37.14223669923993
verified: no, type: recall_at_10
value: 47.29207383279043
verified: no, type: recall_at_100
value: 74.37133550488598
verified: no, type: recall_at_1000
value: 89.41585233441913
verified: no, task: type: Retrieval
dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: main_score
value: 83.26282954330777
verified: no, type: ndcg_at_1
value: 87.5489534098582
verified: no, type: ndcg_at_3
value: 78.7646435855166
verified: no, type: ndcg_at_5
value: 81.41629077444277
verified: no, type: ndcg_at_10
value: 83.26282954330777
verified: no, type: ndcg_at_100
value: 85.2771369900158
verified: no, type: ndcg_at_1000
value: 85.77519303747493
verified: no, type: map_at_1
value: 43.7744767049291
verified: no, type: map_at_3
value: 73.4661264911093
verified: no, type: map_at_5
value: 75.7169705154168
verified: no, type: map_at_10
value: 76.89183627536043
verified: no, type: map_at_100
value: 77.53680315727078
verified: no, type: map_at_1000
value: 77.5649311522075
verified: no, type: precision_at_1
value: 87.5489534098582
verified: no, type: precision_at_3
value: 51.74881836596788
verified: no, type: precision_at_5
value: 33.13977042539127
verified: no, type: precision_at_10
value: 17.492234976369023
verified: no, type: precision_at_100
value: 1.9030384875084312
verified: no, type: precision_at_1000
value: 0.19679945982446267
verified: no, type: recall_at_1
value: 43.7744767049291
verified: no, type: recall_at_3
value: 77.62322754895341
verified: no, type: recall_at_5
value: 82.84942606347063
verified: no, type: recall_at_10
value: 87.4611748818366
verified: no, type: recall_at_100
value: 95.15192437542201
verified: no, type: recall_at_1000
value: 98.39972991222147
verified: no, task: type: Retrieval
dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: main_score
value: 71.44670934705796
verified: no, type: ndcg_at_1
value: 54.026651216685984
verified: no, type: ndcg_at_3
value: 65.1267452491225
verified: no, type: ndcg_at_5
value: 68.6696802020747
verified: no, type: ndcg_at_10
value: 71.44670934705796
verified: no, type: ndcg_at_100
value: 73.74642927386503
verified: no, type: ndcg_at_1000
value: 73.90908268307331
verified: no, type: map_at_1
value: 48.50086906141366
verified: no, type: map_at_3
value: 61.07691193510995
verified: no, type: map_at_5
value: 63.36580243337187
verified: no, type: map_at_10
value: 64.74485498782997
verified: no, type: map_at_100
value: 65.34329174534082
verified: no, type: map_at_1000
value: 65.35107870745652
verified: no, type: precision_at_1
value: 54.026651216685984
verified: no, type: precision_at_3
value: 28.437620702974996
verified: no, type: precision_at_5
value: 19.20625724217861
verified: no, type: precision_at_10
value: 10.67207415990753
verified: no, type: precision_at_100
value: 1.1987253765932955
verified: no, type: precision_at_1000
value: 0.12143684820393259
verified: no, type: recall_at_1
value: 48.50086906141366
verified: no, type: recall_at_3
value: 73.19428350714561
verified: no, type: recall_at_5
value: 81.19689069138664
verified: no, type: recall_at_10
value: 89.04741212823485
verified: no, type: recall_at_100
value: 98.58053302433372
verified: no, type: recall_at_1000
value: 99.75376593279258
verified: no, task: type: Retrieval
dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: main_score
value: 90.03760323006117
verified: no, type: ndcg_at_1
value: 83.53
verified: no, type: ndcg_at_3
value: 87.53800795646302
verified: no, type: ndcg_at_5
value: 88.92909168525203
verified: no, type: ndcg_at_10
value: 90.03760323006117
verified: no, type: ndcg_at_100
value: 91.08558507332712
verified: no, type: ndcg_at_1000
value: 91.1430039358834
verified: no, type: map_at_1
value: 72.61760432018744
verified: no, type: map_at_3
value: 83.8457060028347
verified: no, type: map_at_5
value: 85.6228412692169
verified: no, type: map_at_10
value: 86.67700531365115
verified: no, type: map_at_100
value: 87.29851728827602
verified: no, type: map_at_1000
value: 87.31014621733333
verified: no, type: precision_at_1
value: 83.53
verified: no, type: precision_at_3
value: 38.33666666667159
verified: no, type: precision_at_5
value: 25.12599999999881
verified: no, type: precision_at_10
value: 13.629999999998683
verified: no, type: precision_at_100
value: 1.5431999999999773
verified: no, type: precision_at_1000
value: 0.15671999999997974
verified: no, type: recall_at_1
value: 72.61760432018744
verified: no, type: recall_at_3
value: 89.06736052932686
verified: no, type: recall_at_5
value: 93.09634203522849
verified: no, type: recall_at_10
value: 96.35128012894234
verified: no, type: recall_at_100
value: 99.7740237858541
verified: no, type: recall_at_1000
value: 99.99690476190477
verified: no, task: type: Retrieval
dataset: type: mteb/webis-touche2020
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: main_score
value: 30.2563523019649
verified: no, type: ndcg_at_1
value: 37.755102040816325
verified: no, type: ndcg_at_3
value: 34.45349994459905
verified: no, type: ndcg_at_5
value: 32.508805919063086
verified: no, type: ndcg_at_10
value: 30.2563523019649
verified: no, type: ndcg_at_100
value: 40.538336664503746
verified: no, type: ndcg_at_1000
value: 52.2066951614923
verified: no, type: map_at_1
value: 2.75537988273998
verified: no, type: map_at_3
value: 6.011397290504469
verified: no, type: map_at_5
value: 8.666495836494098
verified: no, type: map_at_10
value: 12.17701515007822
verified: no, type: map_at_100
value: 18.789086471205852
verified: no, type: map_at_1000
value: 20.42972375502502
verified: no, type: precision_at_1
value: 40.816326530612244
verified: no, type: precision_at_3
value: 35.37414965986394
verified: no, type: precision_at_5
value: 32.244897959183675
verified: no, type: precision_at_10
value: 26.93877551020408
verified: no, type: precision_at_100
value: 8.163265306122451
verified: no, type: precision_at_1000
value: 1.5979591836734703
verified: no, type: recall_at_1
value: 2.75537988273998
verified: no, type: recall_at_3
value: 7.254270324385098
verified: no, type: recall_at_5
value: 11.580137100328589
verified: no, type: recall_at_10
value: 18.745232816450553
verified: no, type: recall_at_100
value: 50.196809658622755
verified: no, type: recall_at_1000
value: 85.87317364148332
verified: no, task: type: Retrieval
dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: main_score
value: 51.36940792375597
verified: no, type: ndcg_at_1
value: 65.125
verified: no, type: ndcg_at_3
value: 55.3967569049025
verified: no, type: ndcg_at_5
value: 53.09668587926677
verified: no, type: ndcg_at_10
value: 51.36940792375597
verified: no, type: ndcg_at_100
value: 56.69623269243084
verified: no, type: ndcg_at_1000
value: 63.481061270842
verified: no, type: map_at_1
value: 10.265595545755545
verified: no, type: map_at_3
value: 16.776544233350698
verified: no, type: map_at_5
value: 20.184523605272798
verified: no, type: map_at_10
value: 24.772797659849264
verified: no, type: map_at_100
value: 36.72689012514183
verified: no, type: map_at_1000
value: 38.73869985105569
verified: no, type: precision_at_1
value: 77.5
verified: no, type: precision_at_3
value: 59.75000000000003
verified: no, type: precision_at_5
value: 52.849999999999994
verified: no, type: precision_at_10
value: 42.47499999999995
verified: no, type: precision_at_100
value: 13.614999999999993
verified: no, type: precision_at_1000
value: 2.500749999999998
verified: no, type: recall_at_1
value: 10.265595545755545
verified: no, type: recall_at_3
value: 17.819804963534246
verified: no, type: recall_at_5
value: 22.46124219601634
verified: no, type: recall_at_10
value: 30.44583516613163
verified: no, type: recall_at_100
value: 63.84118006287797
verified: no, type: recall_at_1000
value: 85.06450356093833
verified: no, task: type: Retrieval
dataset: type: BeIR/cqadupstack
name: MTEB CQADupstackRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: main_score
value: 47.93921415959017
verified: no, type: ndcg_at_1
value: 36.526219490536015
verified: no, type: ndcg_at_3
value: 42.35099043224295
verified: no, type: ndcg_at_5
value: 44.989685312964156
verified: no, type: ndcg_at_10
value: 47.93921415959017
verified: no, type: ndcg_at_100
value: 53.05390282389675
verified: no, type: ndcg_at_1000
value: 54.776052731794266
verified: no, type: map_at_1
value: 30.818605279548184
verified: no, type: map_at_3
value: 38.363350019087974
verified: no, type: map_at_5
value: 40.295203936887226
verified: no, type: map_at_10
value: 41.81978941662592
verified: no, type: map_at_100
value: 43.13300727554278
verified: no, type: map_at_1000
value: 43.2351061120207
verified: no, type: precision_at_1
value: 36.526219490536015
verified: no, type: precision_at_3
value: 19.550515857206346
verified: no, type: precision_at_5
value: 13.958783060831967
verified: no, type: precision_at_10
value: 8.498592395773393
verified: no, type: precision_at_100
value: 1.3024888941713948
verified: no, type: precision_at_1000
value: 0.1630253057414617
verified: no, type: recall_at_1
value: 30.818605279548184
verified: no, type: recall_at_3
value: 45.9132085981904
verified: no, type: recall_at_5
value: 52.6851323959227
verified: no, type: recall_at_10
value: 61.39718618970463
verified: no, type: recall_at_100
value: 83.30757187969981
verified: no, type: recall_at_1000
value: 94.9192024147964
verified: no, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 89.47761194029852
verified: no, type: accuracy_stderr
value: 1.6502495811564162
verified: no, type: ap
value: 62.20813715457866
verified: no, type: ap_stderr
value: 3.7902166647587854
verified: no, type: f1
value: 84.91493292274734
verified: no, type: f1_stderr
value: 1.9572239640276208
verified: no, type: main_score
value: 89.47761194029852
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 96.89569999999999
verified: no, type: accuracy_stderr
value: 0.6886368582206464
verified: no, type: ap
value: 95.38531339207739
verified: no, type: ap_stderr
value: 0.9009257949898158
verified: no, type: f1
value: 96.8941935264779
verified: no, type: f1_stderr
value: 0.6908609132985931
verified: no, type: main_score
value: 96.89569999999999
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 61.602000000000004
verified: no, type: accuracy_stderr
value: 1.4532019818318436
verified: no, type: f1
value: 60.96100449021481
verified: no, type: f1_stderr
value: 1.8031398419765765
verified: no, type: main_score
value: 61.602000000000004
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArxivClusteringP2P
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 54.906319409992
verified: no, type: v_measure
value: 54.906319409992
verified: no, type: v_measure_std
value: 14.382682652951683
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 50.27779516565727
verified: no, type: v_measure
value: 50.27779516565727
verified: no, type: v_measure_std
value: 14.463711418590636
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: map
value: 64.59457317979604
verified: no, type: mrr
value: 78.05214791364376
verified: no, type: main_score
value: 64.59457317979604
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 86.5833945335644
verified: no, type: cosine_spearman
value: 85.74472483606
verified: no, type: manhattan_pearson
value: 85.07748703871708
verified: no, type: manhattan_spearman
value: 85.1459160110718
verified: no, type: euclidean_pearson
value: 85.14704290043478
verified: no, type: euclidean_spearman
value: 85.10073425868336
verified: no, type: main_score
value: 85.74472483606
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 92.53246753246755
verified: no, type: accuracy_stderr
value: 0.5488837781559508
verified: no, type: f1
value: 92.5143182074032
verified: no, type: f1_stderr
value: 0.5657577980223147
verified: no, type: main_score
value: 92.53246753246755
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 52.64099497480452
verified: no, type: v_measure
value: 52.64099497480452
verified: no, type: v_measure_std
value: 1.081892399559334
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 49.1972734308178
verified: no, type: v_measure
value: 49.1972734308178
verified: no, type: v_measure_std
value: 0.9081245477708283
verified: no
task: type: Clustering, dataset: config: default
name: MTEB EmotionClassification
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 92.975
verified: no, type: accuracy_stderr
value: 0.5287958017987677
verified: no, type: f1
value: 89.29755895896542
verified: no, type: f1_stderr
value: 0.6485027046025079
verified: no, type: main_score
value: 92.975
verified: no
task: type: Classification, dataset: config: default
name: MTEB ImdbClassification
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 96.66480000000001
verified: no, type: accuracy_stderr
value: 0.45673204398202666
verified: no, type: ap
value: 95.33843919456118
verified: no, type: ap_stderr
value: 0.6449846039754393
verified: no, type: f1
value: 96.6637668164617
verified: no, type: f1_stderr
value: 0.45793673051468287
verified: no, type: main_score
value: 96.66480000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 98.61149110807114
verified: no, type: accuracy_stderr
value: 0.469748178253266
verified: no, type: f1
value: 98.4685511007568
verified: no, type: f1_stderr
value: 0.51636776728259
verified: no, type: main_score
value: 98.61149110807114
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 95.51299589603283
verified: no, type: accuracy_stderr
value: 0.3591676911539482
verified: no, type: f1
value: 85.2464691439773
verified: no, type: f1_stderr
value: 0.9234502856695337
verified: no, type: main_score
value: 95.51299589603283
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 82.04774714189644
verified: no, type: accuracy_stderr
value: 0.7288818520309376
verified: no, type: f1
value: 79.28060657840692
verified: no, type: f1_stderr
value: 0.6872008571781982
verified: no, type: main_score
value: 82.04774714189644
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: 7d571f92784cd94a019292a1f45445077d0ef634
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 84.40147948890383
verified: no, type: accuracy_stderr
value: 1.2939587629143627
verified: no, type: f1
value: 83.97779287582267
verified: no, type: f1_stderr
value: 0.9970599222060901
verified: no, type: main_score
value: 84.40147948890383
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 45.80879120838561
verified: no, type: v_measure
value: 45.80879120838561
verified: no, type: v_measure_std
value: 1.257800489264564
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 44.106849261042505
verified: no, type: v_measure
value: 44.106849261042505
verified: no, type: v_measure_std
value: 1.4347344477874981
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking
revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
split: test
type: mteb/mind_small
metrics: type: map
value: 31.794062752995345
verified: no, type: mrr
value: 32.98581714772614
verified: no, type: main_score
value: 31.794062752995345
verified: no
task: type: Reranking, dataset: config: default
name: MTEB RedditClustering
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 56.03342473834434
verified: no, type: v_measure
value: 56.03342473834434
verified: no, type: v_measure_std
value: 5.972192613803461
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P
revision: 282350215ef01743dc01b456c7f5241fa8937f16
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 65.83156688381274
verified: no, type: v_measure
value: 65.83156688381274
verified: no, type: v_measure_std
value: 14.180225112120162
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SICK-R
revision: a6ea5a8cab320b040a23452cc28066d9beae2cee
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 84.15759544348467
verified: no, type: cosine_spearman
value: 82.66085892322664
verified: no, type: manhattan_pearson
value: 82.27257241990692
verified: no, type: manhattan_spearman
value: 82.57752467555896
verified: no, type: euclidean_pearson
value: 82.20795646456065
verified: no, type: euclidean_spearman
value: 82.51008729416401
verified: no, type: main_score
value: 82.66085892322664
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 84.3406321391237
verified: no, type: cosine_spearman
value: 77.71091257651071
verified: no, type: manhattan_pearson
value: 81.25784268400994
verified: no, type: manhattan_spearman
value: 77.98426383345507
verified: no, type: euclidean_pearson
value: 81.25641851462917
verified: no, type: euclidean_spearman
value: 77.93254971878063
verified: no, type: main_score
value: 77.71091257651071
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 86.1528398894769
verified: no, type: cosine_spearman
value: 87.44662352358895
verified: no, type: manhattan_pearson
value: 86.92164570802663
verified: no, type: manhattan_spearman
value: 86.9132692625668
verified: no, type: euclidean_pearson
value: 87.00156426580821
verified: no, type: euclidean_spearman
value: 86.98750068631274
verified: no, type: main_score
value: 87.44662352358895
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 83.32782491176253
verified: no, type: cosine_spearman
value: 83.48313793311584
verified: no, type: manhattan_pearson
value: 82.60528063429948
verified: no, type: manhattan_spearman
value: 83.10434862310481
verified: no, type: euclidean_pearson
value: 82.68016090104034
verified: no, type: euclidean_spearman
value: 83.14418662406631
verified: no, type: main_score
value: 83.48313793311584
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 86.31535441436343
verified: no, type: cosine_spearman
value: 87.63145141246594
verified: no, type: manhattan_pearson
value: 86.95972711389149
verified: no, type: manhattan_spearman
value: 86.9849824463052
verified: no, type: euclidean_pearson
value: 86.95391575487379
verified: no, type: euclidean_spearman
value: 86.97613682266213
verified: no, type: main_score
value: 87.63145141246594
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 83.43854397443079
verified: no, type: cosine_spearman
value: 86.70176531845136
verified: no, type: manhattan_pearson
value: 85.82302317064868
verified: no, type: manhattan_spearman
value: 86.36561734213241
verified: no, type: euclidean_pearson
value: 85.80127366135169
verified: no, type: euclidean_spearman
value: 86.34803859754834
verified: no, type: main_score
value: 86.70176531845136
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 90.38940955877999
verified: no, type: cosine_spearman
value: 91.18282119920893
verified: no, type: manhattan_pearson
value: 91.31823663739615
verified: no, type: manhattan_spearman
value: 90.67257321731341
verified: no, type: euclidean_pearson
value: 91.30318753138528
verified: no, type: euclidean_spearman
value: 90.69044765693836
verified: no, type: main_score
value: 91.18282119920893
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 69.33936467780947
verified: no, type: cosine_spearman
value: 69.02345807358802
verified: no, type: manhattan_pearson
value: 70.11799452953082
verified: no, type: manhattan_spearman
value: 68.55450923481405
verified: no, type: euclidean_pearson
value: 70.10857680491809
verified: no, type: euclidean_spearman
value: 68.44610245708984
verified: no, type: main_score
value: 69.02345807358802
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 85.97288135509513
verified: no, type: cosine_spearman
value: 87.25208310840168
verified: no, type: manhattan_pearson
value: 86.3786471501451
verified: no, type: manhattan_spearman
value: 86.71177136523868
verified: no, type: euclidean_pearson
value: 86.40522339296625
verified: no, type: euclidean_spearman
value: 86.73930576508816
verified: no, type: main_score
value: 87.25208310840168
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: map
value: 87.60324164489178
verified: no, type: mrr
value: 96.30331904841708
verified: no, type: main_score
value: 87.60324164489178
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SprintDuplicateQuestions
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cos_sim_accuracy
value: 99.6920792079208
verified: no, type: cos_sim_accuracy_threshold
value: 90.36337347155474
verified: no, type: cos_sim_ap
value: 90.93952679056765
verified: no, type: cos_sim_f1
value: 83.10700706137968
verified: no, type: cos_sim_f1_threshold
value: 90.36337347155474
verified: no, type: cos_sim_precision
value: 90.96313912009512
verified: no, type: cos_sim_recall
value: 76.5
verified: no, type: dot_accuracy
value: 99.54554455445545
verified: no, type: dot_accuracy_threshold
value: 2876800
verified: no, type: dot_ap
value: 84.01112287735286
verified: no, type: dot_f1
value: 75.7622739018088
verified: no, type: dot_f1_threshold
value: 2820800
verified: no, type: dot_precision
value: 78.39572192513369
verified: no, type: dot_recall
value: 73.3
verified: no, type: euclidean_accuracy
value: 99.6930693069307
verified: no, type: euclidean_accuracy_threshold
value: 7718.054017089397
verified: no, type: euclidean_ap
value: 91.1257568881301
verified: no, type: euclidean_f1
value: 83.09022150189087
verified: no, type: euclidean_f1_threshold
value: 7817.08324628535
verified: no, type: euclidean_precision
value: 90.36427732079906
verified: no, type: euclidean_recall
value: 76.9
verified: no, type: manhattan_accuracy
value: 99.6920792079208
verified: no, type: manhattan_accuracy_threshold
value: 364735.19654273987
verified: no, type: manhattan_ap
value: 91.2326885940691
verified: no, type: manhattan_f1
value: 83.36008560727663
verified: no, type: manhattan_f1_threshold
value: 375395.8945572376
verified: no, type: manhattan_precision
value: 89.64326812428078
verified: no, type: manhattan_recall
value: 77.9
verified: no, type: max_accuracy
value: 99.6930693069307
verified: no, type: max_ap
value: 91.2326885940691
verified: no, type: max_f1
value: 83.36008560727663
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 66.2095300942637
verified: no, type: v_measure
value: 66.2095300942637
verified: no, type: v_measure_std
value: 3.214369679617631
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 45.74307000935057
verified: no, type: v_measure
value: 45.74307000935057
verified: no, type: v_measure_std
value: 1.5352466748569888
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: map
value: 54.90337951829123
verified: no, type: mrr
value: 56.12889663441134
verified: no, type: main_score
value: 54.90337951829123
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 31.0669308484832
verified: no, type: cosine_spearman
value: 31.19637421540861
verified: no, type: dot_pearson
value: 30.62326176666765
verified: no, type: dot_spearman
value: 30.42135737502967
verified: no, type: main_score
value: 31.19637421540861
verified: no
task: type: Summarization, dataset: config: default
name: MTEB ToxicConversationsClassification
revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 87.34339999999999
verified: no, type: accuracy_stderr
value: 1.838245696309393
verified: no, type: ap
value: 33.536584790435406
verified: no, type: ap_stderr
value: 2.276373512492581
verified: no, type: f1
value: 72.47307082324448
verified: no, type: f1_stderr
value: 1.9964640292072542
verified: no, type: main_score
value: 87.34339999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 78.86247877758915
verified: no, type: accuracy_stderr
value: 1.1273253738982443
verified: no, type: f1
value: 79.14666244848874
verified: no, type: f1_stderr
value: 1.1532640958036497
verified: no, type: main_score
value: 78.86247877758915
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 70.44270836680788
verified: no, type: v_measure
value: 70.44270836680788
verified: no, type: v_measure_std
value: 1.5185423698266132
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cos_sim_accuracy
value: 87.74512725755498
verified: no, type: cos_sim_accuracy_threshold
value: 82.34941560483547
verified: no, type: cos_sim_ap
value: 79.6389274210382
verified: no, type: cos_sim_f1
value: 71.76319176319176
verified: no, type: cos_sim_f1_threshold
value: 80.1523829249257
verified: no, type: cos_sim_precision
value: 70.0502512562814
verified: no, type: cos_sim_recall
value: 73.56200527704485
verified: no, type: dot_accuracy
value: 85.13441020444657
verified: no, type: dot_accuracy_threshold
value: 2220800
verified: no, type: dot_ap
value: 71.67080150823449
verified: no, type: dot_f1
value: 66.18984119287187
verified: no, type: dot_f1_threshold
value: 2086400
verified: no, type: dot_precision
value: 61.224489795918366
verified: no, type: dot_recall
value: 72.0316622691293
verified: no, type: euclidean_accuracy
value: 87.69148238660071
verified: no, type: euclidean_accuracy_threshold
value: 9221.50036619459
verified: no, type: euclidean_ap
value: 79.65326151280289
verified: no, type: euclidean_f1
value: 71.7903489983621
verified: no, type: euclidean_f1_threshold
value: 10313.528386219872
verified: no, type: euclidean_precision
value: 68.70026525198939
verified: no, type: euclidean_recall
value: 75.17150395778364
verified: no, type: manhattan_accuracy
value: 87.74512725755498
verified: no, type: manhattan_accuracy_threshold
value: 444289.1119837761
verified: no, type: manhattan_ap
value: 79.67744645365104
verified: no, type: manhattan_f1
value: 71.94423699278066
verified: no, type: manhattan_f1_threshold
value: 491676.24004781246
verified: no, type: manhattan_precision
value: 68.0961357210179
verified: no, type: manhattan_recall
value: 76.2532981530343
verified: no, type: max_accuracy
value: 87.74512725755498
verified: no, type: max_ap
value: 79.67744645365104
verified: no, type: max_f1
value: 71.94423699278066
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cos_sim_accuracy
value: 89.5544688943222
verified: no, type: cos_sim_accuracy_threshold
value: 81.58909533293946
verified: no, type: cos_sim_ap
value: 86.95174990178396
verified: no, type: cos_sim_f1
value: 79.1543756145526
verified: no, type: cos_sim_f1_threshold
value: 80.08573448087095
verified: no, type: cos_sim_precision
value: 77.78355879292404
verified: no, type: cos_sim_recall
value: 80.5743763473976
verified: no, type: dot_accuracy
value: 88.60752124810804
verified: no, type: dot_accuracy_threshold
value: 2136000
verified: no, type: dot_ap
value: 84.26724775947629
verified: no, type: dot_f1
value: 77.67666146985243
verified: no, type: dot_f1_threshold
value: 2064000
verified: no, type: dot_precision
value: 73.40505721921468
verified: no, type: dot_recall
value: 82.47613181398214
verified: no, type: euclidean_accuracy
value: 89.5370046959289
verified: no, type: euclidean_accuracy_threshold
value: 9750.113991666478
verified: no, type: euclidean_ap
value: 86.99393092403776
verified: no, type: euclidean_f1
value: 79.07167337207571
verified: no, type: euclidean_f1_threshold
value: 10338.095928500366
verified: no, type: euclidean_precision
value: 76.59497690531177
verified: no, type: euclidean_recall
value: 81.71388974437943
verified: no, type: manhattan_accuracy
value: 89.57581402569178
verified: no, type: manhattan_accuracy_threshold
value: 463812.92815208435
verified: no, type: manhattan_ap
value: 87.00849868076658
verified: no, type: manhattan_f1
value: 79.08583576933297
verified: no, type: manhattan_f1_threshold
value: 482453.35128605366
verified: no, type: manhattan_precision
value: 78.00494270950348
verified: no, type: manhattan_recall
value: 80.19710502001848
verified: no, type: max_accuracy
value: 89.57581402569178
verified: no, type: max_ap
value: 87.00849868076658
verified: no, type: max_f1
value: 79.1543756145526
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB AFQMC
revision: b44c3b011063adb25877c13823db83bb193913c4
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 45.108559635369325
verified: no, type: cosine_spearman
value: 47.172833128216176
verified: no, type: manhattan_pearson
value: 45.75443077564791
verified: no, type: manhattan_spearman
value: 47.13974146235398
verified: no, type: euclidean_pearson
value: 45.78921257223492
verified: no, type: euclidean_spearman
value: 47.177095238278625
verified: no, type: main_score
value: 47.172833128216176
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 48.304409578388466
verified: no, type: cosine_spearman
value: 50.75006977697012
verified: no, type: manhattan_pearson
value: 52.688818756177035
verified: no, type: manhattan_spearman
value: 50.739214155741095
verified: no, type: euclidean_pearson
value: 52.71788557204978
verified: no, type: euclidean_spearman
value: 50.77895730336448
verified: no, type: main_score
value: 50.75006977697012
verified: no
task: type: STS, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 54.339999999999996
verified: no, type: accuracy_stderr
value: 1.6518837731511269
verified: no, type: f1
value: 53.37316538790502
verified: no, type: f1_stderr
value: 1.6112926272861336
verified: no, type: main_score
value: 54.339999999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 59.62831218167518
verified: no, type: cosine_spearman
value: 62.02213472473759
verified: no, type: manhattan_pearson
value: 61.122261197018176
verified: no, type: manhattan_spearman
value: 62.208780520694454
verified: no, type: euclidean_pearson
value: 61.17827629627213
verified: no, type: euclidean_spearman
value: 62.266859648664244
verified: no, type: main_score
value: 62.02213472473759
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: main_score
value: 54.64518394835408
verified: no, type: v_measure
value: 54.64518394835408
verified: no, type: v_measure_std
value: 1.2745946640208072
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: main_score
value: 63.68323477729556
verified: no, type: v_measure
value: 63.68323477729556
verified: no, type: v_measure_std
value: 1.740918833098302
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: map
value: 84.61500884703916
verified: no, type: mrr
value: 87.01424603174604
verified: no, type: main_score
value: 84.61500884703916
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: map
value: 85.60137988993483
verified: no, type: mrr
value: 87.96857142857142
verified: no, type: main_score
value: 85.60137988993483
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: map_at_1
value: 24.191
verified: no, type: map_at_10
value: 35.819
verified: no, type: map_at_100
value: 37.639
verified: no, type: map_at_1000
value: 37.775
verified: no, type: map_at_3
value: 32.045
verified: no, type: map_at_5
value: 34.008
verified: no, type: mrr_at_1
value: 36.684
verified: no, type: mrr_at_10
value: 44.769
verified: no, type: mrr_at_100
value: 45.754
verified: no, type: mrr_at_1000
value: 45.809
verified: no, type: mrr_at_3
value: 42.465
verified: no, type: mrr_at_5
value: 43.696
verified: no, type: ndcg_at_1
value: 36.834
verified: no, type: ndcg_at_10
value: 42.208
verified: no, type: ndcg_at_100
value: 49.507
verified: no, type: ndcg_at_1000
value: 51.834
verified: no, type: ndcg_at_3
value: 37.416
verified: no, type: ndcg_at_5
value: 39.152
verified: no, type: precision_at_1
value: 36.834
verified: no, type: precision_at_10
value: 9.357
verified: no, type: precision_at_100
value: 1.5310000000000001
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_3
value: 21.08
verified: no, type: precision_at_5
value: 15.068999999999999
verified: no, type: recall_at_1
value: 24.191
verified: no, type: recall_at_10
value: 52.078
verified: no, type: recall_at_100
value: 82.548
verified: no, type: recall_at_1000
value: 98.017
verified: no, type: recall_at_3
value: 37.484
verified: no, type: recall_at_5
value: 43.187
verified: no, type: main_score
value: 42.208
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
split: validation
type: C-MTEB/CMNLI
metrics: type: cos_sim_accuracy
value: 81.98436560432953
verified: no, type: cos_sim_accuracy_threshold
value: 67.33228049687503
verified: no, type: cos_sim_ap
value: 90.13312662430796
verified: no, type: cos_sim_f1
value: 83.2163938077737
verified: no, type: cos_sim_f1_threshold
value: 64.44945196171463
verified: no, type: cos_sim_precision
value: 79.45555082943429
verified: no, type: cos_sim_recall
value: 87.350946925415
verified: no, type: dot_accuracy
value: 80.50511124473843
verified: no, type: dot_accuracy_threshold
value: 1736000
verified: no, type: dot_ap
value: 88.76136186445322
verified: no, type: dot_f1
value: 81.75838631878973
verified: no, type: dot_f1_threshold
value: 1681600
verified: no, type: dot_precision
value: 76.96594427244582
verified: no, type: dot_recall
value: 87.18728080430208
verified: no, type: euclidean_accuracy
value: 82.21286831028262
verified: no, type: euclidean_accuracy_threshold
value: 13240.938473272565
verified: no, type: euclidean_ap
value: 90.14863232280865
verified: no, type: euclidean_f1
value: 83.277292086976
verified: no, type: euclidean_f1_threshold
value: 13667.852165734186
verified: no, type: euclidean_precision
value: 79.97847147470398
verified: no, type: euclidean_recall
value: 86.85994856207621
verified: no, type: manhattan_accuracy
value: 82.21286831028262
verified: no, type: manhattan_accuracy_threshold
value: 629412.1389746666
verified: no, type: manhattan_ap
value: 90.03868533208357
verified: no, type: manhattan_f1
value: 83.15683870248579
verified: no, type: manhattan_f1_threshold
value: 649621.3114321232
verified: no, type: manhattan_precision
value: 79.46314443971026
verified: no, type: manhattan_recall
value: 87.21066167874679
verified: no, type: max_accuracy
value: 82.21286831028262
verified: no, type: max_ap
value: 90.14863232280865
verified: no, type: max_f1
value: 83.277292086976
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval
revision: 1271c7809071a13532e05f25fb53511ffce77117
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: map_at_1
value: 65.595
verified: no, type: map_at_10
value: 73.717
verified: no, type: map_at_100
value: 74.134
verified: no, type: map_at_1000
value: 74.143
verified: no, type: map_at_3
value: 71.97
verified: no, type: map_at_5
value: 73.11800000000001
verified: no, type: mrr_at_1
value: 65.648
verified: no, type: mrr_at_10
value: 73.618
verified: no, type: mrr_at_100
value: 74.02499999999999
verified: no, type: mrr_at_1000
value: 74.033
verified: no, type: mrr_at_3
value: 71.865
verified: no, type: mrr_at_5
value: 73.04
verified: no, type: ndcg_at_1
value: 65.753
verified: no, type: ndcg_at_10
value: 77.458
verified: no, type: ndcg_at_100
value: 79.46
verified: no, type: ndcg_at_1000
value: 79.666
verified: no, type: ndcg_at_3
value: 73.988
verified: no, type: ndcg_at_5
value: 76.038
verified: no, type: precision_at_1
value: 65.753
verified: no, type: precision_at_10
value: 8.999
verified: no, type: precision_at_100
value: 0.9939999999999999
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_3
value: 26.765
verified: no, type: precision_at_5
value: 17.092
verified: no, type: recall_at_1
value: 65.595
verified: no, type: recall_at_10
value: 89.041
verified: no, type: recall_at_100
value: 98.31400000000001
verified: no, type: recall_at_1000
value: 99.895
verified: no, type: recall_at_3
value: 79.768
verified: no, type: recall_at_5
value: 84.66799999999999
verified: no, type: main_score
value: 77.458
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
split: dev
type: C-MTEB/DuRetrieval
metrics: type: map_at_1
value: 27.248
verified: no, type: map_at_10
value: 84.303
verified: no, type: map_at_100
value: 86.866
verified: no, type: map_at_1000
value: 86.888
verified: no, type: map_at_3
value: 58.658
verified: no, type: map_at_5
value: 74.265
verified: no, type: mrr_at_1
value: 92.2
verified: no, type: mrr_at_10
value: 94.733
verified: no, type: mrr_at_100
value: 94.767
verified: no, type: mrr_at_1000
value: 94.768
verified: no, type: mrr_at_3
value: 94.492
verified: no, type: mrr_at_5
value: 94.627
verified: no, type: ndcg_at_1
value: 92.2
verified: no, type: ndcg_at_10
value: 90.462
verified: no, type: ndcg_at_100
value: 92.562
verified: no, type: ndcg_at_1000
value: 92.757
verified: no, type: ndcg_at_3
value: 89.44800000000001
verified: no, type: ndcg_at_5
value: 88.683
verified: no, type: precision_at_1
value: 92.2
verified: no, type: precision_at_10
value: 42.980000000000004
verified: no, type: precision_at_100
value: 4.851
verified: no, type: precision_at_1000
value: 0.49
verified: no, type: precision_at_3
value: 80.233
verified: no, type: precision_at_5
value: 67.95
verified: no, type: recall_at_1
value: 27.248
verified: no, type: recall_at_10
value: 91.46600000000001
verified: no, type: recall_at_100
value: 98.566
verified: no, type: recall_at_1000
value: 99.557
verified: no, type: recall_at_3
value: 60.671
verified: no, type: recall_at_5
value: 78.363
verified: no, type: main_score
value: 90.462
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: map_at_1
value: 54.7
verified: no, type: map_at_10
value: 64.574
verified: no, type: map_at_100
value: 65.144
verified: no, type: map_at_1000
value: 65.156
verified: no, type: map_at_3
value: 62.333000000000006
verified: no, type: map_at_5
value: 63.63799999999999
verified: no, type: mrr_at_1
value: 54.7
verified: no, type: mrr_at_10
value: 64.603
verified: no, type: mrr_at_100
value: 65.172
verified: no, type: mrr_at_1000
value: 65.184
verified: no, type: mrr_at_3
value: 62.383
verified: no, type: mrr_at_5
value: 63.683
verified: no, type: ndcg_at_1
value: 54.7
verified: no, type: ndcg_at_10
value: 69.298
verified: no, type: ndcg_at_100
value: 71.81
verified: no, type: ndcg_at_1000
value: 72.117
verified: no, type: ndcg_at_3
value: 64.72099999999999
verified: no, type: ndcg_at_5
value: 67.071
verified: no, type: precision_at_1
value: 54.7
verified: no, type: precision_at_10
value: 8.41
verified: no, type: precision_at_100
value: 0.9530000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_3
value: 23.867
verified: no, type: precision_at_5
value: 15.459999999999999
verified: no, type: recall_at_1
value: 54.7
verified: no, type: recall_at_10
value: 84.1
verified: no, type: recall_at_100
value: 95.3
verified: no, type: recall_at_1000
value: 97.7
verified: no, type: recall_at_3
value: 71.6
verified: no, type: recall_at_5
value: 77.3
verified: no, type: main_score
value: 69.298
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 49.942285494420936
verified: no, type: accuracy_stderr
value: 0.9218275144833329
verified: no, type: f1
value: 41.32381790374152
verified: no, type: f1_stderr
value: 0.8291507105327707
verified: no, type: main_score
value: 49.942285494420936
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 88.91181988742964
verified: no, type: accuracy_stderr
value: 1.952391767940518
verified: no, type: ap
value: 60.18509628974178
verified: no, type: ap_stderr
value: 4.273060966573582
verified: no, type: f1
value: 84.02722221827027
verified: no, type: f1_stderr
value: 2.238197243395083
verified: no, type: main_score
value: 88.91181988742964
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 68.32691294171383
verified: no, type: cosine_spearman
value: 75.95458618586729
verified: no, type: manhattan_pearson
value: 74.37198807732018
verified: no, type: manhattan_spearman
value: 75.99352157963375
verified: no, type: euclidean_pearson
value: 74.36294627886716
verified: no, type: euclidean_spearman
value: 75.98632511635132
verified: no, type: main_score
value: 75.95458618586729
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: map
value: 35.4327533126161
verified: no, type: mrr
value: 34.61507936507937
verified: no, type: main_score
value: 35.4327533126161
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: map_at_1
value: 72.652
verified: no, type: map_at_10
value: 81.396
verified: no, type: map_at_100
value: 81.597
verified: no, type: map_at_1000
value: 81.60300000000001
verified: no, type: map_at_3
value: 79.757
verified: no, type: map_at_5
value: 80.798
verified: no, type: mrr_at_1
value: 75.01400000000001
verified: no, type: mrr_at_10
value: 81.842
verified: no, type: mrr_at_100
value: 82.025
verified: no, type: mrr_at_1000
value: 82.03099999999999
verified: no, type: mrr_at_3
value: 80.45400000000001
verified: no, type: mrr_at_5
value: 81.345
verified: no, type: ndcg_at_1
value: 74.98599999999999
verified: no, type: ndcg_at_10
value: 84.70100000000001
verified: no, type: ndcg_at_100
value: 85.568
verified: no, type: ndcg_at_1000
value: 85.721
verified: no, type: ndcg_at_3
value: 81.64099999999999
verified: no, type: ndcg_at_5
value: 83.375
verified: no, type: precision_at_1
value: 74.98599999999999
verified: no, type: precision_at_10
value: 10.049
verified: no, type: precision_at_100
value: 1.047
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_3
value: 30.458000000000002
verified: no, type: precision_at_5
value: 19.206
verified: no, type: recall_at_1
value: 72.652
verified: no, type: recall_at_10
value: 94.40899999999999
verified: no, type: recall_at_100
value: 98.241
verified: no, type: recall_at_1000
value: 99.42
verified: no, type: recall_at_3
value: 86.354
verified: no, type: recall_at_5
value: 90.472
verified: no, type: main_score
value: 84.70100000000001
verified: no
task: type: Retrieval, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 78.19098856758575
verified: no, type: accuracy_stderr
value: 0.6325028678427684
verified: no, type: f1
value: 74.80611425574001
verified: no, type: f1_stderr
value: 0.9021806207904779
verified: no, type: main_score
value: 78.19098856758575
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: 7d571f92784cd94a019292a1f45445077d0ef634
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 82.58238063214526
verified: no, type: accuracy_stderr
value: 1.0999970213165273
verified: no, type: f1
value: 81.94734854057064
verified: no, type: f1_stderr
value: 1.248633855872851
verified: no, type: main_score
value: 82.58238063214526
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: map_at_1
value: 53.7
verified: no, type: map_at_10
value: 59.184000000000005
verified: no, type: map_at_100
value: 59.754
verified: no, type: map_at_1000
value: 59.8
verified: no, type: map_at_3
value: 57.833
verified: no, type: map_at_5
value: 58.548
verified: no, type: mrr_at_1
value: 54
verified: no, type: mrr_at_10
value: 59.352000000000004
verified: no, type: mrr_at_100
value: 59.926
verified: no, type: mrr_at_1000
value: 59.971
verified: no, type: mrr_at_3
value: 57.99999999999999
verified: no, type: mrr_at_5
value: 58.714999999999996
verified: no, type: ndcg_at_1
value: 53.7
verified: no, type: ndcg_at_10
value: 62.022
verified: no, type: ndcg_at_100
value: 65.038
verified: no, type: ndcg_at_1000
value: 66.366
verified: no, type: ndcg_at_3
value: 59.209
verified: no, type: ndcg_at_5
value: 60.51299999999999
verified: no, type: precision_at_1
value: 53.7
verified: no, type: precision_at_10
value: 7.1
verified: no, type: precision_at_100
value: 0.856
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_3
value: 21.067
verified: no, type: precision_at_5
value: 13.28
verified: no, type: recall_at_1
value: 53.7
verified: no, type: recall_at_10
value: 71
verified: no, type: recall_at_100
value: 85.6
verified: no, type: recall_at_1000
value: 96.3
verified: no, type: recall_at_3
value: 63.2
verified: no, type: recall_at_5
value: 66.4
verified: no, type: main_score
value: 62.022
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: validation
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 78.91333333333334
verified: no, type: accuracy_stderr
value: 1.0834307648494321
verified: no, type: f1
value: 78.881433228092
verified: no, type: f1_stderr
value: 1.122457277013712
verified: no, type: main_score
value: 78.91333333333334
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
split: validation
type: C-MTEB/OCNLI
metrics: type: cos_sim_accuracy
value: 76.39415268002165
verified: no, type: cos_sim_accuracy_threshold
value: 68.98242139321592
verified: no, type: cos_sim_ap
value: 83.20687440058073
verified: no, type: cos_sim_f1
value: 78.4351145038168
verified: no, type: cos_sim_f1_threshold
value: 65.47409929698304
verified: no, type: cos_sim_precision
value: 71.54046997389034
verified: no, type: cos_sim_recall
value: 86.80042238648363
verified: no, type: dot_accuracy
value: 74.60747157552788
verified: no, type: dot_accuracy_threshold
value: 1737600
verified: no, type: dot_ap
value: 79.78938545919723
verified: no, type: dot_f1
value: 76.92307692307692
verified: no, type: dot_f1_threshold
value: 1652800
verified: no, type: dot_precision
value: 67.90622473726758
verified: no, type: dot_recall
value: 88.70116156283
verified: no, type: euclidean_accuracy
value: 76.34001082837032
verified: no, type: euclidean_accuracy_threshold
value: 12597.299662420446
verified: no, type: euclidean_ap
value: 83.60222701792158
verified: no, type: euclidean_f1
value: 78.77947295423024
verified: no, type: euclidean_f1_threshold
value: 13639.653702639469
verified: no, type: euclidean_precision
value: 70.06578947368422
verified: no, type: euclidean_recall
value: 89.96832101372756
verified: no, type: manhattan_accuracy
value: 76.23172712506768
verified: no, type: manhattan_accuracy_threshold
value: 587601.2824743986
verified: no, type: manhattan_ap
value: 83.51813426548178
verified: no, type: manhattan_f1
value: 78.6654135338346
verified: no, type: manhattan_f1_threshold
value: 639711.1931562424
verified: no, type: manhattan_precision
value: 70.87214225232854
verified: no, type: manhattan_recall
value: 88.3843717001056
verified: no, type: max_accuracy
value: 76.39415268002165
verified: no, type: max_ap
value: 83.60222701792158
verified: no, type: max_f1
value: 78.77947295423024
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping
revision: e610f2ebd179a8fda30ae534c3878750a96db120
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 94.59
verified: no, type: accuracy_stderr
value: 0.8971621926942733
verified: no, type: ap
value: 93.01229797205905
verified: no, type: ap_stderr
value: 1.0519542956523058
verified: no, type: f1
value: 94.58077736915268
verified: no, type: f1_stderr
value: 0.8954928292768671
verified: no, type: main_score
value: 94.59
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 24.341872875292857
verified: no, type: cosine_spearman
value: 30.570037022875436
verified: no, type: manhattan_pearson
value: 31.41015320258418
verified: no, type: manhattan_spearman
value: 30.604526098895114
verified: no, type: euclidean_pearson
value: 31.400038084432175
verified: no, type: euclidean_spearman
value: 30.61062265273698
verified: no, type: main_score
value: 30.570037022875436
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 36.61757468091905
verified: no, type: cosine_spearman
value: 38.981417359835504
verified: no, type: manhattan_pearson
value: 37.971127169578764
verified: no, type: manhattan_spearman
value: 39.55028286687854
verified: no, type: euclidean_pearson
value: 37.96983777648438
verified: no, type: euclidean_spearman
value: 39.542856511171784
verified: no, type: main_score
value: 38.981417359835504
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: eea2b4fe26a775864c896887d910b76a8098ad3f
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 68.29834902017382
verified: no, type: cosine_spearman
value: 68.6823378297782
verified: no, type: manhattan_pearson
value: 68.47336169904406
verified: no, type: manhattan_spearman
value: 69.08033223619941
verified: no, type: euclidean_pearson
value: 68.38785956191622
verified: no, type: euclidean_spearman
value: 68.97973814449657
verified: no, type: main_score
value: 68.6823378297782
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 80.60572958563593
verified: no, type: cosine_spearman
value: 80.87063761195603
verified: no, type: manhattan_pearson
value: 79.30174059269083
verified: no, type: manhattan_spearman
value: 80.02203618135883
verified: no, type: euclidean_pearson
value: 79.3314553444783
verified: no, type: euclidean_spearman
value: 80.04556415585255
verified: no, type: main_score
value: 80.87063761195603
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
split: dev
type: C-MTEB/T2Reranking
metrics: type: map
value: 67.47921173708028
verified: no, type: mrr
value: 77.9396513739777
verified: no, type: main_score
value: 67.47921173708028
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
split: dev
type: C-MTEB/T2Retrieval
metrics: type: map_at_1
value: 28.021
verified: no, type: map_at_10
value: 79.149
verified: no, type: map_at_100
value: 82.613
verified: no, type: map_at_1000
value: 82.67099999999999
verified: no, type: map_at_3
value: 55.665
verified: no, type: map_at_5
value: 68.46900000000001
verified: no, type: mrr_at_1
value: 91.106
verified: no, type: mrr_at_10
value: 93.372
verified: no, type: mrr_at_100
value: 93.44200000000001
verified: no, type: mrr_at_1000
value: 93.445
verified: no, type: mrr_at_3
value: 92.99300000000001
verified: no, type: mrr_at_5
value: 93.24900000000001
verified: no, type: ndcg_at_1
value: 91.106
verified: no, type: ndcg_at_10
value: 86.259
verified: no, type: ndcg_at_100
value: 89.46600000000001
verified: no, type: ndcg_at_1000
value: 90.012
verified: no, type: ndcg_at_3
value: 87.574
verified: no, type: ndcg_at_5
value: 86.283
verified: no, type: precision_at_1
value: 91.106
verified: no, type: precision_at_10
value: 42.742999999999995
verified: no, type: precision_at_100
value: 5.029999999999999
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_3
value: 76.593
verified: no, type: precision_at_5
value: 64.243
verified: no, type: recall_at_1
value: 28.021
verified: no, type: recall_at_10
value: 85.184
verified: no, type: recall_at_100
value: 95.79299999999999
verified: no, type: recall_at_1000
value: 98.547
verified: no, type: recall_at_3
value: 57.233000000000004
verified: no, type: recall_at_5
value: 71.628
verified: no, type: main_score
value: 86.259
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 50.255
verified: no, type: accuracy_stderr
value: 0.9341868121526873
verified: no, type: f1
value: 48.65080322457893
verified: no, type: f1_stderr
value: 0.9391547591179161
verified: no, type: main_score
value: 50.255
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: main_score
value: 64.32076022871308
verified: no, type: v_measure
value: 64.32076022871308
verified: no, type: v_measure_std
value: 0.7190996709617924
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: main_score
value: 54.57080911705562
verified: no, type: v_measure
value: 54.57080911705562
verified: no, type: v_measure_std
value: 1.5185826402845883
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: map_at_1
value: 63.1
verified: no, type: map_at_10
value: 73.137
verified: no, type: map_at_100
value: 73.539
verified: no, type: map_at_1000
value: 73.546
verified: no, type: map_at_3
value: 71.467
verified: no, type: map_at_5
value: 72.552
verified: no, type: mrr_at_1
value: 63.3
verified: no, type: mrr_at_10
value: 73.238
verified: no, type: mrr_at_100
value: 73.64
verified: no, type: mrr_at_1000
value: 73.64699999999999
verified: no, type: mrr_at_3
value: 71.56700000000001
verified: no, type: mrr_at_5
value: 72.652
verified: no, type: ndcg_at_1
value: 63.1
verified: no, type: ndcg_at_10
value: 77.397
verified: no, type: ndcg_at_100
value: 79.11399999999999
verified: no, type: ndcg_at_1000
value: 79.305
verified: no, type: ndcg_at_3
value: 74.031
verified: no, type: ndcg_at_5
value: 75.976
verified: no, type: precision_at_1
value: 63.1
verified: no, type: precision_at_10
value: 9.049999999999999
verified: no, type: precision_at_100
value: 0.98
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_3
value: 27.133000000000003
verified: no, type: precision_at_5
value: 17.22
verified: no, type: recall_at_1
value: 63.1
verified: no, type: recall_at_10
value: 90.5
verified: no, type: recall_at_100
value: 98
verified: no, type: recall_at_1000
value: 99.5
verified: no, type: recall_at_3
value: 81.39999999999999
verified: no, type: recall_at_5
value: 86.1
verified: no, type: main_score
value: 77.397
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai
revision: 339287def212450dcaa9df8c22bf93e9980c7023
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 89.26
verified: no, type: accuracy_stderr
value: 1.44651304867948
verified: no, type: ap
value: 75.17154345788362
verified: no, type: ap_stderr
value: 2.7356371110082565
verified: no, type: f1
value: 87.94016849813178
verified: no, type: f1_stderr
value: 1.3897605039980534
verified: no, type: main_score
value: 89.26
verified: no
task: type: Classification, dataset: config: default
name: MTEB AlloProfClusteringP2P
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 71.20310003742769
verified: no, type: v_measure
value: 71.20310003742769
verified: no, type: v_measure_std
value: 2.3682783706448687
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloProfClusteringS2S
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 59.64232194434788
verified: no, type: v_measure
value: 59.64232194434788
verified: no, type: v_measure_std
value: 2.4292956011867557
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AlloprofReranking
revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
split: test
type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
metrics: type: main_score
value: 78.62041803111894
verified: no, type: map
value: 78.62041803111894
verified: no, type: mrr
value: 79.82309057762426
verified: no, type: nAUC_map_diff1
value: 58.23586953459263
verified: no, type: nAUC_map_max
value: 16.162821346484357
verified: no, type: nAUC_map_std
value: 20.727030444422525
verified: no, type: nAUC_mrr_diff1
value: 57.89675675999501
verified: no, type: nAUC_mrr_max
value: 17.188359535738417
verified: no, type: nAUC_mrr_std
value: 20.121404571879598
verified: no
task: type: Reranking, dataset: config: default
name: MTEB AlloprofRetrieval
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
split: test
type: lyon-nlp/alloprof
metrics: type: main_score
value: 58.499
verified: no, type: map_at_1
value: 40.371
verified: no, type: map_at_10
value: 52.337
verified: no, type: map_at_100
value: 53.04
verified: no, type: map_at_1000
value: 53.065
verified: no, type: map_at_20
value: 52.772
verified: no, type: map_at_3
value: 49.201
verified: no, type: map_at_5
value: 51.025
verified: no, type: mrr_at_1
value: 40.3713298791019
verified: no, type: mrr_at_10
value: 52.322165337061755
verified: no, type: mrr_at_100
value: 53.02092832847133
verified: no, type: mrr_at_1000
value: 53.04594680215603
verified: no, type: mrr_at_20
value: 52.750849914358135
verified: no, type: mrr_at_3
value: 49.150834772596475
verified: no, type: mrr_at_5
value: 50.998848589522275
verified: no, type: nauc_map_at_1000_diff1
value: 44.71946249374932
verified: no, type: nauc_map_at_1000_max
value: 28.074204125714193
verified: no, type: nauc_map_at_1000_std
value: -5.1319087890196275
verified: no, type: nauc_map_at_100_diff1
value: 44.71140286780233
verified: no, type: nauc_map_at_100_max
value: 28.09677884622645
verified: no, type: nauc_map_at_100_std
value: -5.116353867480612
verified: no, type: nauc_map_at_10_diff1
value: 44.737968596047736
verified: no, type: nauc_map_at_10_max
value: 28.103186472557184
verified: no, type: nauc_map_at_10_std
value: -5.258817287329683
verified: no, type: nauc_map_at_1_diff1
value: 47.48389890056789
verified: no, type: nauc_map_at_1_max
value: 24.803734709402654
verified: no, type: nauc_map_at_1_std
value: -6.504759899363267
verified: no, type: nauc_map_at_20_diff1
value: 44.67268454863271
verified: no, type: nauc_map_at_20_max
value: 28.068912295976933
verified: no, type: nauc_map_at_20_std
value: -5.1971060419801836
verified: no, type: nauc_map_at_3_diff1
value: 44.59399231542881
verified: no, type: nauc_map_at_3_max
value: 27.097806786915502
verified: no, type: nauc_map_at_3_std
value: -5.957120508111229
verified: no, type: nauc_map_at_5_diff1
value: 44.549807218619236
verified: no, type: nauc_map_at_5_max
value: 28.03902312965202
verified: no, type: nauc_map_at_5_std
value: -5.279585300980128
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.70183532803094
verified: no, type: nauc_mrr_at_1000_max
value: 28.08833759937601
verified: no, type: nauc_mrr_at_1000_std
value: -5.097929115475795
verified: no, type: nauc_mrr_at_100_diff1
value: 44.693824401340684
verified: no, type: nauc_mrr_at_100_max
value: 28.110898009292296
verified: no, type: nauc_mrr_at_100_std
value: -5.082401300601749
verified: no, type: nauc_mrr_at_10_diff1
value: 44.74052791862188
verified: no, type: nauc_mrr_at_10_max
value: 28.125378341430725
verified: no, type: nauc_mrr_at_10_std
value: -5.209767905428716
verified: no, type: nauc_mrr_at_1_diff1
value: 47.48389890056789
verified: no, type: nauc_mrr_at_1_max
value: 24.803734709402654
verified: no, type: nauc_mrr_at_1_std
value: -6.504759899363267
verified: no, type: nauc_mrr_at_20_diff1
value: 44.65204014980107
verified: no, type: nauc_mrr_at_20_max
value: 28.071523791101487
verified: no, type: nauc_mrr_at_20_std
value: -5.176680495032765
verified: no, type: nauc_mrr_at_3_diff1
value: 44.566371489967835
verified: no, type: nauc_mrr_at_3_max
value: 27.138418179089243
verified: no, type: nauc_mrr_at_3_std
value: -5.8860676927947715
verified: no, type: nauc_mrr_at_5_diff1
value: 44.513022796226025
verified: no, type: nauc_mrr_at_5_max
value: 28.037968016529184
verified: no, type: nauc_mrr_at_5_std
value: -5.286851060853457
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.31019947897497
verified: no, type: nauc_ndcg_at_1000_max
value: 29.332844099450185
verified: no, type: nauc_ndcg_at_1000_std
value: -4.185675731246788
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.15415366286996
verified: no, type: nauc_ndcg_at_100_max
value: 30.098413084162345
verified: no, type: nauc_ndcg_at_100_std
value: -3.557438303045246
verified: no, type: nauc_ndcg_at_10_diff1
value: 44.117356815361376
verified: no, type: nauc_ndcg_at_10_max
value: 30.090057186506147
verified: no, type: nauc_ndcg_at_10_std
value: -4.294561567142078
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.48389890056789
verified: no, type: nauc_ndcg_at_1_max
value: 24.803734709402654
verified: no, type: nauc_ndcg_at_1_std
value: -6.504759899363267
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.868556983413285
verified: no, type: nauc_ndcg_at_20_max
value: 30.06455269775592
verified: no, type: nauc_ndcg_at_20_std
value: -3.9645560243946623
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.71970793339256
verified: no, type: nauc_ndcg_at_3_max
value: 28.057786581438034
verified: no, type: nauc_ndcg_at_3_std
value: -5.597352364190012
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.57692922989753
verified: no, type: nauc_ndcg_at_5_max
value: 29.811975056854994
verified: no, type: nauc_ndcg_at_5_std
value: -4.362865924703688
verified: no, type: nauc_precision_at_1000_diff1
value: 37.65255144893002
verified: no, type: nauc_precision_at_1000_max
value: 88.70768683938714
verified: no, type: nauc_precision_at_1000_std
value: 69.77642765639528
verified: no, type: nauc_precision_at_100_diff1
value: 38.99412121382678
verified: no, type: nauc_precision_at_100_max
value: 61.57652450016459
verified: no, type: nauc_precision_at_100_std
value: 24.826035139656348
verified: no, type: nauc_precision_at_10_diff1
value: 41.78189732924517
verified: no, type: nauc_precision_at_10_max
value: 39.83536802453079
verified: no, type: nauc_precision_at_10_std
value: 0.431964006091015
verified: no, type: nauc_precision_at_1_diff1
value: 47.48389890056789
verified: no, type: nauc_precision_at_1_max
value: 24.803734709402654
verified: no, type: nauc_precision_at_1_std
value: -6.504759899363267
verified: no, type: nauc_precision_at_20_diff1
value: 39.33781305274886
verified: no, type: nauc_precision_at_20_max
value: 43.00448814568695
verified: no, type: nauc_precision_at_20_std
value: 4.5633424143661365
verified: no, type: nauc_precision_at_3_diff1
value: 40.99977742505519
verified: no, type: nauc_precision_at_3_max
value: 31.14585236181214
verified: no, type: nauc_precision_at_3_std
value: -4.404002104899136
verified: no, type: nauc_precision_at_5_diff1
value: 40.12130730401297
verified: no, type: nauc_precision_at_5_max
value: 36.45000981581976
verified: no, type: nauc_precision_at_5_std
value: -0.8603896798394983
verified: no, type: nauc_recall_at_1000_diff1
value: 37.652551448927504
verified: no, type: nauc_recall_at_1000_max
value: 88.70768683938547
verified: no, type: nauc_recall_at_1000_std
value: 69.77642765638893
verified: no, type: nauc_recall_at_100_diff1
value: 38.9941212138267
verified: no, type: nauc_recall_at_100_max
value: 61.57652450016457
verified: no, type: nauc_recall_at_100_std
value: 24.82603513965631
verified: no, type: nauc_recall_at_10_diff1
value: 41.781897329245105
verified: no, type: nauc_recall_at_10_max
value: 39.83536802453082
verified: no, type: nauc_recall_at_10_std
value: 0.4319640060909985
verified: no, type: nauc_recall_at_1_diff1
value: 47.48389890056789
verified: no, type: nauc_recall_at_1_max
value: 24.803734709402654
verified: no, type: nauc_recall_at_1_std
value: -6.504759899363267
verified: no, type: nauc_recall_at_20_diff1
value: 39.337813052748835
verified: no, type: nauc_recall_at_20_max
value: 43.00448814568676
verified: no, type: nauc_recall_at_20_std
value: 4.56334241436601
verified: no, type: nauc_recall_at_3_diff1
value: 40.99977742505522
verified: no, type: nauc_recall_at_3_max
value: 31.14585236181218
verified: no, type: nauc_recall_at_3_std
value: -4.404002104899084
verified: no, type: nauc_recall_at_5_diff1
value: 40.121307304013
verified: no, type: nauc_recall_at_5_max
value: 36.450009815819726
verified: no, type: nauc_recall_at_5_std
value: -0.8603896798395225
verified: no, type: ndcg_at_1
value: 40.371
verified: no, type: ndcg_at_10
value: 58.499
verified: no, type: ndcg_at_100
value: 61.958
verified: no, type: ndcg_at_1000
value: 62.638000000000005
verified: no, type: ndcg_at_20
value: 60.068
verified: no, type: ndcg_at_3
value: 52.079
verified: no, type: ndcg_at_5
value: 55.359
verified: no, type: precision_at_1
value: 40.371
verified: no, type: precision_at_10
value: 7.797999999999999
verified: no, type: precision_at_100
value: 0.943
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.208
verified: no, type: precision_at_3
value: 20.135
verified: no, type: precision_at_5
value: 13.669999999999998
verified: no, type: recall_at_1
value: 40.371
verified: no, type: recall_at_10
value: 77.979
verified: no, type: recall_at_100
value: 94.257
verified: no, type: recall_at_1000
value: 99.655
verified: no, type: recall_at_20
value: 84.154
verified: no, type: recall_at_3
value: 60.406000000000006
verified: no, type: recall_at_5
value: 68.351
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 55.186
verified: no, type: f1
value: 54.46705535013317
verified: no, type: f1_weighted
value: 54.46705535013317
verified: no, type: main_score
value: 55.186
verified: no
task: type: Classification, dataset: config: default
name: MTEB BSARDRetrieval
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
split: test
type: maastrichtlawtech/bsard
metrics: type: main_score
value: 65.766
verified: no, type: map_at_1
value: 17.116999999999997
verified: no, type: map_at_10
value: 24.2
verified: no, type: map_at_100
value: 25.196
verified: no, type: map_at_1000
value: 25.285999999999998
verified: no, type: map_at_20
value: 24.84
verified: no, type: map_at_3
value: 21.246000000000002
verified: no, type: map_at_5
value: 23.386000000000003
verified: no, type: mrr_at_1
value: 17.117117117117118
verified: no, type: mrr_at_10
value: 24.19955669955671
verified: no, type: mrr_at_100
value: 25.195531920335007
verified: no, type: mrr_at_1000
value: 25.284600511909495
verified: no, type: mrr_at_20
value: 24.840254977638896
verified: no, type: mrr_at_3
value: 21.246246246246244
verified: no, type: mrr_at_5
value: 23.38588588588589
verified: no, type: nauc_map_at_1000_diff1
value: 10.81116818873305
verified: no, type: nauc_map_at_1000_max
value: 18.081485212587296
verified: no, type: nauc_map_at_1000_std
value: 15.55247182359811
verified: no, type: nauc_map_at_100_diff1
value: 10.769025561727476
verified: no, type: nauc_map_at_100_max
value: 18.05422658310923
verified: no, type: nauc_map_at_100_std
value: 15.5467718904851
verified: no, type: nauc_map_at_10_diff1
value: 10.683272018434048
verified: no, type: nauc_map_at_10_max
value: 18.142476171157714
verified: no, type: nauc_map_at_10_std
value: 15.160871943210017
verified: no, type: nauc_map_at_1_diff1
value: 15.136874216646229
verified: no, type: nauc_map_at_1_max
value: 19.68585969419655
verified: no, type: nauc_map_at_1_std
value: 15.169957564848444
verified: no, type: nauc_map_at_20_diff1
value: 11.04316522915875
verified: no, type: nauc_map_at_20_max
value: 17.817024791267443
verified: no, type: nauc_map_at_20_std
value: 15.071246935999893
verified: no, type: nauc_map_at_3_diff1
value: 8.893328353778843
verified: no, type: nauc_map_at_3_max
value: 16.402408590507946
verified: no, type: nauc_map_at_3_std
value: 14.631998787185735
verified: no, type: nauc_map_at_5_diff1
value: 9.802455874823172
verified: no, type: nauc_map_at_5_max
value: 17.939476196078495
verified: no, type: nauc_map_at_5_std
value: 14.130589132632698
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.813072323683013
verified: no, type: nauc_mrr_at_1000_max
value: 18.08332318614462
verified: no, type: nauc_mrr_at_1000_std
value: 15.553043223942819
verified: no, type: nauc_mrr_at_100_diff1
value: 10.77091057430458
verified: no, type: nauc_mrr_at_100_max
value: 18.055798185778123
verified: no, type: nauc_mrr_at_100_std
value: 15.547068262312003
verified: no, type: nauc_mrr_at_10_diff1
value: 10.683272018434048
verified: no, type: nauc_mrr_at_10_max
value: 18.142476171157714
verified: no, type: nauc_mrr_at_10_std
value: 15.160871943210017
verified: no, type: nauc_mrr_at_1_diff1
value: 15.136874216646229
verified: no, type: nauc_mrr_at_1_max
value: 19.68585969419655
verified: no, type: nauc_mrr_at_1_std
value: 15.169957564848444
verified: no, type: nauc_mrr_at_20_diff1
value: 11.04316522915875
verified: no, type: nauc_mrr_at_20_max
value: 17.817024791267443
verified: no, type: nauc_mrr_at_20_std
value: 15.071246935999893
verified: no, type: nauc_mrr_at_3_diff1
value: 8.893328353778843
verified: no, type: nauc_mrr_at_3_max
value: 16.402408590507946
verified: no, type: nauc_mrr_at_3_std
value: 14.631998787185735
verified: no, type: nauc_mrr_at_5_diff1
value: 9.802455874823172
verified: no, type: nauc_mrr_at_5_max
value: 17.939476196078495
verified: no, type: nauc_mrr_at_5_std
value: 14.130589132632698
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.202853727201774
verified: no, type: nauc_ndcg_at_1000_max
value: 19.0293189527563
verified: no, type: nauc_ndcg_at_1000_std
value: 18.390388750658357
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.087335018055228
verified: no, type: nauc_ndcg_at_100_max
value: 18.78516003607274
verified: no, type: nauc_ndcg_at_100_std
value: 18.780357674944415
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.574953671198443
verified: no, type: nauc_ndcg_at_10_max
value: 18.572291623672044
verified: no, type: nauc_ndcg_at_10_std
value: 15.808055075116057
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.136874216646229
verified: no, type: nauc_ndcg_at_1_max
value: 19.68585969419655
verified: no, type: nauc_ndcg_at_1_std
value: 15.169957564848444
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.86104023461335
verified: no, type: nauc_ndcg_at_20_max
value: 17.436985589044458
verified: no, type: nauc_ndcg_at_20_std
value: 15.588720372098383
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.212552449189805
verified: no, type: nauc_ndcg_at_3_max
value: 15.573909877641508
verified: no, type: nauc_ndcg_at_3_std
value: 14.53705493856145
verified: no, type: nauc_ndcg_at_5_diff1
value: 8.778923731622235
verified: no, type: nauc_ndcg_at_5_max
value: 18.140995131168534
verified: no, type: nauc_ndcg_at_5_std
value: 13.608313703781533
verified: no, type: nauc_precision_at_1000_diff1
value: 21.242679241621413
verified: no, type: nauc_precision_at_1000_max
value: 28.358433127289924
verified: no, type: nauc_precision_at_1000_std
value: 43.82822797432329
verified: no, type: nauc_precision_at_100_diff1
value: 6.627014646720404
verified: no, type: nauc_precision_at_100_max
value: 22.40433487802035
verified: no, type: nauc_precision_at_100_std
value: 34.933889742457595
verified: no, type: nauc_precision_at_10_diff1
value: 10.885683410075934
verified: no, type: nauc_precision_at_10_max
value: 19.96889041019717
verified: no, type: nauc_precision_at_10_std
value: 17.798863824564464
verified: no, type: nauc_precision_at_1_diff1
value: 15.136874216646229
verified: no, type: nauc_precision_at_1_max
value: 19.68585969419655
verified: no, type: nauc_precision_at_1_std
value: 15.169957564848444
verified: no, type: nauc_precision_at_20_diff1
value: 15.496066928172066
verified: no, type: nauc_precision_at_20_max
value: 16.03026652303162
verified: no, type: nauc_precision_at_20_std
value: 17.26605341902364
verified: no, type: nauc_precision_at_3_diff1
value: 2.968469300914268
verified: no, type: nauc_precision_at_3_max
value: 13.49791571660617
verified: no, type: nauc_precision_at_3_std
value: 14.311739399090806
verified: no, type: nauc_precision_at_5_diff1
value: 6.502154730668018
verified: no, type: nauc_precision_at_5_max
value: 18.889080152631124
verified: no, type: nauc_precision_at_5_std
value: 12.221319698087786
verified: no, type: nauc_recall_at_1000_diff1
value: 21.242679241621435
verified: no, type: nauc_recall_at_1000_max
value: 28.358433127289974
verified: no, type: nauc_recall_at_1000_std
value: 43.82822797432328
verified: no, type: nauc_recall_at_100_diff1
value: 6.62701464672039
verified: no, type: nauc_recall_at_100_max
value: 22.404334878020286
verified: no, type: nauc_recall_at_100_std
value: 34.93388974245755
verified: no, type: nauc_recall_at_10_diff1
value: 10.885683410075906
verified: no, type: nauc_recall_at_10_max
value: 19.968890410197133
verified: no, type: nauc_recall_at_10_std
value: 17.7988638245644
verified: no, type: nauc_recall_at_1_diff1
value: 15.136874216646229
verified: no, type: nauc_recall_at_1_max
value: 19.68585969419655
verified: no, type: nauc_recall_at_1_std
value: 15.169957564848444
verified: no, type: nauc_recall_at_20_diff1
value: 15.49606692817206
verified: no, type: nauc_recall_at_20_max
value: 16.030266523031628
verified: no, type: nauc_recall_at_20_std
value: 17.26605341902362
verified: no, type: nauc_recall_at_3_diff1
value: 2.968469300914263
verified: no, type: nauc_recall_at_3_max
value: 13.497915716606142
verified: no, type: nauc_recall_at_3_std
value: 14.31173939909079
verified: no, type: nauc_recall_at_5_diff1
value: 6.50215473066801
verified: no, type: nauc_recall_at_5_max
value: 18.889080152631095
verified: no, type: nauc_recall_at_5_std
value: 12.221319698087767
verified: no, type: ndcg_at_1
value: 17.116999999999997
verified: no, type: ndcg_at_10
value: 28.524
verified: no, type: ndcg_at_100
value: 33.476
verified: no, type: ndcg_at_1000
value: 36.012
verified: no, type: ndcg_at_20
value: 30.820999999999998
verified: no, type: ndcg_at_3
value: 22.721
verified: no, type: ndcg_at_5
value: 26.596999999999998
verified: no, type: precision_at_1
value: 17.116999999999997
verified: no, type: precision_at_10
value: 4.234
verified: no, type: precision_at_100
value: 0.658
verified: no, type: precision_at_1000
value: 0.086
verified: no, type: precision_at_20
value: 2.568
verified: no, type: precision_at_3
value: 9.009
verified: no, type: precision_at_5
value: 7.297
verified: no, type: recall_at_1
value: 17.116999999999997
verified: no, type: recall_at_10
value: 42.342
verified: no, type: recall_at_100
value: 65.766
verified: no, type: recall_at_1000
value: 86.036
verified: no, type: recall_at_20
value: 51.351
verified: no, type: recall_at_3
value: 27.027
verified: no, type: recall_at_5
value: 36.486000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HALClusteringS2S
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
split: test
type: lyon-nlp/clustering-hal-s2s
metrics: type: main_score
value: 28.18744772954557
verified: no, type: v_measure
value: 28.18744772954557
verified: no, type: v_measure_std
value: 3.239838057506439
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringP2P (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 47.75009059283003
verified: no, type: v_measure
value: 47.75009059283003
verified: no, type: v_measure_std
value: 2.009277732690298
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MLSUMClusteringS2S (fr)
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
split: test
type: reciTAL/mlsum
metrics: type: main_score
value: 47.46091989113078
verified: no, type: v_measure
value: 47.46091989113078
verified: no, type: v_measure_std
value: 2.604802270948194
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 97.20325712496086
verified: no, type: f1
value: 97.05991090368462
verified: no, type: f1_weighted
value: 97.20748006323807
verified: no, type: main_score
value: 97.20325712496086
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 93.07234575634199
verified: no, type: f1
value: 76.54521288506878
verified: no, type: f1_weighted
value: 93.6903586431893
verified: no, type: main_score
value: 93.07234575634199
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClassification (fra)
revision: 18193f187b92da67168c655c9973a165ed9593dd
split: test
type: mteb/masakhanews
metrics: type: accuracy
value: 82.48815165876778
verified: no, type: f1
value: 78.71164464238117
verified: no, type: f1_weighted
value: 82.38927389376973
verified: no, type: main_score
value: 82.48815165876778
verified: no
task: type: Classification, dataset: config: fra
name: MTEB MasakhaNEWSClusteringP2P (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 73.85712952800003
verified: no, type: v_measure
value: 73.85712952800003
verified: no, type: v_measure_std
value: 22.471668299794416
verified: no
task: type: Clustering, dataset: config: fra
name: MTEB MasakhaNEWSClusteringS2S (fra)
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
split: test
type: masakhane/masakhanews
metrics: type: main_score
value: 67.23960512566751
verified: no, type: v_measure
value: 67.23960512566751
verified: no, type: v_measure_std
value: 24.65079601360142
verified: no
task: type: Clustering, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 79.59986550100874
verified: no, type: f1
value: 76.0439154517916
verified: no, type: f1_weighted
value: 79.48538292013761
verified: no, type: main_score
value: 79.59986550100874
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 82.182246133154
verified: no, type: f1
value: 81.68006668655397
verified: no, type: f1_weighted
value: 81.94775072858566
verified: no, type: main_score
value: 82.182246133154
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MintakaRetrieval (fr)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: jinaai/mintakaqa
metrics: type: main_score
value: 62.532
verified: no, type: map_at_1
value: 45.823
verified: no, type: map_at_10
value: 57.174
verified: no, type: map_at_100
value: 57.735
verified: no, type: map_at_1000
value: 57.767
verified: no, type: map_at_20
value: 57.53
verified: no, type: map_at_3
value: 54.716
verified: no, type: map_at_5
value: 56.227000000000004
verified: no, type: mrr_at_1
value: 45.82309582309582
verified: no, type: mrr_at_10
value: 57.17958217958217
verified: no, type: mrr_at_100
value: 57.744059413627866
verified: no, type: mrr_at_1000
value: 57.776651992832605
verified: no, type: mrr_at_20
value: 57.53890924556554
verified: no, type: mrr_at_3
value: 54.716079716079676
verified: no, type: mrr_at_5
value: 56.227136227136256
verified: no, type: nauc_map_at_1000_diff1
value: 39.48401851944296
verified: no, type: nauc_map_at_1000_max
value: 36.55276875160682
verified: no, type: nauc_map_at_1000_std
value: 3.9173787361040913
verified: no, type: nauc_map_at_100_diff1
value: 39.45696514871956
verified: no, type: nauc_map_at_100_max
value: 36.55786982498759
verified: no, type: nauc_map_at_100_std
value: 3.9506714061766557
verified: no, type: nauc_map_at_10_diff1
value: 39.31548009319837
verified: no, type: nauc_map_at_10_max
value: 36.75711871602276
verified: no, type: nauc_map_at_10_std
value: 3.782911249250981
verified: no, type: nauc_map_at_1_diff1
value: 44.190649439568766
verified: no, type: nauc_map_at_1_max
value: 31.017419446234317
verified: no, type: nauc_map_at_1_std
value: 0.5544388561183956
verified: no, type: nauc_map_at_20_diff1
value: 39.443640617310585
verified: no, type: nauc_map_at_20_max
value: 36.63799366674228
verified: no, type: nauc_map_at_20_std
value: 3.934276303386171
verified: no, type: nauc_map_at_3_diff1
value: 40.30871768246873
verified: no, type: nauc_map_at_3_max
value: 36.944169455458656
verified: no, type: nauc_map_at_3_std
value: 2.9847330185694556
verified: no, type: nauc_map_at_5_diff1
value: 39.590461060438095
verified: no, type: nauc_map_at_5_max
value: 36.998781454405574
verified: no, type: nauc_map_at_5_std
value: 3.532693606637119
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.46102363098429
verified: no, type: nauc_mrr_at_1000_max
value: 36.56900606103558
verified: no, type: nauc_mrr_at_1000_std
value: 3.972436075561705
verified: no, type: nauc_mrr_at_100_diff1
value: 39.43269261665982
verified: no, type: nauc_mrr_at_100_max
value: 36.574081599242014
verified: no, type: nauc_mrr_at_100_std
value: 4.006374171904806
verified: no, type: nauc_mrr_at_10_diff1
value: 39.29970560564493
verified: no, type: nauc_mrr_at_10_max
value: 36.778388879484716
verified: no, type: nauc_mrr_at_10_std
value: 3.8335456201567206
verified: no, type: nauc_mrr_at_1_diff1
value: 44.190649439568766
verified: no, type: nauc_mrr_at_1_max
value: 31.017419446234317
verified: no, type: nauc_mrr_at_1_std
value: 0.5544388561183956
verified: no, type: nauc_mrr_at_20_diff1
value: 39.42091158484574
verified: no, type: nauc_mrr_at_20_max
value: 36.65421566061936
verified: no, type: nauc_mrr_at_20_std
value: 3.988695948848555
verified: no, type: nauc_mrr_at_3_diff1
value: 40.313976315898195
verified: no, type: nauc_mrr_at_3_max
value: 36.960483501441985
verified: no, type: nauc_mrr_at_3_std
value: 3.0112756156560394
verified: no, type: nauc_mrr_at_5_diff1
value: 39.56386294620379
verified: no, type: nauc_mrr_at_5_max
value: 37.02119815939672
verified: no, type: nauc_mrr_at_5_std
value: 3.6118004205573184
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.05281585863137
verified: no, type: nauc_ndcg_at_1000_max
value: 37.41178875860201
verified: no, type: nauc_ndcg_at_1000_std
value: 5.525420555163393
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.18408005856676
verified: no, type: nauc_ndcg_at_100_max
value: 37.617851212997685
verified: no, type: nauc_ndcg_at_100_std
value: 6.871461890669446
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.624444841382484
verified: no, type: nauc_ndcg_at_10_max
value: 38.62100324849529
verified: no, type: nauc_ndcg_at_10_std
value: 6.027810657475449
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.190649439568766
verified: no, type: nauc_ndcg_at_1_max
value: 31.017419446234317
verified: no, type: nauc_ndcg_at_1_std
value: 0.5544388561183956
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.057047514121564
verified: no, type: nauc_ndcg_at_20_max
value: 38.19839331454421
verified: no, type: nauc_ndcg_at_20_std
value: 6.770369938343684
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.95821428563954
verified: no, type: nauc_ndcg_at_3_max
value: 38.87440219376017
verified: no, type: nauc_ndcg_at_3_std
value: 4.097498274708613
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.515589837182034
verified: no, type: nauc_ndcg_at_5_max
value: 39.165561493023276
verified: no, type: nauc_ndcg_at_5_std
value: 5.291512124344874
verified: no, type: nauc_precision_at_1000_diff1
value: -13.365474882749279
verified: no, type: nauc_precision_at_1000_max
value: 50.68568417959442
verified: no, type: nauc_precision_at_1000_std
value: 37.847145129019054
verified: no, type: nauc_precision_at_100_diff1
value: 12.081443207482383
verified: no, type: nauc_precision_at_100_max
value: 43.67561356191485
verified: no, type: nauc_precision_at_100_std
value: 44.64523987759538
verified: no, type: nauc_precision_at_10_diff1
value: 23.20358204183261
verified: no, type: nauc_precision_at_10_max
value: 46.93706139285088
verified: no, type: nauc_precision_at_10_std
value: 17.36243956517301
verified: no, type: nauc_precision_at_1_diff1
value: 44.190649439568766
verified: no, type: nauc_precision_at_1_max
value: 31.017419446234317
verified: no, type: nauc_precision_at_1_std
value: 0.5544388561183956
verified: no, type: nauc_precision_at_20_diff1
value: 22.42836999246196
verified: no, type: nauc_precision_at_20_max
value: 46.29381413041759
verified: no, type: nauc_precision_at_20_std
value: 26.126609401922696
verified: no, type: nauc_precision_at_3_diff1
value: 34.503018704702484
verified: no, type: nauc_precision_at_3_max
value: 45.194775358016095
verified: no, type: nauc_precision_at_3_std
value: 7.864444241838433
verified: no, type: nauc_precision_at_5_diff1
value: 29.494641243672138
verified: no, type: nauc_precision_at_5_max
value: 47.326071718857484
verified: no, type: nauc_precision_at_5_std
value: 12.273738036245172
verified: no, type: nauc_recall_at_1000_diff1
value: -13.365474882756335
verified: no, type: nauc_recall_at_1000_max
value: 50.68568417959348
verified: no, type: nauc_recall_at_1000_std
value: 37.8471451290128
verified: no, type: nauc_recall_at_100_diff1
value: 12.08144320748251
verified: no, type: nauc_recall_at_100_max
value: 43.675613561914986
verified: no, type: nauc_recall_at_100_std
value: 44.645239877595564
verified: no, type: nauc_recall_at_10_diff1
value: 23.203582041832526
verified: no, type: nauc_recall_at_10_max
value: 46.9370613928509
verified: no, type: nauc_recall_at_10_std
value: 17.36243956517297
verified: no, type: nauc_recall_at_1_diff1
value: 44.190649439568766
verified: no, type: nauc_recall_at_1_max
value: 31.017419446234317
verified: no, type: nauc_recall_at_1_std
value: 0.5544388561183956
verified: no, type: nauc_recall_at_20_diff1
value: 22.42836999246212
verified: no, type: nauc_recall_at_20_max
value: 46.29381413041773
verified: no, type: nauc_recall_at_20_std
value: 26.12660940192268
verified: no, type: nauc_recall_at_3_diff1
value: 34.50301870470248
verified: no, type: nauc_recall_at_3_max
value: 45.19477535801611
verified: no, type: nauc_recall_at_3_std
value: 7.8644442418384335
verified: no, type: nauc_recall_at_5_diff1
value: 29.494641243672216
verified: no, type: nauc_recall_at_5_max
value: 47.32607171885759
verified: no, type: nauc_recall_at_5_std
value: 12.273738036245142
verified: no, type: ndcg_at_1
value: 45.823
verified: no, type: ndcg_at_10
value: 62.532
verified: no, type: ndcg_at_100
value: 65.298
verified: no, type: ndcg_at_1000
value: 66.214
verified: no, type: ndcg_at_20
value: 63.82600000000001
verified: no, type: ndcg_at_3
value: 57.528999999999996
verified: no, type: ndcg_at_5
value: 60.24
verified: no, type: precision_at_1
value: 45.823
verified: no, type: precision_at_10
value: 7.928
verified: no, type: precision_at_100
value: 0.923
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.22
verified: no, type: precision_at_3
value: 21.881
verified: no, type: precision_at_5
value: 14.438999999999998
verified: no, type: recall_at_1
value: 45.823
verified: no, type: recall_at_10
value: 79.279
verified: no, type: recall_at_100
value: 92.301
verified: no, type: recall_at_1000
value: 99.631
verified: no, type: recall_at_20
value: 84.398
verified: no, type: recall_at_3
value: 65.643
verified: no, type: recall_at_5
value: 72.195
verified: no
task: type: Retrieval, dataset: config: fr
name: MTEB OpusparcusPC (fr)
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
split: test
type: GEM/opusparcus
metrics: type: cosine_accuracy
value: 99.90069513406156
verified: no, type: cosine_accuracy_threshold
value: 54.45001207375879
verified: no, type: cosine_ap
value: 100
verified: no, type: cosine_f1
value: 99.95032290114257
verified: no, type: cosine_f1_threshold
value: 54.45001207375879
verified: no, type: cosine_precision
value: 100
verified: no, type: cosine_recall
value: 99.90069513406156
verified: no, type: dot_accuracy
value: 99.90069513406156
verified: no, type: dot_accuracy_threshold
value: 1312800
verified: no, type: dot_ap
value: 100
verified: no, type: dot_f1
value: 99.95032290114257
verified: no, type: dot_f1_threshold
value: 1312800
verified: no, type: dot_precision
value: 100
verified: no, type: dot_recall
value: 99.90069513406156
verified: no, type: euclidean_accuracy
value: 99.90069513406156
verified: no, type: euclidean_accuracy_threshold
value: 15150.791732002876
verified: no, type: euclidean_ap
value: 100
verified: no, type: euclidean_f1
value: 99.95032290114257
verified: no, type: euclidean_f1_threshold
value: 15150.791732002876
verified: no, type: euclidean_precision
value: 100
verified: no, type: euclidean_recall
value: 99.90069513406156
verified: no, type: main_score
value: 100
verified: no, type: manhattan_accuracy
value: 99.90069513406156
verified: no, type: manhattan_accuracy_threshold
value: 717903.2791554928
verified: no, type: manhattan_ap
value: 100
verified: no, type: manhattan_f1
value: 99.95032290114257
verified: no, type: manhattan_f1_threshold
value: 717903.2791554928
verified: no, type: manhattan_precision
value: 100
verified: no, type: manhattan_recall
value: 99.90069513406156
verified: no, type: max_ap
value: 100
verified: no, type: max_f1
value: 99.95032290114257
verified: no, type: max_precision
value: 100
verified: no, type: max_recall
value: 99.90069513406156
verified: no, type: similarity_accuracy
value: 99.90069513406156
verified: no, type: similarity_accuracy_threshold
value: 54.45001207375879
verified: no, type: similarity_ap
value: 100
verified: no, type: similarity_f1
value: 99.95032290114257
verified: no, type: similarity_f1_threshold
value: 54.45001207375879
verified: no, type: similarity_precision
value: 100
verified: no, type: similarity_recall
value: 99.90069513406156
verified: no
task: type: PairClassification, dataset: config: fr
name: MTEB PawsXPairClassification (fr)
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: test
type: google-research-datasets/paws-x
metrics: type: cosine_accuracy
value: 67.95
verified: no, type: cosine_accuracy_threshold
value: 97.36901285947026
verified: no, type: cosine_ap
value: 70.14158727060726
verified: no, type: cosine_f1
value: 65.38108356290174
verified: no, type: cosine_f1_threshold
value: 94.90683744884689
verified: no, type: cosine_precision
value: 55.84313725490196
verified: no, type: cosine_recall
value: 78.8482834994463
verified: no, type: dot_accuracy
value: 60.5
verified: no, type: dot_accuracy_threshold
value: 2606400
verified: no, type: dot_ap
value: 57.0114505567262
verified: no, type: dot_f1
value: 63.29394387001477
verified: no, type: dot_f1_threshold
value: 2345600
verified: no, type: dot_precision
value: 47.4792243767313
verified: no, type: dot_recall
value: 94.90586932447398
verified: no, type: euclidean_accuracy
value: 68.05
verified: no, type: euclidean_accuracy_threshold
value: 3824.99743197985
verified: no, type: euclidean_ap
value: 70.01158306654237
verified: no, type: euclidean_f1
value: 65.21939953810623
verified: no, type: euclidean_f1_threshold
value: 5187.47968966464
verified: no, type: euclidean_precision
value: 55.942947702060216
verified: no, type: euclidean_recall
value: 78.18383167220377
verified: no, type: main_score
value: 70.14158727060726
verified: no, type: manhattan_accuracy
value: 68.05
verified: no, type: manhattan_accuracy_threshold
value: 191852.34832763672
verified: no, type: manhattan_ap
value: 70.01670033904287
verified: no, type: manhattan_f1
value: 65.2854511970534
verified: no, type: manhattan_f1_threshold
value: 246807.1710705757
verified: no, type: manhattan_precision
value: 55.87076438140268
verified: no, type: manhattan_recall
value: 78.51605758582502
verified: no, type: max_ap
value: 70.14158727060726
verified: no, type: max_f1
value: 65.38108356290174
verified: no, type: max_precision
value: 55.942947702060216
verified: no, type: max_recall
value: 94.90586932447398
verified: no, type: similarity_accuracy
value: 67.95
verified: no, type: similarity_accuracy_threshold
value: 97.36901285947026
verified: no, type: similarity_ap
value: 70.14158727060726
verified: no, type: similarity_f1
value: 65.38108356290174
verified: no, type: similarity_f1_threshold
value: 94.90683744884689
verified: no, type: similarity_precision
value: 55.84313725490196
verified: no, type: similarity_recall
value: 78.8482834994463
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICKFr
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
split: test
type: Lajavaness/SICK-fr
metrics: type: cosine_pearson
value: 79.79861486027
verified: no, type: cosine_spearman
value: 79.3918786992987
verified: no, type: euclidean_pearson
value: 77.73226212475764
verified: no, type: euclidean_spearman
value: 79.08856888397014
verified: no, type: main_score
value: 79.3918786992987
verified: no, type: manhattan_pearson
value: 77.8002206650809
verified: no, type: manhattan_spearman
value: 79.15284532531264
verified: no, type: pearson
value: 79.79861486027
verified: no, type: spearman
value: 79.3918786992987
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 83.32314025534286
verified: no, type: cosine_spearman
value: 83.2806004701507
verified: no, type: euclidean_pearson
value: 81.88040500817269
verified: no, type: euclidean_spearman
value: 82.73179823676206
verified: no, type: main_score
value: 83.2806004701507
verified: no, type: manhattan_pearson
value: 82.0438174605579
verified: no, type: manhattan_spearman
value: 83.0253049811576
verified: no, type: pearson
value: 83.32314025534286
verified: no, type: spearman
value: 83.2806004701507
verified: no
task: type: STS, dataset: config: fr
name: MTEB STSBenchmarkMultilingualSTS (fr)
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
split: test
type: mteb/stsb_multi_mt
metrics: type: cosine_pearson
value: 84.56723075054445
verified: no, type: cosine_spearman
value: 85.08759191551403
verified: no, type: euclidean_pearson
value: 83.186096744725
verified: no, type: euclidean_spearman
value: 84.36958569816491
verified: no, type: main_score
value: 85.08759191551403
verified: no, type: manhattan_pearson
value: 83.1405072165467
verified: no, type: manhattan_spearman
value: 84.34227830781155
verified: no, type: pearson
value: 84.56723075054445
verified: no, type: spearman
value: 85.08759191551403
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEvalFr
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
split: test
type: lyon-nlp/summarization-summeval-fr-p2p
metrics: type: cosine_pearson
value: 31.921764332449115
verified: no, type: cosine_spearman
value: 31.260442997631806
verified: no, type: dot_pearson
value: 31.585578707631406
verified: no, type: dot_spearman
value: 31.479238746310028
verified: no, type: main_score
value: 31.260442997631806
verified: no, type: pearson
value: 31.921764332449115
verified: no, type: spearman
value: 31.260442997631806
verified: no
task: type: Summarization, dataset: config: default
name: MTEB SyntecReranking
revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
split: test
type: lyon-nlp/mteb-fr-reranking-syntec-s2p
metrics: type: main_score
value: 91.83333333333333
verified: no, type: map
value: 91.83333333333333
verified: no, type: mrr
value: 92
verified: no, type: nAUC_map_diff1
value: 53.97793263646914
verified: no, type: nAUC_map_max
value: 44.264158743282195
verified: no, type: nAUC_map_std
value: 14.692218350754885
verified: no, type: nAUC_mrr_diff1
value: 54.36926882239366
verified: no, type: nAUC_mrr_max
value: 46.43108510296003
verified: no, type: nAUC_mrr_std
value: 17.48914092664096
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SyntecRetrieval
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
split: test
type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
metrics: type: main_score
value: 90.36699999999999
verified: no, type: map_at_1
value: 79
verified: no, type: map_at_10
value: 87.18599999999999
verified: no, type: map_at_100
value: 87.18599999999999
verified: no, type: map_at_1000
value: 87.18599999999999
verified: no, type: map_at_20
value: 87.18599999999999
verified: no, type: map_at_3
value: 86
verified: no, type: map_at_5
value: 86.95
verified: no, type: mrr_at_1
value: 79
verified: no, type: mrr_at_10
value: 87.18611111111112
verified: no, type: mrr_at_100
value: 87.18611111111112
verified: no, type: mrr_at_1000
value: 87.18611111111112
verified: no, type: mrr_at_20
value: 87.18611111111112
verified: no, type: mrr_at_3
value: 86
verified: no, type: mrr_at_5
value: 86.95
verified: no, type: nauc_map_at_1000_diff1
value: 63.05539428169271
verified: no, type: nauc_map_at_1000_max
value: 45.428107132447124
verified: no, type: nauc_map_at_1000_std
value: 13.94507583970834
verified: no, type: nauc_map_at_100_diff1
value: 63.05539428169271
verified: no, type: nauc_map_at_100_max
value: 45.428107132447124
verified: no, type: nauc_map_at_100_std
value: 13.94507583970834
verified: no, type: nauc_map_at_10_diff1
value: 63.05539428169271
verified: no, type: nauc_map_at_10_max
value: 45.428107132447124
verified: no, type: nauc_map_at_10_std
value: 13.94507583970834
verified: no, type: nauc_map_at_1_diff1
value: 64.24122923028831
verified: no, type: nauc_map_at_1_max
value: 44.34077957053877
verified: no, type: nauc_map_at_1_std
value: 9.594344386466878
verified: no, type: nauc_map_at_20_diff1
value: 63.05539428169271
verified: no, type: nauc_map_at_20_max
value: 45.428107132447124
verified: no, type: nauc_map_at_20_std
value: 13.94507583970834
verified: no, type: nauc_map_at_3_diff1
value: 62.30831315577075
verified: no, type: nauc_map_at_3_max
value: 47.33980193586779
verified: no, type: nauc_map_at_3_std
value: 16.132624025733
verified: no, type: nauc_map_at_5_diff1
value: 63.079622378971834
verified: no, type: nauc_map_at_5_max
value: 45.13424437707254
verified: no, type: nauc_map_at_5_std
value: 13.730785051570013
verified: no, type: nauc_mrr_at_1000_diff1
value: 63.05539428169271
verified: no, type: nauc_mrr_at_1000_max
value: 45.428107132447124
verified: no, type: nauc_mrr_at_1000_std
value: 13.94507583970834
verified: no, type: nauc_mrr_at_100_diff1
value: 63.05539428169271
verified: no, type: nauc_mrr_at_100_max
value: 45.428107132447124
verified: no, type: nauc_mrr_at_100_std
value: 13.94507583970834
verified: no, type: nauc_mrr_at_10_diff1
value: 63.05539428169271
verified: no, type: nauc_mrr_at_10_max
value: 45.428107132447124
verified: no, type: nauc_mrr_at_10_std
value: 13.94507583970834
verified: no, type: nauc_mrr_at_1_diff1
value: 64.24122923028831
verified: no, type: nauc_mrr_at_1_max
value: 44.34077957053877
verified: no, type: nauc_mrr_at_1_std
value: 9.594344386466878
verified: no, type: nauc_mrr_at_20_diff1
value: 63.05539428169271
verified: no, type: nauc_mrr_at_20_max
value: 45.428107132447124
verified: no, type: nauc_mrr_at_20_std
value: 13.94507583970834
verified: no, type: nauc_mrr_at_3_diff1
value: 62.30831315577075
verified: no, type: nauc_mrr_at_3_max
value: 47.33980193586779
verified: no, type: nauc_mrr_at_3_std
value: 16.132624025733
verified: no, type: nauc_mrr_at_5_diff1
value: 63.079622378971834
verified: no, type: nauc_mrr_at_5_max
value: 45.13424437707254
verified: no, type: nauc_mrr_at_5_std
value: 13.730785051570013
verified: no, type: nauc_ndcg_at_1000_diff1
value: 62.97376441474187
verified: no, type: nauc_ndcg_at_1000_max
value: 45.457846840130586
verified: no, type: nauc_ndcg_at_1000_std
value: 14.17695491254452
verified: no, type: nauc_ndcg_at_100_diff1
value: 62.97376441474187
verified: no, type: nauc_ndcg_at_100_max
value: 45.457846840130586
verified: no, type: nauc_ndcg_at_100_std
value: 14.17695491254452
verified: no, type: nauc_ndcg_at_10_diff1
value: 62.97376441474187
verified: no, type: nauc_ndcg_at_10_max
value: 45.457846840130586
verified: no, type: nauc_ndcg_at_10_std
value: 14.17695491254452
verified: no, type: nauc_ndcg_at_1_diff1
value: 64.24122923028831
verified: no, type: nauc_ndcg_at_1_max
value: 44.34077957053877
verified: no, type: nauc_ndcg_at_1_std
value: 9.594344386466878
verified: no, type: nauc_ndcg_at_20_diff1
value: 62.97376441474187
verified: no, type: nauc_ndcg_at_20_max
value: 45.457846840130586
verified: no, type: nauc_ndcg_at_20_std
value: 14.17695491254452
verified: no, type: nauc_ndcg_at_3_diff1
value: 61.47043349797183
verified: no, type: nauc_ndcg_at_3_max
value: 49.12165820225059
verified: no, type: nauc_ndcg_at_3_std
value: 18.525396343409568
verified: no, type: nauc_ndcg_at_5_diff1
value: 63.04022063936115
verified: no, type: nauc_ndcg_at_5_max
value: 44.381937619091765
verified: no, type: nauc_ndcg_at_5_std
value: 13.3263412698325
verified: no, type: nauc_precision_at_1000_diff1
verified: no, type: nauc_precision_at_1000_max
verified: no, type: nauc_precision_at_1000_std
verified: no, type: nauc_precision_at_100_diff1
verified: no, type: nauc_precision_at_100_max
verified: no, type: nauc_precision_at_100_std
verified: no, type: nauc_precision_at_10_diff1
value: 100
verified: no, type: nauc_precision_at_10_max
value: 100
verified: no, type: nauc_precision_at_10_std
value: 100
verified: no, type: nauc_precision_at_1_diff1
value: 64.24122923028831
verified: no, type: nauc_precision_at_1_max
value: 44.34077957053877
verified: no, type: nauc_precision_at_1_std
value: 9.594344386466878
verified: no, type: nauc_precision_at_20_diff1
value: 100
verified: no, type: nauc_precision_at_20_max
value: 100
verified: no, type: nauc_precision_at_20_std
value: 100
verified: no, type: nauc_precision_at_3_diff1
value: 56.27917833800158
verified: no, type: nauc_precision_at_3_max
value: 60.51976346093969
verified: no, type: nauc_precision_at_3_std
value: 33.02209772798002
verified: no, type: nauc_precision_at_5_diff1
value: 63.81886087768404
verified: no, type: nauc_precision_at_5_max
value: 27.544351073763345
verified: no, type: nauc_precision_at_5_std
value: -0.4668534080301362
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
verified: no, type: nauc_recall_at_100_max
verified: no, type: nauc_recall_at_100_std
verified: no, type: nauc_recall_at_10_diff1
verified: no, type: nauc_recall_at_10_max
verified: no, type: nauc_recall_at_10_std
verified: no, type: nauc_recall_at_1_diff1
value: 64.24122923028831
verified: no, type: nauc_recall_at_1_max
value: 44.34077957053877
verified: no, type: nauc_recall_at_1_std
value: 9.594344386466878
verified: no, type: nauc_recall_at_20_diff1
verified: no, type: nauc_recall_at_20_max
verified: no, type: nauc_recall_at_20_std
verified: no, type: nauc_recall_at_3_diff1
value: 56.27917833800187
verified: no, type: nauc_recall_at_3_max
value: 60.51976346094
verified: no, type: nauc_recall_at_3_std
value: 33.022097727980125
verified: no, type: nauc_recall_at_5_diff1
value: 63.81886087768457
verified: no, type: nauc_recall_at_5_max
value: 27.544351073763107
verified: no, type: nauc_recall_at_5_std
value: -0.46685340803013775
verified: no, type: ndcg_at_1
value: 79
verified: no, type: ndcg_at_10
value: 90.36699999999999
verified: no, type: ndcg_at_100
value: 90.36699999999999
verified: no, type: ndcg_at_1000
value: 90.36699999999999
verified: no, type: ndcg_at_20
value: 90.36699999999999
verified: no, type: ndcg_at_3
value: 88.071
verified: no, type: ndcg_at_5
value: 89.75
verified: no, type: precision_at_1
value: 79
verified: no, type: precision_at_10
value: 10
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 5
verified: no, type: precision_at_3
value: 31.333
verified: no, type: precision_at_5
value: 19.6
verified: no, type: recall_at_1
value: 79
verified: no, type: recall_at_10
value: 100
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 100
verified: no, type: recall_at_3
value: 94
verified: no, type: recall_at_5
value: 98
verified: no
task: type: Retrieval, dataset: config: fra-fra
name: MTEB XPQARetrieval (fr)
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
split: test
type: jinaai/xpqa
metrics: type: main_score
value: 77.425
verified: no, type: map_at_1
value: 46.749
verified: no, type: map_at_10
value: 72.108
verified: no, type: map_at_100
value: 73.32499999999999
verified: no, type: map_at_1000
value: 73.341
verified: no, type: map_at_20
value: 72.991
verified: no, type: map_at_3
value: 65.09
verified: no, type: map_at_5
value: 70.137
verified: no, type: mrr_at_1
value: 71.82910547396529
verified: no, type: mrr_at_10
value: 78.63357492529722
verified: no, type: mrr_at_100
value: 78.97374961354801
verified: no, type: mrr_at_1000
value: 78.97840549855806
verified: no, type: mrr_at_20
value: 78.86005025292395
verified: no, type: mrr_at_3
value: 77.28081886960389
verified: no, type: mrr_at_5
value: 78.0551846906987
verified: no, type: nauc_map_at_1000_diff1
value: 57.508397030020156
verified: no, type: nauc_map_at_1000_max
value: 43.80251983780665
verified: no, type: nauc_map_at_1000_std
value: -16.231491160419434
verified: no, type: nauc_map_at_100_diff1
value: 57.48614844875469
verified: no, type: nauc_map_at_100_max
value: 43.797011627763055
verified: no, type: nauc_map_at_100_std
value: -16.239303348969592
verified: no, type: nauc_map_at_10_diff1
value: 57.254064849553934
verified: no, type: nauc_map_at_10_max
value: 42.765535577219026
verified: no, type: nauc_map_at_10_std
value: -17.255606315997156
verified: no, type: nauc_map_at_1_diff1
value: 65.04324659040175
verified: no, type: nauc_map_at_1_max
value: 17.852220653388855
verified: no, type: nauc_map_at_1_std
value: -14.257753661018779
verified: no, type: nauc_map_at_20_diff1
value: 57.48367588324867
verified: no, type: nauc_map_at_20_max
value: 43.680084254814425
verified: no, type: nauc_map_at_20_std
value: -16.59381108810359
verified: no, type: nauc_map_at_3_diff1
value: 58.328817274958276
verified: no, type: nauc_map_at_3_max
value: 34.603370607250675
verified: no, type: nauc_map_at_3_std
value: -15.326569334165047
verified: no, type: nauc_map_at_5_diff1
value: 57.544271139796365
verified: no, type: nauc_map_at_5_max
value: 41.58159814532708
verified: no, type: nauc_map_at_5_std
value: -17.035562345654515
verified: no, type: nauc_mrr_at_1000_diff1
value: 67.23053035385993
verified: no, type: nauc_mrr_at_1000_max
value: 53.982556981667095
verified: no, type: nauc_mrr_at_1000_std
value: -12.015571062417035
verified: no, type: nauc_mrr_at_100_diff1
value: 67.23047293440347
verified: no, type: nauc_mrr_at_100_max
value: 53.97931489747768
verified: no, type: nauc_mrr_at_100_std
value: -12.026957248146365
verified: no, type: nauc_mrr_at_10_diff1
value: 67.25927907237941
verified: no, type: nauc_mrr_at_10_max
value: 53.99647347811833
verified: no, type: nauc_mrr_at_10_std
value: -12.356365137919108
verified: no, type: nauc_mrr_at_1_diff1
value: 67.80552098159194
verified: no, type: nauc_mrr_at_1_max
value: 52.34740974885752
verified: no, type: nauc_mrr_at_1_std
value: -9.009347371853096
verified: no, type: nauc_mrr_at_20_diff1
value: 67.22472566769486
verified: no, type: nauc_mrr_at_20_max
value: 54.03480374123263
verified: no, type: nauc_mrr_at_20_std
value: -12.129416933895373
verified: no, type: nauc_mrr_at_3_diff1
value: 66.86636026044627
verified: no, type: nauc_mrr_at_3_max
value: 53.84675762408544
verified: no, type: nauc_mrr_at_3_std
value: -12.318414220208327
verified: no, type: nauc_mrr_at_5_diff1
value: 67.16713697443882
verified: no, type: nauc_mrr_at_5_max
value: 54.174275682276765
verified: no, type: nauc_mrr_at_5_std
value: -12.382704200660772
verified: no, type: nauc_ndcg_at_1000_diff1
value: 60.076768803793875
verified: no, type: nauc_ndcg_at_1000_max
value: 48.06880976583911
verified: no, type: nauc_ndcg_at_1000_std
value: -14.8002468401513
verified: no, type: nauc_ndcg_at_100_diff1
value: 59.84195440900073
verified: no, type: nauc_ndcg_at_100_max
value: 48.031759882567265
verified: no, type: nauc_ndcg_at_100_std
value: -14.93671795434138
verified: no, type: nauc_ndcg_at_10_diff1
value: 59.091362656630984
verified: no, type: nauc_ndcg_at_10_max
value: 45.902216798175296
verified: no, type: nauc_ndcg_at_10_std
value: -18.225812204918686
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.80552098159194
verified: no, type: nauc_ndcg_at_1_max
value: 52.34740974885752
verified: no, type: nauc_ndcg_at_1_std
value: -9.009347371853096
verified: no, type: nauc_ndcg_at_20_diff1
value: 59.80472569029982
verified: no, type: nauc_ndcg_at_20_max
value: 47.92221974783734
verified: no, type: nauc_ndcg_at_20_std
value: -16.589965314279805
verified: no, type: nauc_ndcg_at_3_diff1
value: 56.9195769675713
verified: no, type: nauc_ndcg_at_3_max
value: 44.992740041222575
verified: no, type: nauc_ndcg_at_3_std
value: -16.329730380555382
verified: no, type: nauc_ndcg_at_5_diff1
value: 59.31912266230594
verified: no, type: nauc_ndcg_at_5_max
value: 44.75423089733974
verified: no, type: nauc_ndcg_at_5_std
value: -17.744216780645583
verified: no, type: nauc_precision_at_1000_diff1
value: -30.976050318575094
verified: no, type: nauc_precision_at_1000_max
value: 16.55619583017722
verified: no, type: nauc_precision_at_1000_std
value: 10.549164466552044
verified: no, type: nauc_precision_at_100_diff1
value: -30.217028356940872
verified: no, type: nauc_precision_at_100_max
value: 17.709049202840184
verified: no, type: nauc_precision_at_100_std
value: 10.04190905252673
verified: no, type: nauc_precision_at_10_diff1
value: -19.588612396735584
verified: no, type: nauc_precision_at_10_max
value: 23.97095583735318
verified: no, type: nauc_precision_at_10_std
value: 1.3308819095790259
verified: no, type: nauc_precision_at_1_diff1
value: 67.80552098159194
verified: no, type: nauc_precision_at_1_max
value: 52.34740974885752
verified: no, type: nauc_precision_at_1_std
value: -9.009347371853096
verified: no, type: nauc_precision_at_20_diff1
value: -24.56372903999468
verified: no, type: nauc_precision_at_20_max
value: 21.970766470092478
verified: no, type: nauc_precision_at_20_std
value: 5.690019568793079
verified: no, type: nauc_precision_at_3_diff1
value: -5.293993834675436
verified: no, type: nauc_precision_at_3_max
value: 33.48037221970611
verified: no, type: nauc_precision_at_3_std
value: -0.9905029996040207
verified: no, type: nauc_precision_at_5_diff1
value: -12.477204961113433
verified: no, type: nauc_precision_at_5_max
value: 28.41320824321574
verified: no, type: nauc_precision_at_5_std
value: -0.25510168506666026
verified: no, type: nauc_recall_at_1000_diff1
value: 63.80720019823024
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 45.99503772001805
verified: no, type: nauc_recall_at_100_max
value: 53.62256247578381
verified: no, type: nauc_recall_at_100_std
value: -2.1521605315502126
verified: no, type: nauc_recall_at_10_diff1
value: 51.49183566173087
verified: no, type: nauc_recall_at_10_max
value: 39.94460610694432
verified: no, type: nauc_recall_at_10_std
value: -27.417226994058534
verified: no, type: nauc_recall_at_1_diff1
value: 65.04324659040175
verified: no, type: nauc_recall_at_1_max
value: 17.852220653388855
verified: no, type: nauc_recall_at_1_std
value: -14.257753661018779
verified: no, type: nauc_recall_at_20_diff1
value: 53.65987970751146
verified: no, type: nauc_recall_at_20_max
value: 48.20536243702891
verified: no, type: nauc_recall_at_20_std
value: -24.77784527777353
verified: no, type: nauc_recall_at_3_diff1
value: 53.27794448209969
verified: no, type: nauc_recall_at_3_max
value: 30.304767840963283
verified: no, type: nauc_recall_at_3_std
value: -19.099603261339936
verified: no, type: nauc_recall_at_5_diff1
value: 53.77383683020561
verified: no, type: nauc_recall_at_5_max
value: 39.58616026474047
verified: no, type: nauc_recall_at_5_std
value: -23.255086482736036
verified: no, type: ndcg_at_1
value: 71.829
verified: no, type: ndcg_at_10
value: 77.425
verified: no, type: ndcg_at_100
value: 80.88
verified: no, type: ndcg_at_1000
value: 81.128
verified: no, type: ndcg_at_20
value: 79.403
verified: no, type: ndcg_at_3
value: 72.89
verified: no, type: ndcg_at_5
value: 74.521
verified: no, type: precision_at_1
value: 71.829
verified: no, type: precision_at_10
value: 17.596999999999998
verified: no, type: precision_at_100
value: 2.033
verified: no, type: precision_at_1000
value: 0.207
verified: no, type: precision_at_20
value: 9.513
verified: no, type: precision_at_3
value: 44.192
verified: no, type: precision_at_5
value: 31.776
verified: no, type: recall_at_1
value: 46.749
verified: no, type: recall_at_10
value: 85.49799999999999
verified: no, type: recall_at_100
value: 98.17099999999999
verified: no, type: recall_at_1000
value: 99.733
verified: no, type: recall_at_20
value: 91.70700000000001
verified: no, type: recall_at_3
value: 70.309
verified: no, type: recall_at_5
value: 78.507
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB AllegroReviews
revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
split: test
type: PL-MTEB/allegro-reviews
metrics: type: accuracy
value: 65
verified: no, type: f1
value: 58.85888258599016
verified: no, type: f1_weighted
value: 65.99554726292321
verified: no, type: main_score
value: 65
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna-PL
revision: 63fc86750af76253e8c760fc9e534bbf24d260a2
split: test
type: clarin-knext/arguana-pl
metrics: type: main_score
value: 59.71300000000001
verified: no, type: map_at_1
value: 35.135
verified: no, type: map_at_10
value: 51.092000000000006
verified: no, type: map_at_100
value: 51.773
verified: no, type: map_at_1000
value: 51.776999999999994
verified: no, type: map_at_20
value: 51.665000000000006
verified: no, type: map_at_3
value: 46.574
verified: no, type: map_at_5
value: 49.032
verified: no, type: mrr_at_1
value: 36.201991465149355
verified: no, type: mrr_at_10
value: 51.546405427984475
verified: no, type: mrr_at_100
value: 52.202374673015285
verified: no, type: mrr_at_1000
value: 52.20610086068531
verified: no, type: mrr_at_20
value: 52.096805353180756
verified: no, type: mrr_at_3
value: 47.01280227596022
verified: no, type: mrr_at_5
value: 49.49146514935999
verified: no, type: nauc_map_at_1000_diff1
value: 19.758403663654388
verified: no, type: nauc_map_at_1000_max
value: 1.9211716901459552
verified: no, type: nauc_map_at_1000_std
value: -12.391775130617594
verified: no, type: nauc_map_at_100_diff1
value: 19.75801012476506
verified: no, type: nauc_map_at_100_max
value: 1.927233271789035
verified: no, type: nauc_map_at_100_std
value: -12.390686358565384
verified: no, type: nauc_map_at_10_diff1
value: 19.618023487744257
verified: no, type: nauc_map_at_10_max
value: 1.948823709088292
verified: no, type: nauc_map_at_10_std
value: -12.590649627823774
verified: no, type: nauc_map_at_1_diff1
value: 22.704520355653777
verified: no, type: nauc_map_at_1_max
value: -0.7340073588952427
verified: no, type: nauc_map_at_1_std
value: -11.685082615631233
verified: no, type: nauc_map_at_20_diff1
value: 19.710150386755245
verified: no, type: nauc_map_at_20_max
value: 1.9579689185617946
verified: no, type: nauc_map_at_20_std
value: -12.454848473878485
verified: no, type: nauc_map_at_3_diff1
value: 19.88571571635227
verified: no, type: nauc_map_at_3_max
value: 2.2089391275055754
verified: no, type: nauc_map_at_3_std
value: -12.152625563551476
verified: no, type: nauc_map_at_5_diff1
value: 19.345423817148774
verified: no, type: nauc_map_at_5_max
value: 2.4471831202433783
verified: no, type: nauc_map_at_5_std
value: -11.60532301686549
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.90786453167799
verified: no, type: nauc_mrr_at_1000_max
value: 0.65578323377857
verified: no, type: nauc_mrr_at_1000_std
value: -12.395929715413015
verified: no, type: nauc_mrr_at_100_diff1
value: 16.90781127619206
verified: no, type: nauc_mrr_at_100_max
value: 0.6619900297824423
verified: no, type: nauc_mrr_at_100_std
value: -12.394826789608906
verified: no, type: nauc_mrr_at_10_diff1
value: 16.785894192163838
verified: no, type: nauc_mrr_at_10_max
value: 0.7096666849274212
verified: no, type: nauc_mrr_at_10_std
value: -12.592883550594735
verified: no, type: nauc_mrr_at_1_diff1
value: 19.59282927806732
verified: no, type: nauc_mrr_at_1_max
value: -1.1271716729359413
verified: no, type: nauc_mrr_at_1_std
value: -11.710668880297517
verified: no, type: nauc_mrr_at_20_diff1
value: 16.86673477981559
verified: no, type: nauc_mrr_at_20_max
value: 0.6897167399764257
verified: no, type: nauc_mrr_at_20_std
value: -12.464631471378414
verified: no, type: nauc_mrr_at_3_diff1
value: 17.0481261621288
verified: no, type: nauc_mrr_at_3_max
value: 0.7183007174016199
verified: no, type: nauc_mrr_at_3_std
value: -12.329335728574527
verified: no, type: nauc_mrr_at_5_diff1
value: 16.698916629443854
verified: no, type: nauc_mrr_at_5_max
value: 1.2515514207224299
verified: no, type: nauc_mrr_at_5_std
value: -11.662599392805308
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.30605856078901
verified: no, type: nauc_ndcg_at_1000_max
value: 2.3402231520806835
verified: no, type: nauc_ndcg_at_1000_std
value: -12.370409989770332
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.31155460872256
verified: no, type: nauc_ndcg_at_100_max
value: 2.510633162779702
verified: no, type: nauc_ndcg_at_100_std
value: -12.313796276064673
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.511651466450843
verified: no, type: nauc_ndcg_at_10_max
value: 2.6756675185155263
verified: no, type: nauc_ndcg_at_10_std
value: -13.573610085360095
verified: no, type: nauc_ndcg_at_1_diff1
value: 22.704520355653777
verified: no, type: nauc_ndcg_at_1_max
value: -0.7340073588952427
verified: no, type: nauc_ndcg_at_1_std
value: -11.685082615631233
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.01305812933961
verified: no, type: nauc_ndcg_at_20_max
value: 2.777977280012548
verified: no, type: nauc_ndcg_at_20_std
value: -12.959515013552128
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.15053976740578
verified: no, type: nauc_ndcg_at_3_max
value: 3.2587972262385496
verified: no, type: nauc_ndcg_at_3_std
value: -12.105808757691328
verified: no, type: nauc_ndcg_at_5_diff1
value: 18.010082675090597
verified: no, type: nauc_ndcg_at_5_max
value: 3.753876824229378
verified: no, type: nauc_ndcg_at_5_std
value: -11.044202434548701
verified: no, type: nauc_precision_at_1000_diff1
value: -11.75783343822487
verified: no, type: nauc_precision_at_1000_max
value: 5.7856460776313465
verified: no, type: nauc_precision_at_1000_std
value: 62.79171280927037
verified: no, type: nauc_precision_at_100_diff1
value: 9.08527555500537
verified: no, type: nauc_precision_at_100_max
value: 36.16754653078746
verified: no, type: nauc_precision_at_100_std
value: 28.37969482833522
verified: no, type: nauc_precision_at_10_diff1
value: 10.685081888632977
verified: no, type: nauc_precision_at_10_max
value: 7.185779514361452
verified: no, type: nauc_precision_at_10_std
value: -22.209758078034394
verified: no, type: nauc_precision_at_1_diff1
value: 22.704520355653777
verified: no, type: nauc_precision_at_1_max
value: -0.7340073588952427
verified: no, type: nauc_precision_at_1_std
value: -11.685082615631233
verified: no, type: nauc_precision_at_20_diff1
value: 10.0745772945806
verified: no, type: nauc_precision_at_20_max
value: 16.81469938479116
verified: no, type: nauc_precision_at_20_std
value: -22.804277740935298
verified: no, type: nauc_precision_at_3_diff1
value: 16.900587067301714
verified: no, type: nauc_precision_at_3_max
value: 6.595958907337978
verified: no, type: nauc_precision_at_3_std
value: -11.888316132805594
verified: no, type: nauc_precision_at_5_diff1
value: 12.771428972972895
verified: no, type: nauc_precision_at_5_max
value: 8.79201485711544
verified: no, type: nauc_precision_at_5_std
value: -8.609881800940762
verified: no, type: nauc_recall_at_1000_diff1
value: -11.757833438225305
verified: no, type: nauc_recall_at_1000_max
value: 5.785646077628613
verified: no, type: nauc_recall_at_1000_std
value: 62.791712809264176
verified: no, type: nauc_recall_at_100_diff1
value: 9.085275555005722
verified: no, type: nauc_recall_at_100_max
value: 36.167546530787995
verified: no, type: nauc_recall_at_100_std
value: 28.37969482833511
verified: no, type: nauc_recall_at_10_diff1
value: 10.68508188863288
verified: no, type: nauc_recall_at_10_max
value: 7.185779514361484
verified: no, type: nauc_recall_at_10_std
value: -22.209758078034465
verified: no, type: nauc_recall_at_1_diff1
value: 22.704520355653777
verified: no, type: nauc_recall_at_1_max
value: -0.7340073588952427
verified: no, type: nauc_recall_at_1_std
value: -11.685082615631233
verified: no, type: nauc_recall_at_20_diff1
value: 10.074577294581067
verified: no, type: nauc_recall_at_20_max
value: 16.814699384791545
verified: no, type: nauc_recall_at_20_std
value: -22.80427774093497
verified: no, type: nauc_recall_at_3_diff1
value: 16.900587067301768
verified: no, type: nauc_recall_at_3_max
value: 6.595958907337955
verified: no, type: nauc_recall_at_3_std
value: -11.888316132805613
verified: no, type: nauc_recall_at_5_diff1
value: 12.77142897297289
verified: no, type: nauc_recall_at_5_max
value: 8.792014857115413
verified: no, type: nauc_recall_at_5_std
value: -8.609881800940697
verified: no, type: ndcg_at_1
value: 35.135
verified: no, type: ndcg_at_10
value: 59.71300000000001
verified: no, type: ndcg_at_100
value: 62.5
verified: no, type: ndcg_at_1000
value: 62.578
verified: no, type: ndcg_at_20
value: 61.775000000000006
verified: no, type: ndcg_at_3
value: 50.336999999999996
verified: no, type: ndcg_at_5
value: 54.748
verified: no, type: precision_at_1
value: 35.135
verified: no, type: precision_at_10
value: 8.72
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.765
verified: no, type: precision_at_3
value: 20.413
verified: no, type: precision_at_5
value: 14.381
verified: no, type: recall_at_1
value: 35.135
verified: no, type: recall_at_10
value: 87.198
verified: no, type: recall_at_100
value: 99.075
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 95.306
verified: no, type: recall_at_3
value: 61.23800000000001
verified: no, type: recall_at_5
value: 71.906
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CBD
revision: 36ddb419bcffe6a5374c3891957912892916f28d
split: test
type: PL-MTEB/cbd
metrics: type: accuracy
value: 84.13000000000001
verified: no, type: ap
value: 38.21674564144456
verified: no, type: ap_weighted
value: 38.21674564144456
verified: no, type: f1
value: 73.58128735002478
verified: no, type: f1_weighted
value: 85.75596717538494
verified: no, type: main_score
value: 84.13000000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB CDSC-E
revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
split: test
type: PL-MTEB/cdsce-pairclassification
metrics: type: cosine_accuracy
value: 89
verified: no, type: cosine_accuracy_threshold
value: 95.30268088769837
verified: no, type: cosine_ap
value: 78.23422403821777
verified: no, type: cosine_f1
value: 69.23076923076923
verified: no, type: cosine_f1_threshold
value: 87.1877340095262
verified: no, type: cosine_precision
value: 67.5
verified: no, type: cosine_recall
value: 71.05263157894737
verified: no, type: dot_accuracy
value: 88.3
verified: no, type: dot_accuracy_threshold
value: 2472000
verified: no, type: dot_ap
value: 74.26705897704197
verified: no, type: dot_f1
value: 66.49874055415617
verified: no, type: dot_f1_threshold
value: 2316800
verified: no, type: dot_precision
value: 63.76811594202898
verified: no, type: dot_recall
value: 69.47368421052632
verified: no, type: euclidean_accuracy
value: 89.2
verified: no, type: euclidean_accuracy_threshold
value: 6878.705188647788
verified: no, type: euclidean_ap
value: 78.51718555534579
verified: no, type: euclidean_f1
value: 69.54314720812182
verified: no, type: euclidean_f1_threshold
value: 8323.035838252725
verified: no, type: euclidean_precision
value: 67.15686274509804
verified: no, type: euclidean_recall
value: 72.10526315789474
verified: no, type: main_score
value: 78.51718555534579
verified: no, type: manhattan_accuracy
value: 89.2
verified: no, type: manhattan_accuracy_threshold
value: 326812.48528957367
verified: no, type: manhattan_ap
value: 78.50895632545628
verified: no, type: manhattan_f1
value: 69.84924623115577
verified: no, type: manhattan_f1_threshold
value: 398102.616417408
verified: no, type: manhattan_precision
value: 66.82692307692307
verified: no, type: manhattan_recall
value: 73.15789473684211
verified: no, type: max_ap
value: 78.51718555534579
verified: no, type: max_f1
value: 69.84924623115577
verified: no, type: max_precision
value: 67.5
verified: no, type: max_recall
value: 73.15789473684211
verified: no, type: similarity_accuracy
value: 89
verified: no, type: similarity_accuracy_threshold
value: 95.30268088769837
verified: no, type: similarity_ap
value: 78.23422403821777
verified: no, type: similarity_f1
value: 69.23076923076923
verified: no, type: similarity_f1_threshold
value: 87.1877340095262
verified: no, type: similarity_precision
value: 67.5
verified: no, type: similarity_recall
value: 71.05263157894737
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CDSC-R
revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
split: test
type: PL-MTEB/cdscr-sts
metrics: type: cosine_pearson
value: 91.04238667979497
verified: no, type: cosine_spearman
value: 90.96758456402505
verified: no, type: euclidean_pearson
value: 88.88396869759062
verified: no, type: euclidean_spearman
value: 90.80235709678217
verified: no, type: main_score
value: 90.96758456402505
verified: no, type: manhattan_pearson
value: 88.91331977492183
verified: no, type: manhattan_spearman
value: 90.82823486754444
verified: no, type: pearson
value: 91.04238667979497
verified: no, type: spearman
value: 90.96758456402505
verified: no
task: type: STS, dataset: config: default
name: MTEB DBPedia-PL
revision: 76afe41d9af165cc40999fcaa92312b8b012064a
split: test
type: clarin-knext/dbpedia-pl
metrics: type: main_score
value: 43.189
verified: no, type: map_at_1
value: 8.838
verified: no, type: map_at_10
value: 20.335
verified: no, type: map_at_100
value: 29.818
verified: no, type: map_at_1000
value: 31.672
verified: no, type: map_at_20
value: 24.037
verified: no, type: map_at_3
value: 14.144000000000002
verified: no, type: map_at_5
value: 16.674
verified: no, type: mrr_at_1
value: 66.25
verified: no, type: mrr_at_10
value: 74.51428571428573
verified: no, type: mrr_at_100
value: 74.85025528596333
verified: no, type: mrr_at_1000
value: 74.861579760375
verified: no, type: mrr_at_20
value: 74.75227906231197
verified: no, type: mrr_at_3
value: 73.25
verified: no, type: mrr_at_5
value: 73.825
verified: no, type: nauc_map_at_1000_diff1
value: 25.397956304548963
verified: no, type: nauc_map_at_1000_max
value: 34.60045634629073
verified: no, type: nauc_map_at_1000_std
value: 25.484338507029523
verified: no, type: nauc_map_at_100_diff1
value: 26.732402811074362
verified: no, type: nauc_map_at_100_max
value: 33.16273154550298
verified: no, type: nauc_map_at_100_std
value: 22.705558316419694
verified: no, type: nauc_map_at_10_diff1
value: 31.048350740517666
verified: no, type: nauc_map_at_10_max
value: 20.58247280790142
verified: no, type: nauc_map_at_10_std
value: -0.3057740988996755
verified: no, type: nauc_map_at_1_diff1
value: 37.44384898753489
verified: no, type: nauc_map_at_1_max
value: 2.009066872007797
verified: no, type: nauc_map_at_1_std
value: -18.38972044447374
verified: no, type: nauc_map_at_20_diff1
value: 29.145950023489974
verified: no, type: nauc_map_at_20_max
value: 25.337239700245075
verified: no, type: nauc_map_at_20_std
value: 7.680343084384305
verified: no, type: nauc_map_at_3_diff1
value: 32.41886776815376
verified: no, type: nauc_map_at_3_max
value: 8.976460728750666
verified: no, type: nauc_map_at_3_std
value: -14.206927116348458
verified: no, type: nauc_map_at_5_diff1
value: 31.316919153957873
verified: no, type: nauc_map_at_5_max
value: 14.015365438005226
verified: no, type: nauc_map_at_5_std
value: -8.909007562143335
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.77521158292109
verified: no, type: nauc_mrr_at_1000_max
value: 58.03733674934908
verified: no, type: nauc_mrr_at_1000_std
value: 42.65118460573791
verified: no, type: nauc_mrr_at_100_diff1
value: 42.76917109803571
verified: no, type: nauc_mrr_at_100_max
value: 58.04747433083853
verified: no, type: nauc_mrr_at_100_std
value: 42.65151388365855
verified: no, type: nauc_mrr_at_10_diff1
value: 42.4992726119988
verified: no, type: nauc_mrr_at_10_max
value: 58.157080658302974
verified: no, type: nauc_mrr_at_10_std
value: 42.98778606676595
verified: no, type: nauc_mrr_at_1_diff1
value: 46.67764597969527
verified: no, type: nauc_mrr_at_1_max
value: 54.52896662427813
verified: no, type: nauc_mrr_at_1_std
value: 35.71181387979735
verified: no, type: nauc_mrr_at_20_diff1
value: 42.79101300218034
verified: no, type: nauc_mrr_at_20_max
value: 58.05679669975563
verified: no, type: nauc_mrr_at_20_std
value: 42.72288886007032
verified: no, type: nauc_mrr_at_3_diff1
value: 41.85440967628899
verified: no, type: nauc_mrr_at_3_max
value: 57.975577899726126
verified: no, type: nauc_mrr_at_3_std
value: 43.523432037784985
verified: no, type: nauc_mrr_at_5_diff1
value: 42.3041465494315
verified: no, type: nauc_mrr_at_5_max
value: 58.54530113479029
verified: no, type: nauc_mrr_at_5_std
value: 43.2944834223015
verified: no, type: nauc_ndcg_at_1000_diff1
value: 32.16216922989725
verified: no, type: nauc_ndcg_at_1000_max
value: 50.03467332768009
verified: no, type: nauc_ndcg_at_1000_std
value: 42.87877265207483
verified: no, type: nauc_ndcg_at_100_diff1
value: 33.55193527551313
verified: no, type: nauc_ndcg_at_100_max
value: 45.12048953873363
verified: no, type: nauc_ndcg_at_100_std
value: 34.788021436199024
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.14168233882658
verified: no, type: nauc_ndcg_at_10_max
value: 45.31079148382448
verified: no, type: nauc_ndcg_at_10_std
value: 28.555214349385466
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.12481069889602
verified: no, type: nauc_ndcg_at_1_max
value: 45.93377570654117
verified: no, type: nauc_ndcg_at_1_std
value: 26.672617000885186
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.81216979830056
verified: no, type: nauc_ndcg_at_20_max
value: 41.93464767693644
verified: no, type: nauc_ndcg_at_20_std
value: 26.08707327004535
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.90627202771331
verified: no, type: nauc_ndcg_at_3_max
value: 46.50414958925517
verified: no, type: nauc_ndcg_at_3_std
value: 29.66009841753563
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.08122779713697
verified: no, type: nauc_ndcg_at_5_max
value: 46.81499760516951
verified: no, type: nauc_ndcg_at_5_std
value: 29.935930977468267
verified: no, type: nauc_precision_at_1000_diff1
value: -18.71150014402453
verified: no, type: nauc_precision_at_1000_max
value: -0.9220395765472844
verified: no, type: nauc_precision_at_1000_std
value: 7.219897945975822
verified: no, type: nauc_precision_at_100_diff1
value: -8.609528664023014
verified: no, type: nauc_precision_at_100_max
value: 29.147048677242864
verified: no, type: nauc_precision_at_100_std
value: 44.958041507680036
verified: no, type: nauc_precision_at_10_diff1
value: 2.8689201908213477
verified: no, type: nauc_precision_at_10_max
value: 44.40893361361308
verified: no, type: nauc_precision_at_10_std
value: 47.18569807586499
verified: no, type: nauc_precision_at_1_diff1
value: 46.01228536231763
verified: no, type: nauc_precision_at_1_max
value: 54.30280987857099
verified: no, type: nauc_precision_at_1_std
value: 36.923128493492776
verified: no, type: nauc_precision_at_20_diff1
value: -1.9783515948740122
verified: no, type: nauc_precision_at_20_max
value: 38.42066921295958
verified: no, type: nauc_precision_at_20_std
value: 47.41935674153161
verified: no, type: nauc_precision_at_3_diff1
value: 9.877584475384026
verified: no, type: nauc_precision_at_3_max
value: 44.77006526403546
verified: no, type: nauc_precision_at_3_std
value: 39.51299545977156
verified: no, type: nauc_precision_at_5_diff1
value: 5.096217475317008
verified: no, type: nauc_precision_at_5_max
value: 45.66716959157208
verified: no, type: nauc_precision_at_5_std
value: 42.651208343259505
verified: no, type: nauc_recall_at_1000_diff1
value: 25.395292649442965
verified: no, type: nauc_recall_at_1000_max
value: 44.94193476114992
verified: no, type: nauc_recall_at_1000_std
value: 53.58345238223027
verified: no, type: nauc_recall_at_100_diff1
value: 23.962022146293293
verified: no, type: nauc_recall_at_100_max
value: 32.15140842028602
verified: no, type: nauc_recall_at_100_std
value: 30.57126984952762
verified: no, type: nauc_recall_at_10_diff1
value: 28.120539807446004
verified: no, type: nauc_recall_at_10_max
value: 18.154834280193572
verified: no, type: nauc_recall_at_10_std
value: -0.6032386653260938
verified: no, type: nauc_recall_at_1_diff1
value: 37.44384898753489
verified: no, type: nauc_recall_at_1_max
value: 2.009066872007797
verified: no, type: nauc_recall_at_1_std
value: -18.38972044447374
verified: no, type: nauc_recall_at_20_diff1
value: 23.438945970294554
verified: no, type: nauc_recall_at_20_max
value: 17.201259624644326
verified: no, type: nauc_recall_at_20_std
value: 3.75587033487961
verified: no, type: nauc_recall_at_3_diff1
value: 29.867460507200587
verified: no, type: nauc_recall_at_3_max
value: 8.066960542463528
verified: no, type: nauc_recall_at_3_std
value: -15.13440571172203
verified: no, type: nauc_recall_at_5_diff1
value: 28.657118879661887
verified: no, type: nauc_recall_at_5_max
value: 12.942552735963842
verified: no, type: nauc_recall_at_5_std
value: -9.57735672972808
verified: no, type: ndcg_at_1
value: 54.50000000000001
verified: no, type: ndcg_at_10
value: 43.189
verified: no, type: ndcg_at_100
value: 48.595
verified: no, type: ndcg_at_1000
value: 55.681000000000004
verified: no, type: ndcg_at_20
value: 43.09
verified: no, type: ndcg_at_3
value: 47.599000000000004
verified: no, type: ndcg_at_5
value: 44.907000000000004
verified: no, type: precision_at_1
value: 66.5
verified: no, type: precision_at_10
value: 35.725
verified: no, type: precision_at_100
value: 11.583
verified: no, type: precision_at_1000
value: 2.302
verified: no, type: precision_at_20
value: 27.375
verified: no, type: precision_at_3
value: 52
verified: no, type: precision_at_5
value: 44.7
verified: no, type: recall_at_1
value: 8.838
verified: no, type: recall_at_10
value: 25.424999999999997
verified: no, type: recall_at_100
value: 55.632000000000005
verified: no, type: recall_at_1000
value: 77.857
verified: no, type: recall_at_20
value: 34.458
verified: no, type: recall_at_3
value: 15.229999999999999
verified: no, type: recall_at_5
value: 18.872
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB 8TagsClustering
revision: None
split: test
type: PL-MTEB/8tags-clustering
metrics: type: main_score
value: 50.28804848851286
verified: no, type: v_measure
value: 50.28804848851286
verified: no, type: v_measure_std
value: 2.9879120747919505
verified: no
task: type: Clustering, dataset: config: default
name: MTEB FiQA-PL
revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e
split: test
type: clarin-knext/fiqa-pl
metrics: type: main_score
value: 46.121
verified: no, type: map_at_1
value: 24.027
verified: no, type: map_at_10
value: 38.14
verified: no, type: map_at_100
value: 40.092
verified: no, type: map_at_1000
value: 40.266000000000005
verified: no, type: map_at_20
value: 39.195
verified: no, type: map_at_3
value: 33.415
verified: no, type: map_at_5
value: 36.115
verified: no, type: mrr_at_1
value: 46.60493827160494
verified: no, type: mrr_at_10
value: 54.70305457573974
verified: no, type: mrr_at_100
value: 55.355642920233414
verified: no, type: mrr_at_1000
value: 55.3908291424442
verified: no, type: mrr_at_20
value: 55.00793641725012
verified: no, type: mrr_at_3
value: 52.3148148148148
verified: no, type: mrr_at_5
value: 53.54166666666664
verified: no, type: nauc_map_at_1000_diff1
value: 37.73510043188139
verified: no, type: nauc_map_at_1000_max
value: 28.32920495001755
verified: no, type: nauc_map_at_1000_std
value: 2.1388839190211293
verified: no, type: nauc_map_at_100_diff1
value: 37.670108404247685
verified: no, type: nauc_map_at_100_max
value: 28.227406812543826
verified: no, type: nauc_map_at_100_std
value: 2.120931632442644
verified: no, type: nauc_map_at_10_diff1
value: 37.465256098544174
verified: no, type: nauc_map_at_10_max
value: 27.091226456549666
verified: no, type: nauc_map_at_10_std
value: 1.1173775566235409
verified: no, type: nauc_map_at_1_diff1
value: 41.23855326212752
verified: no, type: nauc_map_at_1_max
value: 21.290748552864557
verified: no, type: nauc_map_at_1_std
value: -0.8385928448565472
verified: no, type: nauc_map_at_20_diff1
value: 37.47054494805535
verified: no, type: nauc_map_at_20_max
value: 27.729045702955386
verified: no, type: nauc_map_at_20_std
value: 1.7216485460777051
verified: no, type: nauc_map_at_3_diff1
value: 37.262641031829105
verified: no, type: nauc_map_at_3_max
value: 23.89124216989901
verified: no, type: nauc_map_at_3_std
value: -0.14736489529369678
verified: no, type: nauc_map_at_5_diff1
value: 37.054030521972926
verified: no, type: nauc_map_at_5_max
value: 25.37485175729055
verified: no, type: nauc_map_at_5_std
value: 0.1603899014557275
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.74249029214392
verified: no, type: nauc_mrr_at_1000_max
value: 36.07619933100338
verified: no, type: nauc_mrr_at_1000_std
value: 4.393752835100674
verified: no, type: nauc_mrr_at_100_diff1
value: 45.72338919745602
verified: no, type: nauc_mrr_at_100_max
value: 36.07500193737586
verified: no, type: nauc_mrr_at_100_std
value: 4.415904610787372
verified: no, type: nauc_mrr_at_10_diff1
value: 45.712821401955814
verified: no, type: nauc_mrr_at_10_max
value: 36.077633940467855
verified: no, type: nauc_mrr_at_10_std
value: 4.31515612100577
verified: no, type: nauc_mrr_at_1_diff1
value: 48.95197646135339
verified: no, type: nauc_mrr_at_1_max
value: 37.627960253727124
verified: no, type: nauc_mrr_at_1_std
value: 4.355410396712492
verified: no, type: nauc_mrr_at_20_diff1
value: 45.657031672968316
verified: no, type: nauc_mrr_at_20_max
value: 36.02034080808377
verified: no, type: nauc_mrr_at_20_std
value: 4.291569107759258
verified: no, type: nauc_mrr_at_3_diff1
value: 46.14016248486381
verified: no, type: nauc_mrr_at_3_max
value: 35.096997959937816
verified: no, type: nauc_mrr_at_3_std
value: 3.473234729162835
verified: no, type: nauc_mrr_at_5_diff1
value: 46.044456362138746
verified: no, type: nauc_mrr_at_5_max
value: 35.54259698630834
verified: no, type: nauc_mrr_at_5_std
value: 3.242035621890524
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.37342092420808
verified: no, type: nauc_ndcg_at_1000_max
value: 32.34854163612446
verified: no, type: nauc_ndcg_at_1000_std
value: 4.9764682793258865
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.396532780365966
verified: no, type: nauc_ndcg_at_100_max
value: 31.427345966345072
verified: no, type: nauc_ndcg_at_100_std
value: 5.436384757156155
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.33852883060773
verified: no, type: nauc_ndcg_at_10_max
value: 29.405844267873825
verified: no, type: nauc_ndcg_at_10_std
value: 2.9724473995284453
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.360894087944914
verified: no, type: nauc_ndcg_at_1_max
value: 37.10711812240423
verified: no, type: nauc_ndcg_at_1_std
value: 3.8523559329866988
verified: no, type: nauc_ndcg_at_20_diff1
value: 38.050204646363945
verified: no, type: nauc_ndcg_at_20_max
value: 29.935603389108866
verified: no, type: nauc_ndcg_at_20_std
value: 3.779925764680313
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.4668764835337
verified: no, type: nauc_ndcg_at_3_max
value: 30.65976708125836
verified: no, type: nauc_ndcg_at_3_std
value: 1.2337033504877237
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.86503445443355
verified: no, type: nauc_ndcg_at_5_max
value: 29.0023578220992
verified: no, type: nauc_ndcg_at_5_std
value: 0.8206100069462643
verified: no, type: nauc_precision_at_1000_diff1
value: 5.84775168273073
verified: no, type: nauc_precision_at_1000_max
value: 27.58660371315182
verified: no, type: nauc_precision_at_1000_std
value: 9.028324162807364
verified: no, type: nauc_precision_at_100_diff1
value: 10.655637431827838
verified: no, type: nauc_precision_at_100_max
value: 32.11889757111383
verified: no, type: nauc_precision_at_100_std
value: 13.051376462007925
verified: no, type: nauc_precision_at_10_diff1
value: 20.55227291550576
verified: no, type: nauc_precision_at_10_max
value: 34.48969436232284
verified: no, type: nauc_precision_at_10_std
value: 7.57890876950882
verified: no, type: nauc_precision_at_1_diff1
value: 49.360894087944914
verified: no, type: nauc_precision_at_1_max
value: 37.10711812240423
verified: no, type: nauc_precision_at_1_std
value: 3.8523559329866988
verified: no, type: nauc_precision_at_20_diff1
value: 16.62880025315897
verified: no, type: nauc_precision_at_20_max
value: 34.15703662717139
verified: no, type: nauc_precision_at_20_std
value: 10.909431920732883
verified: no, type: nauc_precision_at_3_diff1
value: 28.04332082306772
verified: no, type: nauc_precision_at_3_max
value: 31.009374202971753
verified: no, type: nauc_precision_at_3_std
value: 2.307756409916575
verified: no, type: nauc_precision_at_5_diff1
value: 24.824270715808705
verified: no, type: nauc_precision_at_5_max
value: 31.644036540931886
verified: no, type: nauc_precision_at_5_std
value: 2.958068954639614
verified: no, type: nauc_recall_at_1000_diff1
value: 23.79234063489045
verified: no, type: nauc_recall_at_1000_max
value: 26.76365425679858
verified: no, type: nauc_recall_at_1000_std
value: 23.815318997671913
verified: no, type: nauc_recall_at_100_diff1
value: 22.399781833514737
verified: no, type: nauc_recall_at_100_max
value: 23.192360958839174
verified: no, type: nauc_recall_at_100_std
value: 15.984687692762742
verified: no, type: nauc_recall_at_10_diff1
value: 28.512649044683837
verified: no, type: nauc_recall_at_10_max
value: 22.77819651497193
verified: no, type: nauc_recall_at_10_std
value: 4.646633382718951
verified: no, type: nauc_recall_at_1_diff1
value: 41.23855326212752
verified: no, type: nauc_recall_at_1_max
value: 21.290748552864557
verified: no, type: nauc_recall_at_1_std
value: -0.8385928448565472
verified: no, type: nauc_recall_at_20_diff1
value: 26.797853661700632
verified: no, type: nauc_recall_at_20_max
value: 21.9956231017133
verified: no, type: nauc_recall_at_20_std
value: 5.664775183514371
verified: no, type: nauc_recall_at_3_diff1
value: 31.42511076281081
verified: no, type: nauc_recall_at_3_max
value: 19.459398184547652
verified: no, type: nauc_recall_at_3_std
value: -0.8592886454260257
verified: no, type: nauc_recall_at_5_diff1
value: 29.62950699804912
verified: no, type: nauc_recall_at_5_max
value: 19.941323519486684
verified: no, type: nauc_recall_at_5_std
value: -0.45387351120880465
verified: no, type: ndcg_at_1
value: 46.451
verified: no, type: ndcg_at_10
value: 46.121
verified: no, type: ndcg_at_100
value: 52.830999999999996
verified: no, type: ndcg_at_1000
value: 55.557
verified: no, type: ndcg_at_20
value: 48.535000000000004
verified: no, type: ndcg_at_3
value: 42.178
verified: no, type: ndcg_at_5
value: 43.406
verified: no, type: precision_at_1
value: 46.451
verified: no, type: precision_at_10
value: 12.562000000000001
verified: no, type: precision_at_100
value: 1.963
verified: no, type: precision_at_1000
value: 0.244
verified: no, type: precision_at_20
value: 7.392
verified: no, type: precision_at_3
value: 27.572000000000003
verified: no, type: precision_at_5
value: 20.031
verified: no, type: recall_at_1
value: 24.027
verified: no, type: recall_at_10
value: 52.61900000000001
verified: no, type: recall_at_100
value: 77.491
verified: no, type: recall_at_1000
value: 93.55
verified: no, type: recall_at_20
value: 59.745000000000005
verified: no, type: recall_at_3
value: 37.765
verified: no, type: recall_at_5
value: 44.304
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA-PL
revision: a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907
split: test
type: clarin-knext/hotpotqa-pl
metrics: type: main_score
value: 77.02799999999999
verified: no, type: map_at_1
value: 41.249
verified: no, type: map_at_10
value: 69.512
verified: no, type: map_at_100
value: 70.291
verified: no, type: map_at_1000
value: 70.334
verified: no, type: map_at_20
value: 69.992
verified: no, type: map_at_3
value: 65.751
verified: no, type: map_at_5
value: 68.161
verified: no, type: mrr_at_1
value: 82.4983119513842
verified: no, type: mrr_at_10
value: 87.71202426502866
verified: no, type: mrr_at_100
value: 87.84265780907221
verified: no, type: mrr_at_1000
value: 87.8455843626266
verified: no, type: mrr_at_20
value: 87.80640011547308
verified: no, type: mrr_at_3
value: 86.94575737114536
verified: no, type: mrr_at_5
value: 87.46770200315063
verified: no, type: nauc_map_at_1000_diff1
value: 17.17119899625707
verified: no, type: nauc_map_at_1000_max
value: 29.981569339485393
verified: no, type: nauc_map_at_1000_std
value: 8.93659568948167
verified: no, type: nauc_map_at_100_diff1
value: 17.156175947340035
verified: no, type: nauc_map_at_100_max
value: 29.988121004348194
verified: no, type: nauc_map_at_100_std
value: 8.967947232110745
verified: no, type: nauc_map_at_10_diff1
value: 16.854416108818132
verified: no, type: nauc_map_at_10_max
value: 29.784211249360194
verified: no, type: nauc_map_at_10_std
value: 8.535227936720936
verified: no, type: nauc_map_at_1_diff1
value: 68.01294545515707
verified: no, type: nauc_map_at_1_max
value: 47.51019900345037
verified: no, type: nauc_map_at_1_std
value: -1.7951406243808212
verified: no, type: nauc_map_at_20_diff1
value: 16.993955459776572
verified: no, type: nauc_map_at_20_max
value: 29.920806300647463
verified: no, type: nauc_map_at_20_std
value: 8.873597327714583
verified: no, type: nauc_map_at_3_diff1
value: 16.16514623575243
verified: no, type: nauc_map_at_3_max
value: 27.62371849413713
verified: no, type: nauc_map_at_3_std
value: 5.131406130565191
verified: no, type: nauc_map_at_5_diff1
value: 16.507863832657364
verified: no, type: nauc_map_at_5_max
value: 28.9019090072195
verified: no, type: nauc_map_at_5_std
value: 7.2380930617814645
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.74502991743417
verified: no, type: nauc_mrr_at_1000_max
value: 50.29274140603486
verified: no, type: nauc_mrr_at_1000_std
value: 1.602388931386098
verified: no, type: nauc_mrr_at_100_diff1
value: 66.7413605208101
verified: no, type: nauc_mrr_at_100_max
value: 50.29720043419606
verified: no, type: nauc_mrr_at_100_std
value: 1.612142495535232
verified: no, type: nauc_mrr_at_10_diff1
value: 66.71814591414376
verified: no, type: nauc_mrr_at_10_max
value: 50.39851050116519
verified: no, type: nauc_mrr_at_10_std
value: 1.7339878916186384
verified: no, type: nauc_mrr_at_1_diff1
value: 68.01294545515707
verified: no, type: nauc_mrr_at_1_max
value: 47.627701029006225
verified: no, type: nauc_mrr_at_1_std
value: -1.442043059079073
verified: no, type: nauc_mrr_at_20_diff1
value: 66.72944815863312
verified: no, type: nauc_mrr_at_20_max
value: 50.325719646409716
verified: no, type: nauc_mrr_at_20_std
value: 1.6584317196476688
verified: no, type: nauc_mrr_at_3_diff1
value: 66.29662294615758
verified: no, type: nauc_mrr_at_3_max
value: 50.29363488669571
verified: no, type: nauc_mrr_at_3_std
value: 1.1373012069481296
verified: no, type: nauc_mrr_at_5_diff1
value: 66.70959181668684
verified: no, type: nauc_mrr_at_5_max
value: 50.42831108375743
verified: no, type: nauc_mrr_at_5_std
value: 1.5492429855609648
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.337157353044912
verified: no, type: nauc_ndcg_at_1000_max
value: 35.021784629126984
verified: no, type: nauc_ndcg_at_1000_std
value: 11.976738067383161
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.584427352691776
verified: no, type: nauc_ndcg_at_100_max
value: 35.12304754035805
verified: no, type: nauc_ndcg_at_100_std
value: 12.921291623167921
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.057127915032765
verified: no, type: nauc_ndcg_at_10_max
value: 34.09397142140321
verified: no, type: nauc_ndcg_at_10_std
value: 11.21339882108658
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.01294545515707
verified: no, type: nauc_ndcg_at_1_max
value: 47.51019900345037
verified: no, type: nauc_ndcg_at_1_std
value: -1.7951406243808212
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.404347553479102
verified: no, type: nauc_ndcg_at_20_max
value: 34.50508324969608
verified: no, type: nauc_ndcg_at_20_std
value: 12.281993331498175
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.21895220595676
verified: no, type: nauc_ndcg_at_3_max
value: 30.76465236403928
verified: no, type: nauc_ndcg_at_3_std
value: 5.501903724385424
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.489825424548258
verified: no, type: nauc_ndcg_at_5_max
value: 32.43517409935615
verified: no, type: nauc_ndcg_at_5_std
value: 8.59021290966302
verified: no, type: nauc_precision_at_1000_diff1
value: 9.056916578488696
verified: no, type: nauc_precision_at_1000_max
value: 47.29861770129213
verified: no, type: nauc_precision_at_1000_std
value: 60.06028316961357
verified: no, type: nauc_precision_at_100_diff1
value: 6.853208191063939
verified: no, type: nauc_precision_at_100_max
value: 40.23686318254916
verified: no, type: nauc_precision_at_100_std
value: 44.69884156134862
verified: no, type: nauc_precision_at_10_diff1
value: 7.7572606953149315
verified: no, type: nauc_precision_at_10_max
value: 33.24412509121427
verified: no, type: nauc_precision_at_10_std
value: 22.894891705425753
verified: no, type: nauc_precision_at_1_diff1
value: 68.01294545515707
verified: no, type: nauc_precision_at_1_max
value: 47.51019900345037
verified: no, type: nauc_precision_at_1_std
value: -1.7951406243808212
verified: no, type: nauc_precision_at_20_diff1
value: 6.102789021481188
verified: no, type: nauc_precision_at_20_max
value: 34.384739158981084
verified: no, type: nauc_precision_at_20_std
value: 29.40165302735249
verified: no, type: nauc_precision_at_3_diff1
value: 10.004182813463276
verified: no, type: nauc_precision_at_3_max
value: 27.07527926636925
verified: no, type: nauc_precision_at_3_std
value: 8.034252288165805
verified: no, type: nauc_precision_at_5_diff1
value: 8.672082689816547
verified: no, type: nauc_precision_at_5_max
value: 29.352582129843867
verified: no, type: nauc_precision_at_5_std
value: 14.456464951944461
verified: no, type: nauc_recall_at_1000_diff1
value: 9.056916578488018
verified: no, type: nauc_recall_at_1000_max
value: 47.29861770129215
verified: no, type: nauc_recall_at_1000_std
value: 60.06028316961315
verified: no, type: nauc_recall_at_100_diff1
value: 6.853208191063934
verified: no, type: nauc_recall_at_100_max
value: 40.23686318254888
verified: no, type: nauc_recall_at_100_std
value: 44.698841561348615
verified: no, type: nauc_recall_at_10_diff1
value: 7.7572606953149394
verified: no, type: nauc_recall_at_10_max
value: 33.244125091214286
verified: no, type: nauc_recall_at_10_std
value: 22.894891705425863
verified: no, type: nauc_recall_at_1_diff1
value: 68.01294545515707
verified: no, type: nauc_recall_at_1_max
value: 47.51019900345037
verified: no, type: nauc_recall_at_1_std
value: -1.7951406243808212
verified: no, type: nauc_recall_at_20_diff1
value: 6.102789021481126
verified: no, type: nauc_recall_at_20_max
value: 34.38473915898118
verified: no, type: nauc_recall_at_20_std
value: 29.40165302735251
verified: no, type: nauc_recall_at_3_diff1
value: 10.004182813463203
verified: no, type: nauc_recall_at_3_max
value: 27.07527926636916
verified: no, type: nauc_recall_at_3_std
value: 8.034252288165728
verified: no, type: nauc_recall_at_5_diff1
value: 8.672082689816364
verified: no, type: nauc_recall_at_5_max
value: 29.352582129843714
verified: no, type: nauc_recall_at_5_std
value: 14.4564649519445
verified: no, type: ndcg_at_1
value: 82.498
verified: no, type: ndcg_at_10
value: 77.02799999999999
verified: no, type: ndcg_at_100
value: 79.593
verified: no, type: ndcg_at_1000
value: 80.372
verified: no, type: ndcg_at_20
value: 78.194
verified: no, type: ndcg_at_3
value: 71.932
verified: no, type: ndcg_at_5
value: 74.878
verified: no, type: precision_at_1
value: 82.498
verified: no, type: precision_at_10
value: 16.289
verified: no, type: precision_at_100
value: 1.8259999999999998
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_20
value: 8.519
verified: no, type: precision_at_3
value: 46.851
verified: no, type: precision_at_5
value: 30.436000000000003
verified: no, type: recall_at_1
value: 41.249
verified: no, type: recall_at_10
value: 81.44500000000001
verified: no, type: recall_at_100
value: 91.323
verified: no, type: recall_at_1000
value: 96.44200000000001
verified: no, type: recall_at_20
value: 85.18599999999999
verified: no, type: recall_at_3
value: 70.277
verified: no, type: recall_at_5
value: 76.09
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO-PL
revision: 8634c07806d5cce3a6138e260e59b81760a0a640
split: test
type: clarin-knext/msmarco-pl
metrics: type: main_score
value: 72.695
verified: no, type: map_at_1
value: 2.313
verified: no, type: map_at_10
value: 16.541
verified: no, type: map_at_100
value: 42.664
verified: no, type: map_at_1000
value: 51.048
verified: no, type: map_at_20
value: 25.691000000000003
verified: no, type: map_at_3
value: 6.8580000000000005
verified: no, type: map_at_5
value: 10.227
verified: no, type: mrr_at_1
value: 90.69767441860465
verified: no, type: mrr_at_10
value: 94.65116279069768
verified: no, type: mrr_at_100
value: 94.65116279069768
verified: no, type: mrr_at_1000
value: 94.65116279069768
verified: no, type: mrr_at_20
value: 94.65116279069768
verified: no, type: mrr_at_3
value: 94.18604651162791
verified: no, type: mrr_at_5
value: 94.65116279069768
verified: no, type: nauc_map_at_1000_diff1
value: -19.394271777832838
verified: no, type: nauc_map_at_1000_max
value: 35.63073356621754
verified: no, type: nauc_map_at_1000_std
value: 56.92803671553409
verified: no, type: nauc_map_at_100_diff1
value: -7.023340458676494
verified: no, type: nauc_map_at_100_max
value: 22.967662469404267
verified: no, type: nauc_map_at_100_std
value: 28.64423344417142
verified: no, type: nauc_map_at_10_diff1
value: 18.22452762970126
verified: no, type: nauc_map_at_10_max
value: 3.235969423980127
verified: no, type: nauc_map_at_10_std
value: -11.528499499305529
verified: no, type: nauc_map_at_1_diff1
value: 17.90743559505749
verified: no, type: nauc_map_at_1_max
value: -14.61627654448527
verified: no, type: nauc_map_at_1_std
value: -24.262430292012667
verified: no, type: nauc_map_at_20_diff1
value: 14.96422992084746
verified: no, type: nauc_map_at_20_max
value: 11.128128185086132
verified: no, type: nauc_map_at_20_std
value: -0.4087236026844547
verified: no, type: nauc_map_at_3_diff1
value: 16.45733174189393
verified: no, type: nauc_map_at_3_max
value: -14.88196784500194
verified: no, type: nauc_map_at_3_std
value: -26.096323520383446
verified: no, type: nauc_map_at_5_diff1
value: 17.572159494245003
verified: no, type: nauc_map_at_5_max
value: -11.206812710229503
verified: no, type: nauc_map_at_5_std
value: -22.27070819579704
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.66069097978205
verified: no, type: nauc_mrr_at_1000_max
value: 43.87773602456895
verified: no, type: nauc_mrr_at_1000_std
value: 52.33730714398662
verified: no, type: nauc_mrr_at_100_diff1
value: 33.66069097978205
verified: no, type: nauc_mrr_at_100_max
value: 43.87773602456895
verified: no, type: nauc_mrr_at_100_std
value: 52.33730714398662
verified: no, type: nauc_mrr_at_10_diff1
value: 33.66069097978205
verified: no, type: nauc_mrr_at_10_max
value: 43.87773602456895
verified: no, type: nauc_mrr_at_10_std
value: 52.33730714398662
verified: no, type: nauc_mrr_at_1_diff1
value: 23.709794626749783
verified: no, type: nauc_mrr_at_1_max
value: 35.45939642825464
verified: no, type: nauc_mrr_at_1_std
value: 45.18790321558505
verified: no, type: nauc_mrr_at_20_diff1
value: 33.66069097978205
verified: no, type: nauc_mrr_at_20_max
value: 43.87773602456895
verified: no, type: nauc_mrr_at_20_std
value: 52.33730714398662
verified: no, type: nauc_mrr_at_3_diff1
value: 38.96783570139972
verified: no, type: nauc_mrr_at_3_max
value: 48.367517142603624
verified: no, type: nauc_mrr_at_3_std
value: 56.15032257246786
verified: no, type: nauc_mrr_at_5_diff1
value: 33.66069097978205
verified: no, type: nauc_mrr_at_5_max
value: 43.87773602456895
verified: no, type: nauc_mrr_at_5_std
value: 52.33730714398662
verified: no, type: nauc_ndcg_at_1000_diff1
value: -8.409227649777549
verified: no, type: nauc_ndcg_at_1000_max
value: 55.08579408014661
verified: no, type: nauc_ndcg_at_1000_std
value: 64.71829411541155
verified: no, type: nauc_ndcg_at_100_diff1
value: -12.171382005828134
verified: no, type: nauc_ndcg_at_100_max
value: 37.279599751187895
verified: no, type: nauc_ndcg_at_100_std
value: 55.59571261330682
verified: no, type: nauc_ndcg_at_10_diff1
value: -4.2745893875224645
verified: no, type: nauc_ndcg_at_10_max
value: 35.61094191299521
verified: no, type: nauc_ndcg_at_10_std
value: 31.49122710738599
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.77341575621081
verified: no, type: nauc_ndcg_at_1_max
value: 18.418784098194983
verified: no, type: nauc_ndcg_at_1_std
value: 3.6003144907881026
verified: no, type: nauc_ndcg_at_20_diff1
value: -16.937600290863816
verified: no, type: nauc_ndcg_at_20_max
value: 28.731002593372718
verified: no, type: nauc_ndcg_at_20_std
value: 40.140028262395546
verified: no, type: nauc_ndcg_at_3_diff1
value: 21.008563623057892
verified: no, type: nauc_ndcg_at_3_max
value: 32.092932411602945
verified: no, type: nauc_ndcg_at_3_std
value: 7.783159518591246
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.35248395075747
verified: no, type: nauc_ndcg_at_5_max
value: 33.48637127489678
verified: no, type: nauc_ndcg_at_5_std
value: 19.883656903878986
verified: no, type: nauc_precision_at_1000_diff1
value: -34.613170483366815
verified: no, type: nauc_precision_at_1000_max
value: 14.178980568050093
verified: no, type: nauc_precision_at_1000_std
value: 53.45813399059421
verified: no, type: nauc_precision_at_100_diff1
value: -40.67552345859168
verified: no, type: nauc_precision_at_100_max
value: 23.091965607829138
verified: no, type: nauc_precision_at_100_std
value: 62.39644907525577
verified: no, type: nauc_precision_at_10_diff1
value: -29.61210257317124
verified: no, type: nauc_precision_at_10_max
value: 43.992102732918255
verified: no, type: nauc_precision_at_10_std
value: 67.25524849542518
verified: no, type: nauc_precision_at_1_diff1
value: 23.709794626749783
verified: no, type: nauc_precision_at_1_max
value: 35.45939642825464
verified: no, type: nauc_precision_at_1_std
value: 45.18790321558505
verified: no, type: nauc_precision_at_20_diff1
value: -38.29110052486433
verified: no, type: nauc_precision_at_20_max
value: 28.73705296191401
verified: no, type: nauc_precision_at_20_std
value: 62.12026159344505
verified: no, type: nauc_precision_at_3_diff1
value: -4.950069185044093
verified: no, type: nauc_precision_at_3_max
value: 35.30311413187648
verified: no, type: nauc_precision_at_3_std
value: 37.24789627772557
verified: no, type: nauc_precision_at_5_diff1
value: -8.259725731846123
verified: no, type: nauc_precision_at_5_max
value: 33.985287538899314
verified: no, type: nauc_precision_at_5_std
value: 53.59550306044433
verified: no, type: nauc_recall_at_1000_diff1
value: -5.996961409631926
verified: no, type: nauc_recall_at_1000_max
value: 63.118266233402764
verified: no, type: nauc_recall_at_1000_std
value: 69.5649709802058
verified: no, type: nauc_recall_at_100_diff1
value: 6.920650261229799
verified: no, type: nauc_recall_at_100_max
value: 26.76777278523633
verified: no, type: nauc_recall_at_100_std
value: 24.81349844560708
verified: no, type: nauc_recall_at_10_diff1
value: 18.636579796911292
verified: no, type: nauc_recall_at_10_max
value: 2.214374250576099
verified: no, type: nauc_recall_at_10_std
value: -12.939953791707651
verified: no, type: nauc_recall_at_1_diff1
value: 17.90743559505749
verified: no, type: nauc_recall_at_1_max
value: -14.61627654448527
verified: no, type: nauc_recall_at_1_std
value: -24.262430292012667
verified: no, type: nauc_recall_at_20_diff1
value: 17.612041689452855
verified: no, type: nauc_recall_at_20_max
value: 11.182632726686007
verified: no, type: nauc_recall_at_20_std
value: -2.4835954401161864
verified: no, type: nauc_recall_at_3_diff1
value: 16.773341381117
verified: no, type: nauc_recall_at_3_max
value: -15.051242807277163
verified: no, type: nauc_recall_at_3_std
value: -26.410274593618038
verified: no, type: nauc_recall_at_5_diff1
value: 17.091861029537423
verified: no, type: nauc_recall_at_5_max
value: -13.243464985211395
verified: no, type: nauc_recall_at_5_std
value: -23.92982354951768
verified: no, type: ndcg_at_1
value: 78.295
verified: no, type: ndcg_at_10
value: 72.695
verified: no, type: ndcg_at_100
value: 65.69500000000001
verified: no, type: ndcg_at_1000
value: 73.359
verified: no, type: ndcg_at_20
value: 69.16499999999999
verified: no, type: ndcg_at_3
value: 76.632
verified: no, type: ndcg_at_5
value: 74.024
verified: no, type: precision_at_1
value: 90.69800000000001
verified: no, type: precision_at_10
value: 81.628
verified: no, type: precision_at_100
value: 38.116
verified: no, type: precision_at_1000
value: 7.199999999999999
verified: no, type: precision_at_20
value: 72.209
verified: no, type: precision_at_3
value: 89.922
verified: no, type: precision_at_5
value: 86.047
verified: no, type: recall_at_1
value: 2.313
verified: no, type: recall_at_10
value: 17.48
verified: no, type: recall_at_100
value: 53.937000000000005
verified: no, type: recall_at_1000
value: 80.018
verified: no, type: recall_at_20
value: 28.081
verified: no, type: recall_at_3
value: 6.927
verified: no, type: recall_at_5
value: 10.575
verified: no
task: type: Retrieval, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 79.41492938802959
verified: no, type: f1
value: 75.75917683785259
verified: no, type: f1_weighted
value: 79.4156392656699
verified: no, type: main_score
value: 79.41492938802959
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 81.9334229993275
verified: no, type: f1
value: 81.40628785444537
verified: no, type: f1_weighted
value: 81.79807477693303
verified: no, type: main_score
value: 81.9334229993275
verified: no
task: type: Classification, dataset: config: default
name: MTEB NFCorpus-PL
revision: 9a6f9567fda928260afed2de480d79c98bf0bec0
split: test
type: clarin-knext/nfcorpus-pl
metrics: type: main_score
value: 36.723
verified: no, type: map_at_1
value: 5.8069999999999995
verified: no, type: map_at_10
value: 13.602
verified: no, type: map_at_100
value: 17.196
verified: no, type: map_at_1000
value: 18.609
verified: no, type: map_at_20
value: 15.146999999999998
verified: no, type: map_at_3
value: 9.594999999999999
verified: no, type: map_at_5
value: 11.453000000000001
verified: no, type: mrr_at_1
value: 47.368421052631575
verified: no, type: mrr_at_10
value: 55.60703228659884
verified: no, type: mrr_at_100
value: 56.1552975760445
verified: no, type: mrr_at_1000
value: 56.19164342988321
verified: no, type: mrr_at_20
value: 55.922507068281476
verified: no, type: mrr_at_3
value: 53.147574819401456
verified: no, type: mrr_at_5
value: 54.680082559339525
verified: no, type: nauc_map_at_1000_diff1
value: 34.05763404594125
verified: no, type: nauc_map_at_1000_max
value: 29.5226776533209
verified: no, type: nauc_map_at_1000_std
value: 15.427632324819914
verified: no, type: nauc_map_at_100_diff1
value: 34.80313586539057
verified: no, type: nauc_map_at_100_max
value: 27.999543781245972
verified: no, type: nauc_map_at_100_std
value: 11.502430185601197
verified: no, type: nauc_map_at_10_diff1
value: 39.10493763818235
verified: no, type: nauc_map_at_10_max
value: 20.299110129894572
verified: no, type: nauc_map_at_10_std
value: -1.8131312981171384
verified: no, type: nauc_map_at_1_diff1
value: 54.952292547558436
verified: no, type: nauc_map_at_1_max
value: 13.172173380536137
verified: no, type: nauc_map_at_1_std
value: -11.135859432447047
verified: no, type: nauc_map_at_20_diff1
value: 36.56338939350608
verified: no, type: nauc_map_at_20_max
value: 24.057778180377355
verified: no, type: nauc_map_at_20_std
value: 4.030543599731532
verified: no, type: nauc_map_at_3_diff1
value: 46.798195082350766
verified: no, type: nauc_map_at_3_max
value: 14.899395608553915
verified: no, type: nauc_map_at_3_std
value: -10.505614189182307
verified: no, type: nauc_map_at_5_diff1
value: 42.83953515294862
verified: no, type: nauc_map_at_5_max
value: 17.04727497975375
verified: no, type: nauc_map_at_5_std
value: -7.6517071380275885
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.44193432540061
verified: no, type: nauc_mrr_at_1000_max
value: 39.88086824180341
verified: no, type: nauc_mrr_at_1000_std
value: 27.351885880283966
verified: no, type: nauc_mrr_at_100_diff1
value: 41.43357468563369
verified: no, type: nauc_mrr_at_100_max
value: 39.91394628214467
verified: no, type: nauc_mrr_at_100_std
value: 27.37166382203234
verified: no, type: nauc_mrr_at_10_diff1
value: 41.46082695650948
verified: no, type: nauc_mrr_at_10_max
value: 39.858957188572944
verified: no, type: nauc_mrr_at_10_std
value: 27.18216001182641
verified: no, type: nauc_mrr_at_1_diff1
value: 41.485448798176904
verified: no, type: nauc_mrr_at_1_max
value: 33.6944538535235
verified: no, type: nauc_mrr_at_1_std
value: 22.826701578387503
verified: no, type: nauc_mrr_at_20_diff1
value: 41.374365310091925
verified: no, type: nauc_mrr_at_20_max
value: 39.923859616197035
verified: no, type: nauc_mrr_at_20_std
value: 27.27268109687068
verified: no, type: nauc_mrr_at_3_diff1
value: 42.1244757279239
verified: no, type: nauc_mrr_at_3_max
value: 38.380669877043864
verified: no, type: nauc_mrr_at_3_std
value: 25.734391560690224
verified: no, type: nauc_mrr_at_5_diff1
value: 41.26497822292423
verified: no, type: nauc_mrr_at_5_max
value: 39.17164048501762
verified: no, type: nauc_mrr_at_5_std
value: 26.304110615701987
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.76845316166595
verified: no, type: nauc_ndcg_at_1000_max
value: 44.0530198648453
verified: no, type: nauc_ndcg_at_1000_std
value: 33.37050209530549
verified: no, type: nauc_ndcg_at_100_diff1
value: 31.70167104254346
verified: no, type: nauc_ndcg_at_100_max
value: 38.98577219865644
verified: no, type: nauc_ndcg_at_100_std
value: 28.46948949404448
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.41371490994258
verified: no, type: nauc_ndcg_at_10_max
value: 36.46974014607837
verified: no, type: nauc_ndcg_at_10_std
value: 28.214061102873274
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.195218239572185
verified: no, type: nauc_ndcg_at_1_max
value: 32.47174554115089
verified: no, type: nauc_ndcg_at_1_std
value: 22.252970640869655
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.22073304733139
verified: no, type: nauc_ndcg_at_20_max
value: 36.85722580956459
verified: no, type: nauc_ndcg_at_20_std
value: 28.82508960932221
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.85087007597385
verified: no, type: nauc_ndcg_at_3_max
value: 35.08880030166066
verified: no, type: nauc_ndcg_at_3_std
value: 24.477164602350427
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.15269255562139
verified: no, type: nauc_ndcg_at_5_max
value: 36.26512978748847
verified: no, type: nauc_ndcg_at_5_std
value: 26.121143638336193
verified: no, type: nauc_precision_at_1000_diff1
value: -5.016344866521763
verified: no, type: nauc_precision_at_1000_max
value: 13.76155613533569
verified: no, type: nauc_precision_at_1000_std
value: 42.87650310943072
verified: no, type: nauc_precision_at_100_diff1
value: -2.4765231121724867
verified: no, type: nauc_precision_at_100_max
value: 26.413714147361173
verified: no, type: nauc_precision_at_100_std
value: 52.07869389693284
verified: no, type: nauc_precision_at_10_diff1
value: 9.381859834804454
verified: no, type: nauc_precision_at_10_max
value: 36.79686689654208
verified: no, type: nauc_precision_at_10_std
value: 41.450385008923874
verified: no, type: nauc_precision_at_1_diff1
value: 43.14276503972391
verified: no, type: nauc_precision_at_1_max
value: 33.23669937901841
verified: no, type: nauc_precision_at_1_std
value: 23.574191783291614
verified: no, type: nauc_precision_at_20_diff1
value: 3.3554639781732143
verified: no, type: nauc_precision_at_20_max
value: 35.07048369650734
verified: no, type: nauc_precision_at_20_std
value: 46.90757933302204
verified: no, type: nauc_precision_at_3_diff1
value: 22.3364560733951
verified: no, type: nauc_precision_at_3_max
value: 34.49198383469041
verified: no, type: nauc_precision_at_3_std
value: 28.30886758592867
verified: no, type: nauc_precision_at_5_diff1
value: 14.242157915266043
verified: no, type: nauc_precision_at_5_max
value: 36.78665790141447
verified: no, type: nauc_precision_at_5_std
value: 34.22226904133568
verified: no, type: nauc_recall_at_1000_diff1
value: 6.177080203711223
verified: no, type: nauc_recall_at_1000_max
value: 20.36718691855502
verified: no, type: nauc_recall_at_1000_std
value: 21.44974953318914
verified: no, type: nauc_recall_at_100_diff1
value: 16.98521396327983
verified: no, type: nauc_recall_at_100_max
value: 25.739641139625473
verified: no, type: nauc_recall_at_100_std
value: 16.08045361596745
verified: no, type: nauc_recall_at_10_diff1
value: 28.066091446759465
verified: no, type: nauc_recall_at_10_max
value: 15.875422037194987
verified: no, type: nauc_recall_at_10_std
value: -2.7729209404094712
verified: no, type: nauc_recall_at_1_diff1
value: 54.952292547558436
verified: no, type: nauc_recall_at_1_max
value: 13.172173380536137
verified: no, type: nauc_recall_at_1_std
value: -11.135859432447047
verified: no, type: nauc_recall_at_20_diff1
value: 22.454203317605455
verified: no, type: nauc_recall_at_20_max
value: 19.38991609441149
verified: no, type: nauc_recall_at_20_std
value: 3.3669889925713683
verified: no, type: nauc_recall_at_3_diff1
value: 42.41050348142469
verified: no, type: nauc_recall_at_3_max
value: 14.345477767632861
verified: no, type: nauc_recall_at_3_std
value: -11.275161125178107
verified: no, type: nauc_recall_at_5_diff1
value: 34.851159133502286
verified: no, type: nauc_recall_at_5_max
value: 15.03263812713638
verified: no, type: nauc_recall_at_5_std
value: -9.042538295018138
verified: no, type: ndcg_at_1
value: 44.891999999999996
verified: no, type: ndcg_at_10
value: 36.723
verified: no, type: ndcg_at_100
value: 33.101
verified: no, type: ndcg_at_1000
value: 41.493
verified: no, type: ndcg_at_20
value: 34.14
verified: no, type: ndcg_at_3
value: 41.131
verified: no, type: ndcg_at_5
value: 39.446999999999996
verified: no, type: precision_at_1
value: 46.749
verified: no, type: precision_at_10
value: 27.616000000000003
verified: no, type: precision_at_100
value: 8.372
verified: no, type: precision_at_1000
value: 2.095
verified: no, type: precision_at_20
value: 20.294
verified: no, type: precision_at_3
value: 38.493
verified: no, type: precision_at_5
value: 34.427
verified: no, type: recall_at_1
value: 5.8069999999999995
verified: no, type: recall_at_10
value: 18.444
verified: no, type: recall_at_100
value: 33.655
verified: no, type: recall_at_1000
value: 63.839999999999996
verified: no, type: recall_at_20
value: 22.205
verified: no, type: recall_at_3
value: 10.61
verified: no, type: recall_at_5
value: 13.938999999999998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ-PL
revision: f171245712cf85dd4700b06bef18001578d0ca8d
split: test
type: clarin-knext/nq-pl
metrics: type: main_score
value: 56.854000000000006
verified: no, type: map_at_1
value: 34.514
verified: no, type: map_at_10
value: 49.644
verified: no, type: map_at_100
value: 50.608
verified: no, type: map_at_1000
value: 50.635
verified: no, type: map_at_20
value: 50.305
verified: no, type: map_at_3
value: 45.672000000000004
verified: no, type: map_at_5
value: 48.089
verified: no, type: mrr_at_1
value: 38.78910776361529
verified: no, type: mrr_at_10
value: 52.148397984145234
verified: no, type: mrr_at_100
value: 52.852966946095215
verified: no, type: mrr_at_1000
value: 52.87105017860762
verified: no, type: mrr_at_20
value: 52.64188894631607
verified: no, type: mrr_at_3
value: 48.97643877945134
verified: no, type: mrr_at_5
value: 50.92168791039002
verified: no, type: nauc_map_at_1000_diff1
value: 37.02156712167867
verified: no, type: nauc_map_at_1000_max
value: 30.9541229199217
verified: no, type: nauc_map_at_1000_std
value: 7.320033004454671
verified: no, type: nauc_map_at_100_diff1
value: 37.02236703226826
verified: no, type: nauc_map_at_100_max
value: 30.9697676745961
verified: no, type: nauc_map_at_100_std
value: 7.33984133867723
verified: no, type: nauc_map_at_10_diff1
value: 36.90102700826612
verified: no, type: nauc_map_at_10_max
value: 30.785723842405183
verified: no, type: nauc_map_at_10_std
value: 6.779448226242215
verified: no, type: nauc_map_at_1_diff1
value: 39.909029450982274
verified: no, type: nauc_map_at_1_max
value: 25.241631663639062
verified: no, type: nauc_map_at_1_std
value: 3.9346798436914625
verified: no, type: nauc_map_at_20_diff1
value: 37.01885833177735
verified: no, type: nauc_map_at_20_max
value: 30.93864719019393
verified: no, type: nauc_map_at_20_std
value: 7.157784404582363
verified: no, type: nauc_map_at_3_diff1
value: 36.66395294442894
verified: no, type: nauc_map_at_3_max
value: 28.73917625955397
verified: no, type: nauc_map_at_3_std
value: 4.974442294121807
verified: no, type: nauc_map_at_5_diff1
value: 36.50200331851477
verified: no, type: nauc_map_at_5_max
value: 30.19694653814823
verified: no, type: nauc_map_at_5_std
value: 6.080701892676308
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.13771503608112
verified: no, type: nauc_mrr_at_1000_max
value: 31.751547147247507
verified: no, type: nauc_mrr_at_1000_std
value: 9.508614158791604
verified: no, type: nauc_mrr_at_100_diff1
value: 37.13715249048103
verified: no, type: nauc_mrr_at_100_max
value: 31.76453363846907
verified: no, type: nauc_mrr_at_100_std
value: 9.527333431366577
verified: no, type: nauc_mrr_at_10_diff1
value: 37.04617391414406
verified: no, type: nauc_mrr_at_10_max
value: 31.835558691659767
verified: no, type: nauc_mrr_at_10_std
value: 9.403478249864207
verified: no, type: nauc_mrr_at_1_diff1
value: 40.24340603514061
verified: no, type: nauc_mrr_at_1_max
value: 27.892025295592664
verified: no, type: nauc_mrr_at_1_std
value: 6.948060152377137
verified: no, type: nauc_mrr_at_20_diff1
value: 37.13679664662962
verified: no, type: nauc_mrr_at_20_max
value: 31.80571193908972
verified: no, type: nauc_mrr_at_20_std
value: 9.463516427443066
verified: no, type: nauc_mrr_at_3_diff1
value: 36.59947958587673
verified: no, type: nauc_mrr_at_3_max
value: 30.56905612034133
verified: no, type: nauc_mrr_at_3_std
value: 8.213473085446296
verified: no, type: nauc_mrr_at_5_diff1
value: 36.66740305041658
verified: no, type: nauc_mrr_at_5_max
value: 31.470226490982878
verified: no, type: nauc_mrr_at_5_std
value: 9.02109643375307
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.60296185088649
verified: no, type: nauc_ndcg_at_1000_max
value: 33.40562074993109
verified: no, type: nauc_ndcg_at_1000_std
value: 10.60845451213325
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.59946610918652
verified: no, type: nauc_ndcg_at_100_max
value: 33.9570260243297
verified: no, type: nauc_ndcg_at_100_std
value: 11.340469448481196
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.14418247401987
verified: no, type: nauc_ndcg_at_10_max
value: 33.451039871075345
verified: no, type: nauc_ndcg_at_10_std
value: 9.272972801419813
verified: no, type: nauc_ndcg_at_1_diff1
value: 40.07169143996099
verified: no, type: nauc_ndcg_at_1_max
value: 27.943354680588055
verified: no, type: nauc_ndcg_at_1_std
value: 7.036639009967827
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.51152244027151
verified: no, type: nauc_ndcg_at_20_max
value: 33.89378482325653
verified: no, type: nauc_ndcg_at_20_std
value: 10.342721315866635
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.4822845318483
verified: no, type: nauc_ndcg_at_3_max
value: 29.912345910181415
verified: no, type: nauc_ndcg_at_3_std
value: 5.9694134283330715
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.221776161219466
verified: no, type: nauc_ndcg_at_5_max
value: 32.1072171248216
verified: no, type: nauc_ndcg_at_5_std
value: 7.670174771541694
verified: no, type: nauc_precision_at_1000_diff1
value: -4.285000172509594
verified: no, type: nauc_precision_at_1000_max
value: 14.600633321561062
verified: no, type: nauc_precision_at_1000_std
value: 21.991435704986305
verified: no, type: nauc_precision_at_100_diff1
value: 1.7266493932509126
verified: no, type: nauc_precision_at_100_max
value: 22.9932202096611
verified: no, type: nauc_precision_at_100_std
value: 27.464183639561075
verified: no, type: nauc_precision_at_10_diff1
value: 16.16723142044687
verified: no, type: nauc_precision_at_10_max
value: 32.61177863055963
verified: no, type: nauc_precision_at_10_std
value: 19.30609156634069
verified: no, type: nauc_precision_at_1_diff1
value: 40.07169143996099
verified: no, type: nauc_precision_at_1_max
value: 27.943354680588055
verified: no, type: nauc_precision_at_1_std
value: 7.036639009967827
verified: no, type: nauc_precision_at_20_diff1
value: 10.986359452355082
verified: no, type: nauc_precision_at_20_max
value: 30.001608294285408
verified: no, type: nauc_precision_at_20_std
value: 23.470161266132752
verified: no, type: nauc_precision_at_3_diff1
value: 25.021299827765368
verified: no, type: nauc_precision_at_3_max
value: 31.112435175145354
verified: no, type: nauc_precision_at_3_std
value: 9.97933575854508
verified: no, type: nauc_precision_at_5_diff1
value: 19.85258852538675
verified: no, type: nauc_precision_at_5_max
value: 33.017057636553346
verified: no, type: nauc_precision_at_5_std
value: 14.226398540277224
verified: no, type: nauc_recall_at_1000_diff1
value: 32.956809555733294
verified: no, type: nauc_recall_at_1000_max
value: 81.17616645437344
verified: no, type: nauc_recall_at_1000_std
value: 80.81894015338722
verified: no, type: nauc_recall_at_100_diff1
value: 34.21543518933059
verified: no, type: nauc_recall_at_100_max
value: 64.60424388566007
verified: no, type: nauc_recall_at_100_std
value: 55.36262550526809
verified: no, type: nauc_recall_at_10_diff1
value: 31.854572843060865
verified: no, type: nauc_recall_at_10_max
value: 41.47697651985406
verified: no, type: nauc_recall_at_10_std
value: 15.449819317346778
verified: no, type: nauc_recall_at_1_diff1
value: 39.909029450982274
verified: no, type: nauc_recall_at_1_max
value: 25.241631663639062
verified: no, type: nauc_recall_at_1_std
value: 3.9346798436914625
verified: no, type: nauc_recall_at_20_diff1
value: 33.155424988870266
verified: no, type: nauc_recall_at_20_max
value: 47.41147314334969
verified: no, type: nauc_recall_at_20_std
value: 24.122822585459915
verified: no, type: nauc_recall_at_3_diff1
value: 31.030069463711484
verified: no, type: nauc_recall_at_3_max
value: 30.349471998175105
verified: no, type: nauc_recall_at_3_std
value: 5.3792560913820635
verified: no, type: nauc_recall_at_5_diff1
value: 29.662449422215627
verified: no, type: nauc_recall_at_5_max
value: 35.59583981361554
verified: no, type: nauc_recall_at_5_std
value: 9.138475426366536
verified: no, type: ndcg_at_1
value: 38.847
verified: no, type: ndcg_at_10
value: 56.854000000000006
verified: no, type: ndcg_at_100
value: 60.767
verified: no, type: ndcg_at_1000
value: 61.399
verified: no, type: ndcg_at_20
value: 58.941
verified: no, type: ndcg_at_3
value: 49.576
verified: no, type: ndcg_at_5
value: 53.502
verified: no, type: precision_at_1
value: 38.847
verified: no, type: precision_at_10
value: 9.064
verified: no, type: precision_at_100
value: 1.127
verified: no, type: precision_at_1000
value: 0.11900000000000001
verified: no, type: precision_at_20
value: 5.038
verified: no, type: precision_at_3
value: 22.335
verified: no, type: precision_at_5
value: 15.689
verified: no, type: recall_at_1
value: 34.514
verified: no, type: recall_at_10
value: 76.152
verified: no, type: recall_at_100
value: 92.837
verified: no, type: recall_at_1000
value: 97.596
verified: no, type: recall_at_20
value: 83.77799999999999
verified: no, type: recall_at_3
value: 57.484
verified: no, type: recall_at_5
value: 66.476
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB PAC
revision: None
split: test
type: laugustyniak/abusive-clauses-pl
metrics: type: accuracy
value: 67.24297712134376
verified: no, type: accuracy_stderr
value: 4.77558207347837
verified: no, type: ap
value: 77.38171975466854
verified: no, type: ap_stderr
value: 2.5801970175320394
verified: no, type: f1
value: 65.21823897814332
verified: no, type: f1_stderr
value: 4.317111734308895
verified: no, type: main_score
value: 67.24297712134376
verified: no
task: type: Classification, dataset: config: default
name: MTEB PSC
revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
split: test
type: PL-MTEB/psc-pairclassification
metrics: type: cosine_accuracy
value: 97.95918367346938
verified: no, type: cosine_accuracy_threshold
value: 59.87724328133361
verified: no, type: cosine_ap
value: 99.24498625606927
verified: no, type: cosine_f1
value: 96.6867469879518
verified: no, type: cosine_f1_threshold
value: 59.87724328133361
verified: no, type: cosine_precision
value: 95.53571428571429
verified: no, type: cosine_recall
value: 97.86585365853658
verified: no, type: dot_accuracy
value: 98.51576994434137
verified: no, type: dot_accuracy_threshold
value: 1574400
verified: no, type: dot_ap
value: 99.28566232682996
verified: no, type: dot_f1
value: 97.57575757575758
verified: no, type: dot_f1_threshold
value: 1564800
verified: no, type: dot_precision
value: 96.98795180722891
verified: no, type: dot_recall
value: 98.17073170731707
verified: no, type: euclidean_accuracy
value: 97.6808905380334
verified: no, type: euclidean_accuracy_threshold
value: 14418.957939643331
verified: no, type: euclidean_ap
value: 99.0876340868033
verified: no, type: euclidean_f1
value: 96.24060150375941
verified: no, type: euclidean_f1_threshold
value: 14442.183182634264
verified: no, type: euclidean_precision
value: 94.95548961424333
verified: no, type: euclidean_recall
value: 97.5609756097561
verified: no, type: main_score
value: 99.28566232682996
verified: no, type: manhattan_accuracy
value: 97.86641929499072
verified: no, type: manhattan_accuracy_threshold
value: 681802.1857857704
verified: no, type: manhattan_ap
value: 99.08465290287205
verified: no, type: manhattan_f1
value: 96.52042360060513
verified: no, type: manhattan_f1_threshold
value: 681802.1857857704
verified: no, type: manhattan_precision
value: 95.7957957957958
verified: no, type: manhattan_recall
value: 97.2560975609756
verified: no, type: max_ap
value: 99.28566232682996
verified: no, type: max_f1
value: 97.57575757575758
verified: no, type: max_precision
value: 96.98795180722891
verified: no, type: max_recall
value: 98.17073170731707
verified: no, type: similarity_accuracy
value: 97.95918367346938
verified: no, type: similarity_accuracy_threshold
value: 59.87724328133361
verified: no, type: similarity_ap
value: 99.24498625606927
verified: no, type: similarity_f1
value: 96.6867469879518
verified: no, type: similarity_f1_threshold
value: 59.87724328133361
verified: no, type: similarity_precision
value: 95.53571428571429
verified: no, type: similarity_recall
value: 97.86585365853658
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB PolEmo2.0-IN
revision: d90724373c70959f17d2331ad51fb60c71176b03
split: test
type: PL-MTEB/polemo2_in
metrics: type: accuracy
value: 90.41551246537396
verified: no, type: f1
value: 89.15361039614409
verified: no, type: f1_weighted
value: 90.69893050097603
verified: no, type: main_score
value: 90.41551246537396
verified: no
task: type: Classification, dataset: config: default
name: MTEB PolEmo2.0-OUT
revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
split: test
type: PL-MTEB/polemo2_out
metrics: type: accuracy
value: 77.77327935222672
verified: no, type: f1
value: 61.238079022455636
verified: no, type: f1_weighted
value: 80.58753601509183
verified: no, type: main_score
value: 77.77327935222672
verified: no
task: type: Classification, dataset: config: default
name: MTEB PPC
revision: None
split: test
type: PL-MTEB/ppc-pairclassification
metrics: type: cos_sim_accuracy
value: 87.2
verified: no, type: cos_sim_accuracy_threshold
value: 83.69773167092553
verified: no, type: cos_sim_ap
value: 95.43345251568122
verified: no, type: cos_sim_f1
value: 89.82785602503913
verified: no, type: cos_sim_f1_threshold
value: 81.2116503074739
verified: no, type: cos_sim_precision
value: 85.16320474777447
verified: no, type: cos_sim_recall
value: 95.03311258278146
verified: no, type: dot_accuracy
value: 85.9
verified: no, type: dot_accuracy_threshold
value: 2177600
verified: no, type: dot_ap
value: 92.4192102018206
verified: no, type: dot_f1
value: 88.9238020424195
verified: no, type: dot_f1_threshold
value: 2163200
verified: no, type: dot_precision
value: 84.60388639760838
verified: no, type: dot_recall
value: 93.70860927152319
verified: no, type: euclidean_accuracy
value: 87.5
verified: no, type: euclidean_accuracy_threshold
value: 9325.450203438862
verified: no, type: euclidean_ap
value: 95.42730698295347
verified: no, type: euclidean_f1
value: 89.92747784045125
verified: no, type: euclidean_f1_threshold
value: 9325.450203438862
verified: no, type: euclidean_precision
value: 87.59811616954474
verified: no, type: euclidean_recall
value: 92.3841059602649
verified: no, type: manhattan_accuracy
value: 87.5
verified: no, type: manhattan_accuracy_threshold
value: 441412.88244724274
verified: no, type: manhattan_ap
value: 95.4277447451651
verified: no, type: manhattan_f1
value: 89.92747784045125
verified: no, type: manhattan_f1_threshold
value: 441412.88244724274
verified: no, type: manhattan_precision
value: 87.59811616954474
verified: no, type: manhattan_recall
value: 92.3841059602649
verified: no, type: max_accuracy
value: 87.5
verified: no, type: max_ap
value: 95.43345251568122
verified: no, type: max_f1
value: 89.92747784045125
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB Quora-PL
revision: 0be27e93455051e531182b85e85e425aba12e9d4
split: test
type: clarin-knext/quora-pl
metrics: type: main_score
value: 84.47099999999999
verified: no, type: map_at_1
value: 65.892
verified: no, type: map_at_10
value: 80.11500000000001
verified: no, type: map_at_100
value: 80.861
verified: no, type: map_at_1000
value: 80.879
verified: no, type: map_at_20
value: 80.604
verified: no, type: map_at_3
value: 76.97
verified: no, type: map_at_5
value: 78.926
verified: no, type: mrr_at_1
value: 75.83
verified: no, type: mrr_at_10
value: 83.2125238095233
verified: no, type: mrr_at_100
value: 83.38714262504709
verified: no, type: mrr_at_1000
value: 83.38942088013238
verified: no, type: mrr_at_20
value: 83.34284466299037
verified: no, type: mrr_at_3
value: 81.95333333333281
verified: no, type: mrr_at_5
value: 82.78533333333272
verified: no, type: nauc_map_at_1000_diff1
value: 73.95721764018812
verified: no, type: nauc_map_at_1000_max
value: 9.653675847999432
verified: no, type: nauc_map_at_1000_std
value: -42.35408133902171
verified: no, type: nauc_map_at_100_diff1
value: 73.96621756991526
verified: no, type: nauc_map_at_100_max
value: 9.618124708373092
verified: no, type: nauc_map_at_100_std
value: -42.41429680546156
verified: no, type: nauc_map_at_10_diff1
value: 74.20643666348498
verified: no, type: nauc_map_at_10_max
value: 9.056688996919677
verified: no, type: nauc_map_at_10_std
value: -44.13396437616006
verified: no, type: nauc_map_at_1_diff1
value: 77.18196114257519
verified: no, type: nauc_map_at_1_max
value: 7.840648640771136
verified: no, type: nauc_map_at_1_std
value: -39.84395715001256
verified: no, type: nauc_map_at_20_diff1
value: 74.03475632514551
verified: no, type: nauc_map_at_20_max
value: 9.385795565805118
verified: no, type: nauc_map_at_20_std
value: -43.160299598965466
verified: no, type: nauc_map_at_3_diff1
value: 74.43855921599284
verified: no, type: nauc_map_at_3_max
value: 7.574218825911361
verified: no, type: nauc_map_at_3_std
value: -46.1476276122436
verified: no, type: nauc_map_at_5_diff1
value: 74.38688915461512
verified: no, type: nauc_map_at_5_max
value: 8.557764506539128
verified: no, type: nauc_map_at_5_std
value: -45.53897898458085
verified: no, type: nauc_mrr_at_1000_diff1
value: 74.0311045258841
verified: no, type: nauc_mrr_at_1000_max
value: 11.885448379701055
verified: no, type: nauc_mrr_at_1000_std
value: -38.16008409213179
verified: no, type: nauc_mrr_at_100_diff1
value: 74.03074603058893
verified: no, type: nauc_mrr_at_100_max
value: 11.886356221882725
verified: no, type: nauc_mrr_at_100_std
value: -38.159139191997795
verified: no, type: nauc_mrr_at_10_diff1
value: 73.99521522874129
verified: no, type: nauc_mrr_at_10_max
value: 11.77749620520773
verified: no, type: nauc_mrr_at_10_std
value: -38.266295250166635
verified: no, type: nauc_mrr_at_1_diff1
value: 75.53192564838908
verified: no, type: nauc_mrr_at_1_max
value: 12.979267595721275
verified: no, type: nauc_mrr_at_1_std
value: -36.634066084632785
verified: no, type: nauc_mrr_at_20_diff1
value: 74.01273934757484
verified: no, type: nauc_mrr_at_20_max
value: 11.887566738728225
verified: no, type: nauc_mrr_at_20_std
value: -38.169250252410485
verified: no, type: nauc_mrr_at_3_diff1
value: 73.6073534511043
verified: no, type: nauc_mrr_at_3_max
value: 11.450856365709727
verified: no, type: nauc_mrr_at_3_std
value: -38.767141663073964
verified: no, type: nauc_mrr_at_5_diff1
value: 73.84950218235583
verified: no, type: nauc_mrr_at_5_max
value: 11.787394554048813
verified: no, type: nauc_mrr_at_5_std
value: -38.57240589862417
verified: no, type: nauc_ndcg_at_1000_diff1
value: 73.51677487598074
verified: no, type: nauc_ndcg_at_1000_max
value: 10.72929244202152
verified: no, type: nauc_ndcg_at_1000_std
value: -39.92813917654933
verified: no, type: nauc_ndcg_at_100_diff1
value: 73.53904136553481
verified: no, type: nauc_ndcg_at_100_max
value: 10.569310211635521
verified: no, type: nauc_ndcg_at_100_std
value: -40.12206261908318
verified: no, type: nauc_ndcg_at_10_diff1
value: 73.55958917204208
verified: no, type: nauc_ndcg_at_10_max
value: 9.255791947077263
verified: no, type: nauc_ndcg_at_10_std
value: -42.7856138240991
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.34289960079188
verified: no, type: nauc_ndcg_at_1_max
value: 13.499789436258705
verified: no, type: nauc_ndcg_at_1_std
value: -35.91483904818284
verified: no, type: nauc_ndcg_at_20_diff1
value: 73.48070745481307
verified: no, type: nauc_ndcg_at_20_max
value: 9.92427572953505
verified: no, type: nauc_ndcg_at_20_std
value: -41.55653404596579
verified: no, type: nauc_ndcg_at_3_diff1
value: 72.72072901275445
verified: no, type: nauc_ndcg_at_3_max
value: 8.303708237302729
verified: no, type: nauc_ndcg_at_3_std
value: -43.618531107389344
verified: no, type: nauc_ndcg_at_5_diff1
value: 73.30060059269601
verified: no, type: nauc_ndcg_at_5_max
value: 8.915386932153249
verified: no, type: nauc_ndcg_at_5_std
value: -44.088053429661
verified: no, type: nauc_precision_at_1000_diff1
value: -41.540517884119524
verified: no, type: nauc_precision_at_1000_max
value: 6.9361565712971265
verified: no, type: nauc_precision_at_1000_std
value: 42.39482890919027
verified: no, type: nauc_precision_at_100_diff1
value: -40.609576663184896
verified: no, type: nauc_precision_at_100_max
value: 6.302451339507686
verified: no, type: nauc_precision_at_100_std
value: 41.30693233869549
verified: no, type: nauc_precision_at_10_diff1
value: -30.91653155031006
verified: no, type: nauc_precision_at_10_max
value: 4.84981614338782
verified: no, type: nauc_precision_at_10_std
value: 24.47022404030676
verified: no, type: nauc_precision_at_1_diff1
value: 75.34289960079188
verified: no, type: nauc_precision_at_1_max
value: 13.499789436258705
verified: no, type: nauc_precision_at_1_std
value: -35.91483904818284
verified: no, type: nauc_precision_at_20_diff1
value: -36.75164419452007
verified: no, type: nauc_precision_at_20_max
value: 5.440757182282365
verified: no, type: nauc_precision_at_20_std
value: 33.08928025809355
verified: no, type: nauc_precision_at_3_diff1
value: -5.3240699725635565
verified: no, type: nauc_precision_at_3_max
value: 5.156636102003736
verified: no, type: nauc_precision_at_3_std
value: -0.9779263105110453
verified: no, type: nauc_precision_at_5_diff1
value: -19.92133198420086
verified: no, type: nauc_precision_at_5_max
value: 5.432766335564369
verified: no, type: nauc_precision_at_5_std
value: 11.417736295996392
verified: no, type: nauc_recall_at_1000_diff1
value: 56.57663068186203
verified: no, type: nauc_recall_at_1000_max
value: 25.80329039728696
verified: no, type: nauc_recall_at_1000_std
value: 57.82937604195464
verified: no, type: nauc_recall_at_100_diff1
value: 67.25188672746224
verified: no, type: nauc_recall_at_100_max
value: 6.879939694351325
verified: no, type: nauc_recall_at_100_std
value: -30.098258041087096
verified: no, type: nauc_recall_at_10_diff1
value: 68.00694154421653
verified: no, type: nauc_recall_at_10_max
value: 0.7226814903576098
verified: no, type: nauc_recall_at_10_std
value: -52.980002751088215
verified: no, type: nauc_recall_at_1_diff1
value: 77.18196114257519
verified: no, type: nauc_recall_at_1_max
value: 7.840648640771136
verified: no, type: nauc_recall_at_1_std
value: -39.84395715001256
verified: no, type: nauc_recall_at_20_diff1
value: 66.56016564739411
verified: no, type: nauc_recall_at_20_max
value: 1.919044428493598
verified: no, type: nauc_recall_at_20_std
value: -49.5380686276396
verified: no, type: nauc_recall_at_3_diff1
value: 69.83247207081557
verified: no, type: nauc_recall_at_3_max
value: 2.395588418833963
verified: no, type: nauc_recall_at_3_std
value: -52.11119790224493
verified: no, type: nauc_recall_at_5_diff1
value: 69.25881483845956
verified: no, type: nauc_recall_at_5_max
value: 2.9185552604991716
verified: no, type: nauc_recall_at_5_std
value: -54.376346690212095
verified: no, type: ndcg_at_1
value: 75.92
verified: no, type: ndcg_at_10
value: 84.47099999999999
verified: no, type: ndcg_at_100
value: 86.11999999999999
verified: no, type: ndcg_at_1000
value: 86.276
verified: no, type: ndcg_at_20
value: 85.37599999999999
verified: no, type: ndcg_at_3
value: 81
verified: no, type: ndcg_at_5
value: 82.88799999999999
verified: no, type: precision_at_1
value: 75.92
verified: no, type: precision_at_10
value: 12.987000000000002
verified: no, type: precision_at_100
value: 1.5190000000000001
verified: no, type: precision_at_1000
value: 0.156
verified: no, type: precision_at_20
value: 6.977
verified: no, type: precision_at_3
value: 35.573
verified: no, type: precision_at_5
value: 23.566000000000003
verified: no, type: recall_at_1
value: 65.892
verified: no, type: recall_at_10
value: 93.318
verified: no, type: recall_at_100
value: 99.124
verified: no, type: recall_at_1000
value: 99.92699999999999
verified: no, type: recall_at_20
value: 96.256
verified: no, type: recall_at_3
value: 83.69
verified: no, type: recall_at_5
value: 88.783
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SCIDOCS-PL
revision: 45452b03f05560207ef19149545f168e596c9337
split: test
type: clarin-knext/scidocs-pl
metrics: type: main_score
value: 19.528000000000002
verified: no, type: map_at_1
value: 4.5280000000000005
verified: no, type: map_at_10
value: 11.649
verified: no, type: map_at_100
value: 14.019
verified: no, type: map_at_1000
value: 14.35
verified: no, type: map_at_20
value: 12.866
verified: no, type: map_at_3
value: 8.35
verified: no, type: map_at_5
value: 9.84
verified: no, type: mrr_at_1
value: 22.3
verified: no, type: mrr_at_10
value: 32.690039682539656
verified: no, type: mrr_at_100
value: 33.91097016542133
verified: no, type: mrr_at_1000
value: 33.96940693754695
verified: no, type: mrr_at_20
value: 33.418312740750785
verified: no, type: mrr_at_3
value: 29.4
verified: no, type: mrr_at_5
value: 31.21999999999997
verified: no, type: nauc_map_at_1000_diff1
value: 20.52578935318615
verified: no, type: nauc_map_at_1000_max
value: 28.28553814852898
verified: no, type: nauc_map_at_1000_std
value: 18.74384140790138
verified: no, type: nauc_map_at_100_diff1
value: 20.508083204903077
verified: no, type: nauc_map_at_100_max
value: 28.281447260273346
verified: no, type: nauc_map_at_100_std
value: 18.51851601604162
verified: no, type: nauc_map_at_10_diff1
value: 21.028884157759624
verified: no, type: nauc_map_at_10_max
value: 26.98935951161403
verified: no, type: nauc_map_at_10_std
value: 14.434790357547536
verified: no, type: nauc_map_at_1_diff1
value: 23.406427416653127
verified: no, type: nauc_map_at_1_max
value: 21.759624726647303
verified: no, type: nauc_map_at_1_std
value: 8.335925909478444
verified: no, type: nauc_map_at_20_diff1
value: 20.370301978337785
verified: no, type: nauc_map_at_20_max
value: 27.30787972231405
verified: no, type: nauc_map_at_20_std
value: 16.166505401287353
verified: no, type: nauc_map_at_3_diff1
value: 23.920717676009453
verified: no, type: nauc_map_at_3_max
value: 26.061264285994124
verified: no, type: nauc_map_at_3_std
value: 10.707123907182902
verified: no, type: nauc_map_at_5_diff1
value: 22.180679453453557
verified: no, type: nauc_map_at_5_max
value: 26.85332935641574
verified: no, type: nauc_map_at_5_std
value: 12.316377808191762
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.49186339320302
verified: no, type: nauc_mrr_at_1000_max
value: 24.329921012356493
verified: no, type: nauc_mrr_at_1000_std
value: 13.6080824939291
verified: no, type: nauc_mrr_at_100_diff1
value: 21.47653180378912
verified: no, type: nauc_mrr_at_100_max
value: 24.34218235410752
verified: no, type: nauc_mrr_at_100_std
value: 13.646711743513668
verified: no, type: nauc_mrr_at_10_diff1
value: 21.487198850706935
verified: no, type: nauc_mrr_at_10_max
value: 24.32385099521571
verified: no, type: nauc_mrr_at_10_std
value: 13.26596223383694
verified: no, type: nauc_mrr_at_1_diff1
value: 23.19221955587559
verified: no, type: nauc_mrr_at_1_max
value: 21.963004569187575
verified: no, type: nauc_mrr_at_1_std
value: 8.799819519408619
verified: no, type: nauc_mrr_at_20_diff1
value: 21.51014357510076
verified: no, type: nauc_mrr_at_20_max
value: 24.376067405199347
verified: no, type: nauc_mrr_at_20_std
value: 13.643597889716563
verified: no, type: nauc_mrr_at_3_diff1
value: 22.60437837853161
verified: no, type: nauc_mrr_at_3_max
value: 23.58608363876532
verified: no, type: nauc_mrr_at_3_std
value: 11.887163540535768
verified: no, type: nauc_mrr_at_5_diff1
value: 21.919324914716633
verified: no, type: nauc_mrr_at_5_max
value: 23.71458680225389
verified: no, type: nauc_mrr_at_5_std
value: 12.507643886191785
verified: no, type: nauc_ndcg_at_1000_diff1
value: 18.546848864440005
verified: no, type: nauc_ndcg_at_1000_max
value: 30.031984469206325
verified: no, type: nauc_ndcg_at_1000_std
value: 26.561149084437485
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.76271748622068
verified: no, type: nauc_ndcg_at_100_max
value: 30.180887663861306
verified: no, type: nauc_ndcg_at_100_std
value: 25.50551358758007
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.861367738304697
verified: no, type: nauc_ndcg_at_10_max
value: 27.360442235691522
verified: no, type: nauc_ndcg_at_10_std
value: 16.476546243351976
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.56715803292495
verified: no, type: nauc_ndcg_at_1_max
value: 22.29229945166374
verified: no, type: nauc_ndcg_at_1_std
value: 8.43434671818737
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.885059883708053
verified: no, type: nauc_ndcg_at_20_max
value: 27.78854464221595
verified: no, type: nauc_ndcg_at_20_std
value: 19.404353378015255
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.34227259398943
verified: no, type: nauc_ndcg_at_3_max
value: 25.75899010582446
verified: no, type: nauc_ndcg_at_3_std
value: 12.097012181915954
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.599246331396863
verified: no, type: nauc_ndcg_at_5_max
value: 26.6575824351444
verified: no, type: nauc_ndcg_at_5_std
value: 14.029006846982394
verified: no, type: nauc_precision_at_1000_diff1
value: 4.880571159099271
verified: no, type: nauc_precision_at_1000_max
value: 24.693741787360725
verified: no, type: nauc_precision_at_1000_std
value: 41.00756555344345
verified: no, type: nauc_precision_at_100_diff1
value: 10.440170876298648
verified: no, type: nauc_precision_at_100_max
value: 28.942738351320408
verified: no, type: nauc_precision_at_100_std
value: 36.921704945977446
verified: no, type: nauc_precision_at_10_diff1
value: 15.55680558043308
verified: no, type: nauc_precision_at_10_max
value: 27.31414489241847
verified: no, type: nauc_precision_at_10_std
value: 19.76275914256793
verified: no, type: nauc_precision_at_1_diff1
value: 23.56715803292495
verified: no, type: nauc_precision_at_1_max
value: 22.29229945166374
verified: no, type: nauc_precision_at_1_std
value: 8.43434671818737
verified: no, type: nauc_precision_at_20_diff1
value: 12.57247210423589
verified: no, type: nauc_precision_at_20_max
value: 25.978951783180946
verified: no, type: nauc_precision_at_20_std
value: 23.89998191646426
verified: no, type: nauc_precision_at_3_diff1
value: 22.61273732758558
verified: no, type: nauc_precision_at_3_max
value: 26.51246898792034
verified: no, type: nauc_precision_at_3_std
value: 13.618855663226162
verified: no, type: nauc_precision_at_5_diff1
value: 19.216237125486472
verified: no, type: nauc_precision_at_5_max
value: 27.491221626577868
verified: no, type: nauc_precision_at_5_std
value: 16.448119031617793
verified: no, type: nauc_recall_at_1000_diff1
value: 5.787043341957982
verified: no, type: nauc_recall_at_1000_max
value: 25.922109246772763
verified: no, type: nauc_recall_at_1000_std
value: 43.03768522656805
verified: no, type: nauc_recall_at_100_diff1
value: 10.696362559629796
verified: no, type: nauc_recall_at_100_max
value: 29.335080453227146
verified: no, type: nauc_recall_at_100_std
value: 37.271217586452124
verified: no, type: nauc_recall_at_10_diff1
value: 15.458092305569215
verified: no, type: nauc_recall_at_10_max
value: 27.24445210740807
verified: no, type: nauc_recall_at_10_std
value: 19.71157635644842
verified: no, type: nauc_recall_at_1_diff1
value: 23.406427416653127
verified: no, type: nauc_recall_at_1_max
value: 21.759624726647303
verified: no, type: nauc_recall_at_1_std
value: 8.335925909478444
verified: no, type: nauc_recall_at_20_diff1
value: 12.666354755313089
verified: no, type: nauc_recall_at_20_max
value: 26.089770792562327
verified: no, type: nauc_recall_at_20_std
value: 24.153776619741254
verified: no, type: nauc_recall_at_3_diff1
value: 22.545408113368953
verified: no, type: nauc_recall_at_3_max
value: 26.18564049945919
verified: no, type: nauc_recall_at_3_std
value: 13.308772571657293
verified: no, type: nauc_recall_at_5_diff1
value: 19.063078320434958
verified: no, type: nauc_recall_at_5_max
value: 27.15038597116091
verified: no, type: nauc_recall_at_5_std
value: 16.202694888143302
verified: no, type: ndcg_at_1
value: 22.2
verified: no, type: ndcg_at_10
value: 19.528000000000002
verified: no, type: ndcg_at_100
value: 28.444000000000003
verified: no, type: ndcg_at_1000
value: 33.826
verified: no, type: ndcg_at_20
value: 22.746
verified: no, type: ndcg_at_3
value: 18.413
verified: no, type: ndcg_at_5
value: 15.927
verified: no, type: precision_at_1
value: 22.2
verified: no, type: precision_at_10
value: 10.24
verified: no, type: precision_at_100
value: 2.3040000000000003
verified: no, type: precision_at_1000
value: 0.358
verified: no, type: precision_at_20
value: 6.97
verified: no, type: precision_at_3
value: 17.299999999999997
verified: no, type: precision_at_5
value: 13.919999999999998
verified: no, type: recall_at_1
value: 4.5280000000000005
verified: no, type: recall_at_10
value: 20.757
verified: no, type: recall_at_100
value: 46.75
verified: no, type: recall_at_1000
value: 72.738
verified: no, type: recall_at_20
value: 28.28
verified: no, type: recall_at_3
value: 10.558
verified: no, type: recall_at_5
value: 14.148
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-E-PL
revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
split: test
type: PL-MTEB/sicke-pl-pairclassification
metrics: type: cosine_accuracy
value: 87.50509580105992
verified: no, type: cosine_accuracy_threshold
value: 89.01510631979949
verified: no, type: cosine_ap
value: 85.58291779193907
verified: no, type: cosine_f1
value: 77.58919293384136
verified: no, type: cosine_f1_threshold
value: 87.10908804245841
verified: no, type: cosine_precision
value: 75.52258934592044
verified: no, type: cosine_recall
value: 79.77207977207978
verified: no, type: dot_accuracy
value: 83.9380350591113
verified: no, type: dot_accuracy_threshold
value: 2292800
verified: no, type: dot_ap
value: 77.56937485120034
verified: no, type: dot_f1
value: 73.32065906210391
verified: no, type: dot_f1_threshold
value: 2190400
verified: no, type: dot_precision
value: 66.03881278538812
verified: no, type: dot_recall
value: 82.4074074074074
verified: no, type: euclidean_accuracy
value: 87.89237668161435
verified: no, type: euclidean_accuracy_threshold
value: 7497.701400069587
verified: no, type: euclidean_ap
value: 85.97216152106346
verified: no, type: euclidean_f1
value: 77.97228300510578
verified: no, type: euclidean_f1_threshold
value: 7799.027816670506
verified: no, type: euclidean_precision
value: 79.89536621823618
verified: no, type: euclidean_recall
value: 76.13960113960114
verified: no, type: main_score
value: 85.97216152106346
verified: no, type: manhattan_accuracy
value: 87.85161027313494
verified: no, type: manhattan_accuracy_threshold
value: 357242.9743885994
verified: no, type: manhattan_ap
value: 85.96709490495458
verified: no, type: manhattan_f1
value: 77.9874213836478
verified: no, type: manhattan_f1_threshold
value: 383558.8531732559
verified: no, type: manhattan_precision
value: 76.5432098765432
verified: no, type: manhattan_recall
value: 79.48717948717949
verified: no, type: max_ap
value: 85.97216152106346
verified: no, type: max_f1
value: 77.9874213836478
verified: no, type: max_precision
value: 79.89536621823618
verified: no, type: max_recall
value: 82.4074074074074
verified: no, type: similarity_accuracy
value: 87.50509580105992
verified: no, type: similarity_accuracy_threshold
value: 89.01510631979949
verified: no, type: similarity_ap
value: 85.58291779193907
verified: no, type: similarity_f1
value: 77.58919293384136
verified: no, type: similarity_f1_threshold
value: 87.10908804245841
verified: no, type: similarity_precision
value: 75.52258934592044
verified: no, type: similarity_recall
value: 79.77207977207978
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SICK-R-PL
revision: fd5c2441b7eeff8676768036142af4cfa42c1339
split: test
type: PL-MTEB/sickr-pl-sts
metrics: type: cosine_pearson
value: 79.68602301743276
verified: no, type: cosine_spearman
value: 78.15913085997471
verified: no, type: euclidean_pearson
value: 77.19541180768627
verified: no, type: euclidean_spearman
value: 77.9122894221527
verified: no, type: main_score
value: 78.15913085997471
verified: no, type: manhattan_pearson
value: 77.24713453824641
verified: no, type: manhattan_spearman
value: 77.95971728547582
verified: no, type: pearson
value: 79.68602301743276
verified: no, type: spearman
value: 78.15913085997471
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.01062393061261
verified: no, type: cosine_spearman
value: 42.79076406559122
verified: no, type: euclidean_pearson
value: 28.57786522106708
verified: no, type: euclidean_spearman
value: 42.51040813516686
verified: no, type: main_score
value: 42.79076406559122
verified: no, type: manhattan_pearson
value: 28.855884350706653
verified: no, type: manhattan_spearman
value: 42.77481125184737
verified: no, type: pearson
value: 42.01062393061261
verified: no, type: spearman
value: 42.79076406559122
verified: no
task: type: STS, dataset: config: default
name: MTEB SciFact-PL
revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e
split: test
type: clarin-knext/scifact-pl
metrics: type: main_score
value: 74.434
verified: no, type: map_at_1
value: 59.494
verified: no, type: map_at_10
value: 69.893
verified: no, type: map_at_100
value: 70.45
verified: no, type: map_at_1000
value: 70.466
verified: no, type: map_at_20
value: 70.259
verified: no, type: map_at_3
value: 67.037
verified: no, type: map_at_5
value: 68.777
verified: no, type: mrr_at_1
value: 62.66666666666667
verified: no, type: mrr_at_10
value: 71.04457671957671
verified: no, type: mrr_at_100
value: 71.52299909263925
verified: no, type: mrr_at_1000
value: 71.53881086964122
verified: no, type: mrr_at_20
value: 71.33636271136271
verified: no, type: mrr_at_3
value: 69.16666666666667
verified: no, type: mrr_at_5
value: 70.26666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 68.97113084189034
verified: no, type: nauc_map_at_1000_max
value: 51.00665747497857
verified: no, type: nauc_map_at_1000_std
value: 8.970270487093412
verified: no, type: nauc_map_at_100_diff1
value: 68.97281660521169
verified: no, type: nauc_map_at_100_max
value: 51.01659549614879
verified: no, type: nauc_map_at_100_std
value: 8.986483862053491
verified: no, type: nauc_map_at_10_diff1
value: 69.07605123979184
verified: no, type: nauc_map_at_10_max
value: 51.229841935772804
verified: no, type: nauc_map_at_10_std
value: 9.050901052243548
verified: no, type: nauc_map_at_1_diff1
value: 71.46187295357046
verified: no, type: nauc_map_at_1_max
value: 46.82038076857106
verified: no, type: nauc_map_at_1_std
value: 6.931602615510153
verified: no, type: nauc_map_at_20_diff1
value: 68.93823362705625
verified: no, type: nauc_map_at_20_max
value: 51.15218544845727
verified: no, type: nauc_map_at_20_std
value: 8.993550237629675
verified: no, type: nauc_map_at_3_diff1
value: 69.19558420072627
verified: no, type: nauc_map_at_3_max
value: 47.345905341053886
verified: no, type: nauc_map_at_3_std
value: 4.833936436252541
verified: no, type: nauc_map_at_5_diff1
value: 69.05067049349557
verified: no, type: nauc_map_at_5_max
value: 49.62866209452668
verified: no, type: nauc_map_at_5_std
value: 7.455937282103214
verified: no, type: nauc_mrr_at_1000_diff1
value: 69.2896395759106
verified: no, type: nauc_mrr_at_1000_max
value: 54.20478659857226
verified: no, type: nauc_mrr_at_1000_std
value: 12.534151525016302
verified: no, type: nauc_mrr_at_100_diff1
value: 69.29115865311857
verified: no, type: nauc_mrr_at_100_max
value: 54.212882919608475
verified: no, type: nauc_mrr_at_100_std
value: 12.548435473868432
verified: no, type: nauc_mrr_at_10_diff1
value: 69.29596234146305
verified: no, type: nauc_mrr_at_10_max
value: 54.391683731646935
verified: no, type: nauc_mrr_at_10_std
value: 12.74312540729047
verified: no, type: nauc_mrr_at_1_diff1
value: 71.19661136604304
verified: no, type: nauc_mrr_at_1_max
value: 53.50646788895577
verified: no, type: nauc_mrr_at_1_std
value: 14.68408048005645
verified: no, type: nauc_mrr_at_20_diff1
value: 69.24714813412893
verified: no, type: nauc_mrr_at_20_max
value: 54.32239828421196
verified: no, type: nauc_mrr_at_20_std
value: 12.623980761665866
verified: no, type: nauc_mrr_at_3_diff1
value: 69.22708724496187
verified: no, type: nauc_mrr_at_3_max
value: 53.18873450995116
verified: no, type: nauc_mrr_at_3_std
value: 11.336687945925586
verified: no, type: nauc_mrr_at_5_diff1
value: 69.10748983236182
verified: no, type: nauc_mrr_at_5_max
value: 53.878090193979034
verified: no, type: nauc_mrr_at_5_std
value: 12.079036178698662
verified: no, type: nauc_ndcg_at_1000_diff1
value: 68.66705448374432
verified: no, type: nauc_ndcg_at_1000_max
value: 52.74699991296371
verified: no, type: nauc_ndcg_at_1000_std
value: 10.535824386304968
verified: no, type: nauc_ndcg_at_100_diff1
value: 68.66862462407086
verified: no, type: nauc_ndcg_at_100_max
value: 52.979821543362874
verified: no, type: nauc_ndcg_at_100_std
value: 10.856284103500371
verified: no, type: nauc_ndcg_at_10_diff1
value: 68.66965948376267
verified: no, type: nauc_ndcg_at_10_max
value: 53.978681919984474
verified: no, type: nauc_ndcg_at_10_std
value: 11.10472732803466
verified: no, type: nauc_ndcg_at_1_diff1
value: 71.19661136604304
verified: no, type: nauc_ndcg_at_1_max
value: 53.50646788895577
verified: no, type: nauc_ndcg_at_1_std
value: 14.68408048005645
verified: no, type: nauc_ndcg_at_20_diff1
value: 68.20754850499976
verified: no, type: nauc_ndcg_at_20_max
value: 53.590485842045595
verified: no, type: nauc_ndcg_at_20_std
value: 10.719753086433334
verified: no, type: nauc_ndcg_at_3_diff1
value: 68.23406959629385
verified: no, type: nauc_ndcg_at_3_max
value: 48.8837450762613
verified: no, type: nauc_ndcg_at_3_std
value: 6.287949648205997
verified: no, type: nauc_ndcg_at_5_diff1
value: 68.52532849588677
verified: no, type: nauc_ndcg_at_5_max
value: 51.29845300513165
verified: no, type: nauc_ndcg_at_5_std
value: 8.15488455762137
verified: no, type: nauc_precision_at_1000_diff1
value: -29.56388929021074
verified: no, type: nauc_precision_at_1000_max
value: 18.61674681637121
verified: no, type: nauc_precision_at_1000_std
value: 41.68541412973936
verified: no, type: nauc_precision_at_100_diff1
value: -17.020740767390375
verified: no, type: nauc_precision_at_100_max
value: 24.321682766394957
verified: no, type: nauc_precision_at_100_std
value: 39.36188711602
verified: no, type: nauc_precision_at_10_diff1
value: 7.735819461600302
verified: no, type: nauc_precision_at_10_max
value: 39.59963139423176
verified: no, type: nauc_precision_at_10_std
value: 33.923494696390385
verified: no, type: nauc_precision_at_1_diff1
value: 71.19661136604304
verified: no, type: nauc_precision_at_1_max
value: 53.50646788895577
verified: no, type: nauc_precision_at_1_std
value: 14.68408048005645
verified: no, type: nauc_precision_at_20_diff1
value: -3.587900694179661
verified: no, type: nauc_precision_at_20_max
value: 33.36606615861144
verified: no, type: nauc_precision_at_20_std
value: 34.51624192343654
verified: no, type: nauc_precision_at_3_diff1
value: 41.996620318298625
verified: no, type: nauc_precision_at_3_max
value: 43.08007454860597
verified: no, type: nauc_precision_at_3_std
value: 14.398965447916495
verified: no, type: nauc_precision_at_5_diff1
value: 25.054180107661132
verified: no, type: nauc_precision_at_5_max
value: 40.94617942853718
verified: no, type: nauc_precision_at_5_std
value: 23.69992709404865
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 68.09523809523836
verified: no, type: nauc_recall_at_100_max
value: 63.034547152194406
verified: no, type: nauc_recall_at_100_std
value: 23.594771241830657
verified: no, type: nauc_recall_at_10_diff1
value: 66.43213426149696
verified: no, type: nauc_recall_at_10_max
value: 63.07509853849101
verified: no, type: nauc_recall_at_10_std
value: 15.44924084252273
verified: no, type: nauc_recall_at_1_diff1
value: 71.46187295357046
verified: no, type: nauc_recall_at_1_max
value: 46.82038076857106
verified: no, type: nauc_recall_at_1_std
value: 6.931602615510153
verified: no, type: nauc_recall_at_20_diff1
value: 61.64354198229226
verified: no, type: nauc_recall_at_20_max
value: 63.09950698826864
verified: no, type: nauc_recall_at_20_std
value: 12.823209698925014
verified: no, type: nauc_recall_at_3_diff1
value: 65.63352507252078
verified: no, type: nauc_recall_at_3_max
value: 45.10210171735505
verified: no, type: nauc_recall_at_3_std
value: -0.08017546941514365
verified: no, type: nauc_recall_at_5_diff1
value: 65.93453179242769
verified: no, type: nauc_recall_at_5_max
value: 51.97740656606473
verified: no, type: nauc_recall_at_5_std
value: 4.929967882548962
verified: no, type: ndcg_at_1
value: 62.666999999999994
verified: no, type: ndcg_at_10
value: 74.434
verified: no, type: ndcg_at_100
value: 76.655
verified: no, type: ndcg_at_1000
value: 77.08
verified: no, type: ndcg_at_20
value: 75.588
verified: no, type: ndcg_at_3
value: 69.75099999999999
verified: no, type: ndcg_at_5
value: 72.09100000000001
verified: no, type: precision_at_1
value: 62.666999999999994
verified: no, type: precision_at_10
value: 9.9
verified: no, type: precision_at_100
value: 1.097
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.2
verified: no, type: precision_at_3
value: 27
verified: no, type: precision_at_5
value: 17.933
verified: no, type: recall_at_1
value: 59.494
verified: no, type: recall_at_10
value: 87.13300000000001
verified: no, type: recall_at_100
value: 96.667
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 91.43299999999999
verified: no, type: recall_at_3
value: 74.461
verified: no, type: recall_at_5
value: 80.34400000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TRECCOVID-PL
revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd
split: test
type: clarin-knext/trec-covid-pl
metrics: type: main_score
value: 82.749
verified: no, type: map_at_1
value: 0.20400000000000001
verified: no, type: map_at_10
value: 2.099
verified: no, type: map_at_100
value: 12.948
verified: no, type: map_at_1000
value: 32.007000000000005
verified: no, type: map_at_20
value: 3.746
verified: no, type: map_at_3
value: 0.651
verified: no, type: map_at_5
value: 1.061
verified: no, type: mrr_at_1
value: 84
verified: no, type: mrr_at_10
value: 91.66666666666666
verified: no, type: mrr_at_100
value: 91.66666666666666
verified: no, type: mrr_at_1000
value: 91.66666666666666
verified: no, type: mrr_at_20
value: 91.66666666666666
verified: no, type: mrr_at_3
value: 91.66666666666666
verified: no, type: mrr_at_5
value: 91.66666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 1.0291414165448085
verified: no, type: nauc_map_at_1000_max
value: 57.33479540784058
verified: no, type: nauc_map_at_1000_std
value: 76.70364036170582
verified: no, type: nauc_map_at_100_diff1
value: 6.949672309533349
verified: no, type: nauc_map_at_100_max
value: 43.99861611069154
verified: no, type: nauc_map_at_100_std
value: 64.12473626966596
verified: no, type: nauc_map_at_10_diff1
value: 4.208568177173666
verified: no, type: nauc_map_at_10_max
value: 18.875910045226423
verified: no, type: nauc_map_at_10_std
value: 34.58171216714189
verified: no, type: nauc_map_at_1_diff1
value: 8.433450768728983
verified: no, type: nauc_map_at_1_max
value: 24.08001091473891
verified: no, type: nauc_map_at_1_std
value: 35.21473053133869
verified: no, type: nauc_map_at_20_diff1
value: 6.041054220619057
verified: no, type: nauc_map_at_20_max
value: 22.57475437061051
verified: no, type: nauc_map_at_20_std
value: 35.254808865756964
verified: no, type: nauc_map_at_3_diff1
value: 11.166815378728485
verified: no, type: nauc_map_at_3_max
value: 18.995433996118248
verified: no, type: nauc_map_at_3_std
value: 34.29696290521795
verified: no, type: nauc_map_at_5_diff1
value: 7.1134812647567855
verified: no, type: nauc_map_at_5_max
value: 20.03877039266845
verified: no, type: nauc_map_at_5_std
value: 36.21644151312843
verified: no, type: nauc_mrr_at_1000_diff1
value: -7.262394669801826
verified: no, type: nauc_mrr_at_1000_max
value: 66.22378992749366
verified: no, type: nauc_mrr_at_1000_std
value: 68.18146188516563
verified: no, type: nauc_mrr_at_100_diff1
value: -7.262394669801826
verified: no, type: nauc_mrr_at_100_max
value: 66.22378992749366
verified: no, type: nauc_mrr_at_100_std
value: 68.18146188516563
verified: no, type: nauc_mrr_at_10_diff1
value: -7.262394669801826
verified: no, type: nauc_mrr_at_10_max
value: 66.22378992749366
verified: no, type: nauc_mrr_at_10_std
value: 68.18146188516563
verified: no, type: nauc_mrr_at_1_diff1
value: -11.38929798723619
verified: no, type: nauc_mrr_at_1_max
value: 68.58738340697101
verified: no, type: nauc_mrr_at_1_std
value: 68.00441826215022
verified: no, type: nauc_mrr_at_20_diff1
value: -7.262394669801826
verified: no, type: nauc_mrr_at_20_max
value: 66.22378992749366
verified: no, type: nauc_mrr_at_20_std
value: 68.18146188516563
verified: no, type: nauc_mrr_at_3_diff1
value: -7.262394669801826
verified: no, type: nauc_mrr_at_3_max
value: 66.22378992749366
verified: no, type: nauc_mrr_at_3_std
value: 68.18146188516563
verified: no, type: nauc_mrr_at_5_diff1
value: -7.262394669801826
verified: no, type: nauc_mrr_at_5_max
value: 66.22378992749366
verified: no, type: nauc_mrr_at_5_std
value: 68.18146188516563
verified: no, type: nauc_ndcg_at_1000_diff1
value: 2.5628376286433334
verified: no, type: nauc_ndcg_at_1000_max
value: 57.605148480655025
verified: no, type: nauc_ndcg_at_1000_std
value: 76.62891677430625
verified: no, type: nauc_ndcg_at_100_diff1
value: -13.313083767893671
verified: no, type: nauc_ndcg_at_100_max
value: 52.932453336031905
verified: no, type: nauc_ndcg_at_100_std
value: 73.5050466104544
verified: no, type: nauc_ndcg_at_10_diff1
value: -6.837803344621873
verified: no, type: nauc_ndcg_at_10_max
value: 59.29833159945462
verified: no, type: nauc_ndcg_at_10_std
value: 63.719268128346705
verified: no, type: nauc_ndcg_at_1_diff1
value: 4.834338452523335
verified: no, type: nauc_ndcg_at_1_max
value: 53.58546768562144
verified: no, type: nauc_ndcg_at_1_std
value: 59.07659252386643
verified: no, type: nauc_ndcg_at_20_diff1
value: -9.617683189610558
verified: no, type: nauc_ndcg_at_20_max
value: 54.57354685878183
verified: no, type: nauc_ndcg_at_20_std
value: 63.15198506529425
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.216236580270994
verified: no, type: nauc_ndcg_at_3_max
value: 58.345749967766416
verified: no, type: nauc_ndcg_at_3_std
value: 61.78177922399883
verified: no, type: nauc_ndcg_at_5_diff1
value: 1.3882436296634026
verified: no, type: nauc_ndcg_at_5_max
value: 62.44013008368074
verified: no, type: nauc_ndcg_at_5_std
value: 65.64455986653293
verified: no, type: nauc_precision_at_1000_diff1
value: -18.516822124710856
verified: no, type: nauc_precision_at_1000_max
value: 33.10336267989325
verified: no, type: nauc_precision_at_1000_std
value: 29.49816019882571
verified: no, type: nauc_precision_at_100_diff1
value: -14.113619184538592
verified: no, type: nauc_precision_at_100_max
value: 55.55228172103563
verified: no, type: nauc_precision_at_100_std
value: 69.64355056246397
verified: no, type: nauc_precision_at_10_diff1
value: -27.271286464111455
verified: no, type: nauc_precision_at_10_max
value: 61.885272647604594
verified: no, type: nauc_precision_at_10_std
value: 60.73389705676694
verified: no, type: nauc_precision_at_1_diff1
value: -11.38929798723619
verified: no, type: nauc_precision_at_1_max
value: 68.58738340697101
verified: no, type: nauc_precision_at_1_std
value: 68.00441826215022
verified: no, type: nauc_precision_at_20_diff1
value: -21.53639909310826
verified: no, type: nauc_precision_at_20_max
value: 53.361537614358376
verified: no, type: nauc_precision_at_20_std
value: 55.58737187496432
verified: no, type: nauc_precision_at_3_diff1
value: 3.785071466384217
verified: no, type: nauc_precision_at_3_max
value: 61.66906148377818
verified: no, type: nauc_precision_at_3_std
value: 62.81857369734561
verified: no, type: nauc_precision_at_5_diff1
value: -16.00339477131436
verified: no, type: nauc_precision_at_5_max
value: 61.5246951163262
verified: no, type: nauc_precision_at_5_std
value: 63.615062452722135
verified: no, type: nauc_recall_at_1000_diff1
value: 5.871263115826736
verified: no, type: nauc_recall_at_1000_max
value: 50.48397949000848
verified: no, type: nauc_recall_at_1000_std
value: 67.37950715297474
verified: no, type: nauc_recall_at_100_diff1
value: 8.310215006893952
verified: no, type: nauc_recall_at_100_max
value: 28.687726825722386
verified: no, type: nauc_recall_at_100_std
value: 50.34038560928654
verified: no, type: nauc_recall_at_10_diff1
value: 3.3408195168322075
verified: no, type: nauc_recall_at_10_max
value: 6.89511828305496
verified: no, type: nauc_recall_at_10_std
value: 22.929267555360028
verified: no, type: nauc_recall_at_1_diff1
value: 8.433450768728983
verified: no, type: nauc_recall_at_1_max
value: 24.08001091473891
verified: no, type: nauc_recall_at_1_std
value: 35.21473053133869
verified: no, type: nauc_recall_at_20_diff1
value: 5.307683260432045
verified: no, type: nauc_recall_at_20_max
value: 10.025532087519974
verified: no, type: nauc_recall_at_20_std
value: 24.110512570368947
verified: no, type: nauc_recall_at_3_diff1
value: 13.355136074654078
verified: no, type: nauc_recall_at_3_max
value: 8.568079109800236
verified: no, type: nauc_recall_at_3_std
value: 23.691593767005745
verified: no, type: nauc_recall_at_5_diff1
value: 6.535580157651383
verified: no, type: nauc_recall_at_5_max
value: 9.1442468749571
verified: no, type: nauc_recall_at_5_std
value: 27.00111567203191
verified: no, type: ndcg_at_1
value: 79
verified: no, type: ndcg_at_10
value: 82.749
verified: no, type: ndcg_at_100
value: 63.846000000000004
verified: no, type: ndcg_at_1000
value: 57.691
verified: no, type: ndcg_at_20
value: 77.076
verified: no, type: ndcg_at_3
value: 84.83800000000001
verified: no, type: ndcg_at_5
value: 83.016
verified: no, type: precision_at_1
value: 84
verified: no, type: precision_at_10
value: 87.8
verified: no, type: precision_at_100
value: 66.10000000000001
verified: no, type: precision_at_1000
value: 25.764
verified: no, type: precision_at_20
value: 81.10000000000001
verified: no, type: precision_at_3
value: 91.333
verified: no, type: precision_at_5
value: 88.8
verified: no, type: recall_at_1
value: 0.20400000000000001
verified: no, type: recall_at_10
value: 2.294
verified: no, type: recall_at_100
value: 16.134999999999998
verified: no, type: recall_at_1000
value: 54.981
verified: no, type: recall_at_20
value: 4.201
verified: no, type: recall_at_3
value: 0.699
verified: no, type: recall_at_5
value: 1.141
verified: no
task: type: Retrieval
Likes: 193 | All-time downloads: 4320335
Created: 2024-07-25 16:55:46