Model: Lajavaness/bilingual-embedding-large
Author: Lajavaness
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bilingual, feature-extraction, sentence-similarity, transformers, sentence-embedding, mteb, custom_code, fr, en, arxiv:2010.08240, arxiv:1911.02116, arxiv:1908.10084, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: sentence-transformers, feature-extraction, sentence-similarity, transformers, sentence-embedding, mteb
model-index: name: bilingual-embedding-large
results: task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringP2P
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 65.3004467686438
verified: no, type: v_measures
value: 0.632560011824588, 0.6345771823814063, 0.6333686484625257, 0.6508206816667124, 0.6378451181543632
verified: no, task: type: Clustering
dataset: type: lyon-nlp/alloprof
name: MTEB AlloProfClusteringS2S
config: default
split: test
revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
metrics: type: v_measure
value: 55.3684183324479
verified: no, type: v_measures
value: 0.5262468095085737, 0.586151012721014, 0.5192907959178751, 0.5610730679809162, 0.6360060059791816
verified: no, task: type: Reranking
dataset: type: lyon-nlp/mteb-fr-reranking-alloprof-s2p
name: MTEB AlloprofReranking
config: default
split: test
revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
metrics: type: map
value: 73.63055206572554
verified: no, type: mrr
value: 74.69705225210407
verified: no, type: nAUC_map_diff1
value: 56.61121737089957
verified: no, type: nAUC_map_max
value: 21.353273116363358
verified: no, type: nAUC_mrr_diff1
value: 55.98316099424804
verified: no, type: nAUC_mrr_max
value: 22.29736406333825
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/alloprof
name: MTEB AlloprofRetrieval
config: default
split: test
revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
metrics: type: map_at_1
value: 30.009000000000004
verified: no, type: map_at_10
value: 41.563
verified: no, type: map_at_100
value: 42.498999999999995
verified: no, type: map_at_1000
value: 42.541000000000004
verified: no, type: map_at_20
value: 42.142
verified: no, type: map_at_3
value: 38.443
verified: no, type: map_at_5
value: 40.23
verified: no, type: mrr_at_1
value: 30.008635578583764
verified: no, type: mrr_at_10
value: 41.563313869013434
verified: no, type: mrr_at_100
value: 42.49919838395685
verified: no, type: mrr_at_1000
value: 42.54117981321103
verified: no, type: mrr_at_20
value: 42.14177102110932
verified: no, type: mrr_at_3
value: 38.44271732872777
verified: no, type: mrr_at_5
value: 40.23028209556721
verified: no, type: nauc_map_at_1000_diff1
value: 37.69874084954785
verified: no, type: nauc_map_at_1000_max
value: 35.67975084044886
verified: no, type: nauc_map_at_100_diff1
value: 37.683425621005334
verified: no, type: nauc_map_at_100_max
value: 35.70179282323718
verified: no, type: nauc_map_at_10_diff1
value: 37.60741578478419
verified: no, type: nauc_map_at_10_max
value: 35.73500192122569
verified: no, type: nauc_map_at_1_diff1
value: 43.314035692233396
verified: no, type: nauc_map_at_1_max
value: 31.881007724238064
verified: no, type: nauc_map_at_20_diff1
value: 37.604821571809694
verified: no, type: nauc_map_at_20_max
value: 35.71558055856275
verified: no, type: nauc_map_at_3_diff1
value: 37.64200820646518
verified: no, type: nauc_map_at_3_max
value: 34.558370321480005
verified: no, type: nauc_map_at_5_diff1
value: 37.48910576281629
verified: no, type: nauc_map_at_5_max
value: 35.16709650751366
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.69874084954785
verified: no, type: nauc_mrr_at_1000_max
value: 35.67975084044886
verified: no, type: nauc_mrr_at_100_diff1
value: 37.683425621005334
verified: no, type: nauc_mrr_at_100_max
value: 35.70179282323718
verified: no, type: nauc_mrr_at_10_diff1
value: 37.60741578478419
verified: no, type: nauc_mrr_at_10_max
value: 35.73500192122569
verified: no, type: nauc_mrr_at_1_diff1
value: 43.314035692233396
verified: no, type: nauc_mrr_at_1_max
value: 31.881007724238064
verified: no, type: nauc_mrr_at_20_diff1
value: 37.604821571809694
verified: no, type: nauc_mrr_at_20_max
value: 35.71558055856275
verified: no, type: nauc_mrr_at_3_diff1
value: 37.64200820646518
verified: no, type: nauc_mrr_at_3_max
value: 34.558370321480005
verified: no, type: nauc_mrr_at_5_diff1
value: 37.48910576281629
verified: no, type: nauc_mrr_at_5_max
value: 35.16709650751366
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.79519873157631
verified: no, type: nauc_ndcg_at_1000_max
value: 37.14476960275735
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.283195451522566
verified: no, type: nauc_ndcg_at_100_max
value: 37.987689519253216
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.911654796234906
verified: no, type: nauc_ndcg_at_10_max
value: 38.02420676430751
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.314035692233396
verified: no, type: nauc_ndcg_at_1_max
value: 31.881007724238064
verified: no, type: nauc_ndcg_at_20_diff1
value: 35.84645351663945
verified: no, type: nauc_ndcg_at_20_max
value: 38.01406125615156
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.088922679698285
verified: no, type: nauc_ndcg_at_3_max
value: 35.41968041752933
verified: no, type: nauc_ndcg_at_5_diff1
value: 35.750269212484895
verified: no, type: nauc_ndcg_at_5_max
value: 36.490862523260134
verified: no, type: nauc_precision_at_1000_diff1
value: 40.85377128270902
verified: no, type: nauc_precision_at_1000_max
value: 78.7188042554787
verified: no, type: nauc_precision_at_100_diff1
value: 25.95337392513788
verified: no, type: nauc_precision_at_100_max
value: 59.85395510353242
verified: no, type: nauc_precision_at_10_diff1
value: 29.989736669251176
verified: no, type: nauc_precision_at_10_max
value: 47.01836650640274
verified: no, type: nauc_precision_at_1_diff1
value: 43.314035692233396
verified: no, type: nauc_precision_at_1_max
value: 31.881007724238064
verified: no, type: nauc_precision_at_20_diff1
value: 28.236939136767763
verified: no, type: nauc_precision_at_20_max
value: 49.05567543361526
verified: no, type: nauc_precision_at_3_diff1
value: 31.697690633887817
verified: no, type: nauc_precision_at_3_max
value: 37.90080773298326
verified: no, type: nauc_precision_at_5_diff1
value: 30.466477711769823
verified: no, type: nauc_precision_at_5_max
value: 40.649885707001
verified: no, type: nauc_recall_at_1000_diff1
value: 40.85377128270638
verified: no, type: nauc_recall_at_1000_max
value: 78.71880425547653
verified: no, type: nauc_recall_at_100_diff1
value: 25.95337392513813
verified: no, type: nauc_recall_at_100_max
value: 59.8539551035326
verified: no, type: nauc_recall_at_10_diff1
value: 29.989736669251165
verified: no, type: nauc_recall_at_10_max
value: 47.01836650640268
verified: no, type: nauc_recall_at_1_diff1
value: 43.314035692233396
verified: no, type: nauc_recall_at_1_max
value: 31.881007724238064
verified: no, type: nauc_recall_at_20_diff1
value: 28.23693913676786
verified: no, type: nauc_recall_at_20_max
value: 49.055675433615214
verified: no, type: nauc_recall_at_3_diff1
value: 31.69769063388779
verified: no, type: nauc_recall_at_3_max
value: 37.90080773298324
verified: no, type: nauc_recall_at_5_diff1
value: 30.466477711769823
verified: no, type: nauc_recall_at_5_max
value: 40.64988570700102
verified: no, type: ndcg_at_1
value: 30.009000000000004
verified: no, type: ndcg_at_10
value: 47.598
verified: no, type: ndcg_at_100
value: 52.293
verified: no, type: ndcg_at_1000
value: 53.525999999999996
verified: no, type: ndcg_at_20
value: 49.697
verified: no, type: ndcg_at_3
value: 41.159
verified: no, type: ndcg_at_5
value: 44.379000000000005
verified: no, type: precision_at_1
value: 30.009000000000004
verified: no, type: precision_at_10
value: 6.675000000000001
verified: no, type: precision_at_100
value: 0.8909999999999999
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 3.752
verified: no, type: precision_at_3
value: 16.336000000000002
verified: no, type: precision_at_5
value: 11.364
verified: no, type: recall_at_1
value: 30.009000000000004
verified: no, type: recall_at_10
value: 66.753
verified: no, type: recall_at_100
value: 89.076
verified: no, type: recall_at_1000
value: 99.007
verified: no, type: recall_at_20
value: 75.043
verified: no, type: recall_at_3
value: 49.007
verified: no, type: recall_at_5
value: 56.821999999999996
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (fr)
config: fr
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 43.422
verified: no, type: f1
value: 41.92216694262306
verified: no, type: f1_weighted
value: 41.92216694262306
verified: no, task: type: Retrieval
dataset: type: maastrichtlawtech/bsard
name: MTEB BSARDRetrieval
config: default
split: test
revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
metrics: type: map_at_1
value: 10.811
verified: no, type: map_at_10
value: 15.839
verified: no, type: map_at_100
value: 17.031
verified: no, type: map_at_1000
value: 17.125
verified: no, type: map_at_20
value: 16.523
verified: no, type: map_at_3
value: 13.514000000000001
verified: no, type: map_at_5
value: 14.482000000000001
verified: no, type: mrr_at_1
value: 10.81081081081081
verified: no, type: mrr_at_10
value: 15.83923208923209
verified: no, type: mrr_at_100
value: 17.03089784389729
verified: no, type: mrr_at_1000
value: 17.12470244170791
verified: no, type: mrr_at_20
value: 16.522687430195177
verified: no, type: mrr_at_3
value: 13.513513513513514
verified: no, type: mrr_at_5
value: 14.481981981981978
verified: no, type: nauc_map_at_1000_diff1
value: 12.296170850430006
verified: no, type: nauc_map_at_1000_max
value: 5.662103058568523
verified: no, type: nauc_map_at_100_diff1
value: 12.285666762866096
verified: no, type: nauc_map_at_100_max
value: 5.590666559899351
verified: no, type: nauc_map_at_10_diff1
value: 11.58049149054967
verified: no, type: nauc_map_at_10_max
value: 5.209805828037212
verified: no, type: nauc_map_at_1_diff1
value: 20.141109249858847
verified: no, type: nauc_map_at_1_max
value: 9.425358945072293
verified: no, type: nauc_map_at_20_diff1
value: 11.617354631783714
verified: no, type: nauc_map_at_20_max
value: 5.241556548291933
verified: no, type: nauc_map_at_3_diff1
value: 13.315116892826943
verified: no, type: nauc_map_at_3_max
value: 6.207004916063591
verified: no, type: nauc_map_at_5_diff1
value: 11.212726154717592
verified: no, type: nauc_map_at_5_max
value: 5.3760763604334425
verified: no, type: nauc_mrr_at_1000_diff1
value: 12.296170850430006
verified: no, type: nauc_mrr_at_1000_max
value: 5.662103058568523
verified: no, type: nauc_mrr_at_100_diff1
value: 12.285666762866096
verified: no, type: nauc_mrr_at_100_max
value: 5.590666559899351
verified: no, type: nauc_mrr_at_10_diff1
value: 11.58049149054967
verified: no, type: nauc_mrr_at_10_max
value: 5.209805828037212
verified: no, type: nauc_mrr_at_1_diff1
value: 20.141109249858847
verified: no, type: nauc_mrr_at_1_max
value: 9.425358945072293
verified: no, type: nauc_mrr_at_20_diff1
value: 11.617354631783714
verified: no, type: nauc_mrr_at_20_max
value: 5.241556548291933
verified: no, type: nauc_mrr_at_3_diff1
value: 13.315116892826943
verified: no, type: nauc_mrr_at_3_max
value: 6.207004916063591
verified: no, type: nauc_mrr_at_5_diff1
value: 11.212726154717592
verified: no, type: nauc_mrr_at_5_max
value: 5.3760763604334425
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.38831869003625
verified: no, type: nauc_ndcg_at_1000_max
value: 6.675430140878355
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.843284381117181
verified: no, type: nauc_ndcg_at_100_max
value: 5.542728863687718
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.66584135181116
verified: no, type: nauc_ndcg_at_10_max
value: 4.199774551140183
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.141109249858847
verified: no, type: nauc_ndcg_at_1_max
value: 9.425358945072293
verified: no, type: nauc_ndcg_at_20_diff1
value: 8.680542981318624
verified: no, type: nauc_ndcg_at_20_max
value: 4.216498269464542
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.094054719430453
verified: no, type: nauc_ndcg_at_3_max
value: 5.507171227350456
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.748133598511381
verified: no, type: nauc_ndcg_at_5_max
value: 4.076288186702726
verified: no, type: nauc_precision_at_1000_diff1
value: 25.897031968656297
verified: no, type: nauc_precision_at_1000_max
value: 19.982892062685394
verified: no, type: nauc_precision_at_100_diff1
value: 14.201820489201856
verified: no, type: nauc_precision_at_100_max
value: 6.304295684751489
verified: no, type: nauc_precision_at_10_diff1
value: 2.939526558265023
verified: no, type: nauc_precision_at_10_max
value: 2.467000352864203
verified: no, type: nauc_precision_at_1_diff1
value: 20.141109249858847
verified: no, type: nauc_precision_at_1_max
value: 9.425358945072293
verified: no, type: nauc_precision_at_20_diff1
value: 2.9380349371686325
verified: no, type: nauc_precision_at_20_max
value: 2.4267726696156506
verified: no, type: nauc_precision_at_3_diff1
value: 5.710288720068727
verified: no, type: nauc_precision_at_3_max
value: 3.885431233734222
verified: no, type: nauc_precision_at_5_diff1
value: -0.1440114189741616
verified: no, type: nauc_precision_at_5_max
value: 1.113579440082908
verified: no, type: nauc_recall_at_1000_diff1
value: 25.89703196865645
verified: no, type: nauc_recall_at_1000_max
value: 19.98289206268554
verified: no, type: nauc_recall_at_100_diff1
value: 14.20182048920192
verified: no, type: nauc_recall_at_100_max
value: 6.304295684751512
verified: no, type: nauc_recall_at_10_diff1
value: 2.939526558265029
verified: no, type: nauc_recall_at_10_max
value: 2.4670003528641624
verified: no, type: nauc_recall_at_1_diff1
value: 20.141109249858847
verified: no, type: nauc_recall_at_1_max
value: 9.425358945072293
verified: no, type: nauc_recall_at_20_diff1
value: 2.9380349371685828
verified: no, type: nauc_recall_at_20_max
value: 2.4267726696155965
verified: no, type: nauc_recall_at_3_diff1
value: 5.710288720068724
verified: no, type: nauc_recall_at_3_max
value: 3.885431233734255
verified: no, type: nauc_recall_at_5_diff1
value: -0.14401141897419695
verified: no, type: nauc_recall_at_5_max
value: 1.1135794400828594
verified: no, type: ndcg_at_1
value: 10.811
verified: no, type: ndcg_at_10
value: 19.583000000000002
verified: no, type: ndcg_at_100
value: 26.135
verified: no, type: ndcg_at_1000
value: 28.916999999999998
verified: no, type: ndcg_at_20
value: 22.158
verified: no, type: ndcg_at_3
value: 14.543000000000001
verified: no, type: ndcg_at_5
value: 16.345000000000002
verified: no, type: precision_at_1
value: 10.811
verified: no, type: precision_at_10
value: 3.198
verified: no, type: precision_at_100
value: 0.644
verified: no, type: precision_at_1000
value: 0.087
verified: no, type: precision_at_20
value: 2.117
verified: no, type: precision_at_3
value: 5.856
verified: no, type: precision_at_5
value: 4.414
verified: no, type: recall_at_1
value: 10.811
verified: no, type: recall_at_10
value: 31.982
verified: no, type: recall_at_100
value: 64.414
verified: no, type: recall_at_1000
value: 86.937
verified: no, type: recall_at_20
value: 42.342
verified: no, type: recall_at_3
value: 17.568
verified: no, type: recall_at_5
value: 22.072
verified: no, task: type: Clustering
dataset: type: lyon-nlp/clustering-hal-s2s
name: MTEB HALClusteringS2S
config: default
split: test
revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
metrics: type: v_measure
value: 26.26502535631247
verified: no, type: v_measures
value: 0.30893096531878045, 0.27408569069152805, 0.2872676670832888, 0.26871778422889214, 0.2421329238735192
verified: no, task: type: Clustering
dataset: type: reciTAL/mlsum
name: MTEB MLSUMClusteringP2P
config: fr
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 42.60059039120384
verified: no, type: v_measures
value: 0.4248169037837413, 0.44678284494908554, 0.4386784796938775, 0.41609051956546156, 0.37929269357080225
verified: no, task: type: Clustering
dataset: type: reciTAL/mlsum
name: MTEB MLSUMClusteringS2S
config: fr
split: test
revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
metrics: type: v_measure
value: 42.92324222522204
verified: no, type: v_measures
value: 0.4320945601805418, 0.43467886343873713, 0.4345273113581795, 0.4277842446367462, 0.381555432691925
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (fr)
config: fr
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 88.33385530848732
verified: no, type: f1
value: 88.36975245849551
verified: no, type: f1_weighted
value: 88.310383667222
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (fr)
config: fr
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 62.84685248982148
verified: no, type: f1
value: 44.420122133882366
verified: no, type: f1_weighted
value: 65.2728620649712
verified: no, task: type: Classification
dataset: type: mteb/masakhanews
name: MTEB MasakhaNEWSClassification (fra)
config: fra
split: test
revision: 18193f187b92da67168c655c9973a165ed9593dd
metrics: type: accuracy
value: 80.56872037914692
verified: no, type: f1
value: 77.28557364601339
verified: no, type: f1_weighted
value: 80.51403795220486
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringP2P (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 71.29428035967938
verified: no, type: v_measures
value: 1, 0.2773866490640993, 0.7679216739314454, 0.8367645040119921, 0.6826411909764316
verified: no, task: type: Clustering
dataset: type: masakhane/masakhanews
name: MTEB MasakhaNEWSClusteringS2S (fra)
config: fra
split: test
revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
metrics: type: v_measure
value: 55.090949643200084
verified: no, type: v_measures
value: 1, 0.0008196849334082873, 0.7532269197656756, 0.37056337344528145, 0.6299375040156386
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (fr)
config: fr
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 66.80564895763281
verified: no, type: f1
value: 64.35238995318795
verified: no, type: f1_weighted
value: 65.7206181780162
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (fr)
config: fr
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 72.98587760591795
verified: no, type: f1
value: 72.51250718054763
verified: no, type: f1_weighted
value: 72.81793917434213
verified: no, task: type: Retrieval
dataset: type: jinaai/mintakaqa
name: MTEB MintakaRetrieval (fr)
config: fr
split: test
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
metrics: type: map_at_1
value: 18.96
verified: no, type: map_at_10
value: 27.744999999999997
verified: no, type: map_at_100
value: 28.799000000000003
verified: no, type: map_at_1000
value: 28.884
verified: no, type: map_at_20
value: 28.375
verified: no, type: map_at_3
value: 25.108999999999998
verified: no, type: map_at_5
value: 26.508
verified: no, type: mrr_at_1
value: 18.95986895986896
verified: no, type: mrr_at_10
value: 27.744936494936507
verified: no, type: mrr_at_100
value: 28.79940115805784
verified: no, type: mrr_at_1000
value: 28.88414927603794
verified: no, type: mrr_at_20
value: 28.375232375900854
verified: no, type: mrr_at_3
value: 25.109200109200113
verified: no, type: mrr_at_5
value: 26.50764400764402
verified: no, type: nauc_map_at_1000_diff1
value: 18.685236785487458
verified: no, type: nauc_map_at_1000_max
value: 28.85413041872925
verified: no, type: nauc_map_at_100_diff1
value: 18.643854459374264
verified: no, type: nauc_map_at_100_max
value: 28.86568866859659
verified: no, type: nauc_map_at_10_diff1
value: 18.95179019467019
verified: no, type: nauc_map_at_10_max
value: 28.978754512041366
verified: no, type: nauc_map_at_1_diff1
value: 24.276017299858978
verified: no, type: nauc_map_at_1_max
value: 23.470875089293564
verified: no, type: nauc_map_at_20_diff1
value: 18.635084934956904
verified: no, type: nauc_map_at_20_max
value: 28.94762423672467
verified: no, type: nauc_map_at_3_diff1
value: 19.78833161521705
verified: no, type: nauc_map_at_3_max
value: 27.717678662759226
verified: no, type: nauc_map_at_5_diff1
value: 19.121183364075133
verified: no, type: nauc_map_at_5_max
value: 28.33281003699522
verified: no, type: nauc_mrr_at_1000_diff1
value: 18.685236785487458
verified: no, type: nauc_mrr_at_1000_max
value: 28.85413041872925
verified: no, type: nauc_mrr_at_100_diff1
value: 18.643854459374264
verified: no, type: nauc_mrr_at_100_max
value: 28.86568866859659
verified: no, type: nauc_mrr_at_10_diff1
value: 18.95179019467019
verified: no, type: nauc_mrr_at_10_max
value: 28.978754512041366
verified: no, type: nauc_mrr_at_1_diff1
value: 24.276017299858978
verified: no, type: nauc_mrr_at_1_max
value: 23.470875089293564
verified: no, type: nauc_mrr_at_20_diff1
value: 18.635084934956904
verified: no, type: nauc_mrr_at_20_max
value: 28.94762423672467
verified: no, type: nauc_mrr_at_3_diff1
value: 19.78833161521705
verified: no, type: nauc_mrr_at_3_max
value: 27.717678662759226
verified: no, type: nauc_mrr_at_5_diff1
value: 19.121183364075133
verified: no, type: nauc_mrr_at_5_max
value: 28.33281003699522
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.9385175619818
verified: no, type: nauc_ndcg_at_1000_max
value: 30.464626780924114
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.784507139472703
verified: no, type: nauc_ndcg_at_100_max
value: 30.783304190943873
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.074677821502657
verified: no, type: nauc_ndcg_at_10_max
value: 31.39661325771708
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.276017299858978
verified: no, type: nauc_ndcg_at_1_max
value: 23.470875089293564
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.905931373911173
verified: no, type: nauc_ndcg_at_20_max
value: 31.283157447315457
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.520146441301954
verified: no, type: nauc_ndcg_at_3_max
value: 28.855566633100217
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.414930054902594
verified: no, type: nauc_ndcg_at_5_max
value: 29.89288498763886
verified: no, type: nauc_precision_at_1000_diff1
value: 5.6404707169181485
verified: no, type: nauc_precision_at_1000_max
value: 51.53249587390901
verified: no, type: nauc_precision_at_100_diff1
value: 2.6401827420753463
verified: no, type: nauc_precision_at_100_max
value: 37.544518255619415
verified: no, type: nauc_precision_at_10_diff1
value: 12.07308037199035
verified: no, type: nauc_precision_at_10_max
value: 38.23001565740937
verified: no, type: nauc_precision_at_1_diff1
value: 24.276017299858978
verified: no, type: nauc_precision_at_1_max
value: 23.470875089293564
verified: no, type: nauc_precision_at_20_diff1
value: 7.157477225670103
verified: no, type: nauc_precision_at_20_max
value: 38.273237139593256
verified: no, type: nauc_precision_at_3_diff1
value: 15.259422549391488
verified: no, type: nauc_precision_at_3_max
value: 31.763923868965588
verified: no, type: nauc_precision_at_5_diff1
value: 13.005921624910583
verified: no, type: nauc_precision_at_5_max
value: 33.92162820494794
verified: no, type: nauc_recall_at_1000_diff1
value: 5.6404707169180055
verified: no, type: nauc_recall_at_1000_max
value: 51.53249587390878
verified: no, type: nauc_recall_at_100_diff1
value: 2.640182742075308
verified: no, type: nauc_recall_at_100_max
value: 37.544518255619444
verified: no, type: nauc_recall_at_10_diff1
value: 12.073080371990335
verified: no, type: nauc_recall_at_10_max
value: 38.230015657409375
verified: no, type: nauc_recall_at_1_diff1
value: 24.276017299858978
verified: no, type: nauc_recall_at_1_max
value: 23.470875089293564
verified: no, type: nauc_recall_at_20_diff1
value: 7.157477225670139
verified: no, type: nauc_recall_at_20_max
value: 38.27323713959323
verified: no, type: nauc_recall_at_3_diff1
value: 15.259422549391505
verified: no, type: nauc_recall_at_3_max
value: 31.763923868965588
verified: no, type: nauc_recall_at_5_diff1
value: 13.005921624910567
verified: no, type: nauc_recall_at_5_max
value: 33.92162820494793
verified: no, type: ndcg_at_1
value: 18.96
verified: no, type: ndcg_at_10
value: 32.617000000000004
verified: no, type: ndcg_at_100
value: 37.974000000000004
verified: no, type: ndcg_at_1000
value: 40.65
verified: no, type: ndcg_at_20
value: 34.888000000000005
verified: no, type: ndcg_at_3
value: 27.106
verified: no, type: ndcg_at_5
value: 29.614
verified: no, type: precision_at_1
value: 18.96
verified: no, type: precision_at_10
value: 4.824
verified: no, type: precision_at_100
value: 0.738
verified: no, type: precision_at_1000
value: 0.096
verified: no, type: precision_at_20
value: 2.858
verified: no, type: precision_at_3
value: 10.961
verified: no, type: precision_at_5
value: 7.789
verified: no, type: recall_at_1
value: 18.96
verified: no, type: recall_at_10
value: 48.239
verified: no, type: recall_at_100
value: 73.833
verified: no, type: recall_at_1000
value: 95.82300000000001
verified: no, type: recall_at_20
value: 57.166
verified: no, type: recall_at_3
value: 32.883
verified: no, type: recall_at_5
value: 38.943
verified: no, task: type: PairClassification
dataset: type: GEM/opusparcus
name: MTEB OpusparcusPC (fr)
config: fr
split: test
revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
metrics: type: cos_sim_accuracy
value: 84.80926430517711
verified: no, type: cos_sim_ap
value: 94.76661922683681
verified: no, type: cos_sim_f1
value: 89.31480594154289
verified: no, type: cos_sim_precision
value: 86.29629629629629
verified: no, type: cos_sim_recall
value: 92.55213505461768
verified: no, type: dot_accuracy
value: 84.80926430517711
verified: no, type: dot_ap
value: 94.766630886443
verified: no, type: dot_f1
value: 89.31480594154289
verified: no, type: dot_precision
value: 86.29629629629629
verified: no, type: dot_recall
value: 92.55213505461768
verified: no, type: euclidean_accuracy
value: 84.80926430517711
verified: no, type: euclidean_ap
value: 94.76661922683681
verified: no, type: euclidean_f1
value: 89.31480594154289
verified: no, type: euclidean_precision
value: 86.29629629629629
verified: no, type: euclidean_recall
value: 92.55213505461768
verified: no, type: manhattan_accuracy
value: 84.94550408719346
verified: no, type: manhattan_ap
value: 94.78582392571815
verified: no, type: manhattan_f1
value: 89.33912204534491
verified: no, type: manhattan_precision
value: 86.86679174484053
verified: no, type: manhattan_recall
value: 91.9563058589871
verified: no, type: max_accuracy
value: 84.94550408719346
verified: no, type: max_ap
value: 94.78582392571815
verified: no, type: max_f1
value: 89.33912204534491
verified: no, task: type: PairClassification
dataset: type: google-research-datasets/paws-x
name: MTEB PawsX (fr)
config: fr
split: test
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
metrics: type: cos_sim_accuracy
value: 64.5
verified: no, type: cos_sim_ap
value: 64.51219412005997
verified: no, type: cos_sim_f1
value: 62.84885828198622
verified: no, type: cos_sim_precision
value: 46.713362068965516
verified: no, type: cos_sim_recall
value: 96.01328903654485
verified: no, type: dot_accuracy
value: 64.5
verified: no, type: dot_ap
value: 64.50290830259848
verified: no, type: dot_f1
value: 62.84885828198622
verified: no, type: dot_precision
value: 46.713362068965516
verified: no, type: dot_recall
value: 96.01328903654485
verified: no, type: euclidean_accuracy
value: 64.5
verified: no, type: euclidean_ap
value: 64.51219412005995
verified: no, type: euclidean_f1
value: 62.84885828198622
verified: no, type: euclidean_precision
value: 46.713362068965516
verified: no, type: euclidean_recall
value: 96.01328903654485
verified: no, type: manhattan_accuracy
value: 64.55
verified: no, type: manhattan_ap
value: 64.54022554293084
verified: no, type: manhattan_f1
value: 62.836363636363636
verified: no, type: manhattan_precision
value: 46.778559826746076
verified: no, type: manhattan_recall
value: 95.68106312292359
verified: no, type: max_accuracy
value: 64.55
verified: no, type: max_ap
value: 64.54022554293084
verified: no, type: max_f1
value: 62.84885828198622
verified: no, task: type: STS
dataset: type: Lajavaness/SICK-fr
name: MTEB SICKFr
config: default
split: test
revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
metrics: type: cos_sim_pearson
value: 85.15315949054092
verified: no, type: cos_sim_spearman
value: 79.19701933507372
verified: no, type: euclidean_pearson
value: 82.68441006897395
verified: no, type: euclidean_spearman
value: 79.1963186010215
verified: no, type: manhattan_pearson
value: 82.6725500567899
verified: no, type: manhattan_spearman
value: 79.13255295711785
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (fr)
config: fr
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cos_sim_pearson
value: 83.13328685349694
verified: no, type: cos_sim_spearman
value: 84.64291479319418
verified: no, type: euclidean_pearson
value: 83.28605886303359
verified: no, type: euclidean_spearman
value: 84.64291479319418
verified: no, type: manhattan_pearson
value: 83.01485484058145
verified: no, type: manhattan_spearman
value: 84.35826862976153
verified: no, task: type: STS
dataset: type: mteb/stsb_multi_mt
name: MTEB STSBenchmarkMultilingualSTS (fr)
config: fr
split: test
revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
metrics: type: cos_sim_pearson
value: 86.15391910168253
verified: no, type: cos_sim_spearman
value: 87.0224186207858
verified: no, type: euclidean_pearson
value: 86.04463800957714
verified: no, type: euclidean_spearman
value: 87.02424394489165
verified: no, type: manhattan_pearson
value: 86.03126279628441
verified: no, type: manhattan_spearman
value: 86.99427177229043
verified: no, task: type: Summarization
dataset: type: lyon-nlp/summarization-summeval-fr-p2p
name: MTEB SummEvalFr
config: default
split: test
revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
metrics: type: cos_sim_pearson
value: 31.415083738613355
verified: no, type: cos_sim_spearman
value: 30.301784303588285
verified: no, type: dot_pearson
value: 31.415089981266963
verified: no, type: dot_spearman
value: 30.286152348575108
verified: no, task: type: Reranking
dataset: type: lyon-nlp/mteb-fr-reranking-syntec-s2p
name: MTEB SyntecReranking
config: default
split: test
revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
metrics: type: map
value: 85.95238095238095
verified: no, type: mrr
value: 85.95238095238095
verified: no, type: nAUC_map_diff1
value: 70.42176052252755
verified: no, type: nAUC_map_max
value: 19.806028833551718
verified: no, type: nAUC_mrr_diff1
value: 70.42176052252755
verified: no, type: nAUC_mrr_max
value: 19.806028833551718
verified: no, task: type: Retrieval
dataset: type: lyon-nlp/mteb-fr-retrieval-syntec-s2p
name: MTEB SyntecRetrieval
config: default
split: test
revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
metrics: type: map_at_1
value: 69
verified: no, type: map_at_10
value: 79.668
verified: no, type: map_at_100
value: 79.791
verified: no, type: map_at_1000
value: 79.791
verified: no, type: map_at_20
value: 79.751
verified: no, type: map_at_3
value: 78.167
verified: no, type: map_at_5
value: 79.067
verified: no, type: mrr_at_1
value: 69
verified: no, type: mrr_at_10
value: 79.66785714285714
verified: no, type: mrr_at_100
value: 79.7911904761905
verified: no, type: mrr_at_1000
value: 79.7911904761905
verified: no, type: mrr_at_20
value: 79.75119047619049
verified: no, type: mrr_at_3
value: 78.16666666666666
verified: no, type: mrr_at_5
value: 79.06666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 57.567834845260215
verified: no, type: nauc_map_at_1000_max
value: 19.884081021539316
verified: no, type: nauc_map_at_100_diff1
value: 57.567834845260215
verified: no, type: nauc_map_at_100_max
value: 19.884081021539316
verified: no, type: nauc_map_at_10_diff1
value: 57.58744042822529
verified: no, type: nauc_map_at_10_max
value: 20.086792005769567
verified: no, type: nauc_map_at_1_diff1
value: 58.094784556502134
verified: no, type: nauc_map_at_1_max
value: 16.46471594616999
verified: no, type: nauc_map_at_20_diff1
value: 57.51896058548769
verified: no, type: nauc_map_at_20_max
value: 19.71285790868927
verified: no, type: nauc_map_at_3_diff1
value: 57.896383908331885
verified: no, type: nauc_map_at_3_max
value: 19.524006306996704
verified: no, type: nauc_map_at_5_diff1
value: 57.45922462199208
verified: no, type: nauc_map_at_5_max
value: 21.48138549193403
verified: no, type: nauc_mrr_at_1000_diff1
value: 57.567834845260215
verified: no, type: nauc_mrr_at_1000_max
value: 19.884081021539316
verified: no, type: nauc_mrr_at_100_diff1
value: 57.567834845260215
verified: no, type: nauc_mrr_at_100_max
value: 19.884081021539316
verified: no, type: nauc_mrr_at_10_diff1
value: 57.58744042822529
verified: no, type: nauc_mrr_at_10_max
value: 20.086792005769567
verified: no, type: nauc_mrr_at_1_diff1
value: 58.094784556502134
verified: no, type: nauc_mrr_at_1_max
value: 16.46471594616999
verified: no, type: nauc_mrr_at_20_diff1
value: 57.51896058548769
verified: no, type: nauc_mrr_at_20_max
value: 19.71285790868927
verified: no, type: nauc_mrr_at_3_diff1
value: 57.896383908331885
verified: no, type: nauc_mrr_at_3_max
value: 19.524006306996704
verified: no, type: nauc_mrr_at_5_diff1
value: 57.45922462199208
verified: no, type: nauc_mrr_at_5_max
value: 21.48138549193403
verified: no, type: nauc_ndcg_at_1000_diff1
value: 57.45681586498414
verified: no, type: nauc_ndcg_at_1000_max
value: 20.083159493214627
verified: no, type: nauc_ndcg_at_100_diff1
value: 57.45681586498414
verified: no, type: nauc_ndcg_at_100_max
value: 20.083159493214627
verified: no, type: nauc_ndcg_at_10_diff1
value: 57.41282118307387
verified: no, type: nauc_ndcg_at_10_max
value: 20.46449823725533
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.094784556502134
verified: no, type: nauc_ndcg_at_1_max
value: 16.46471594616999
verified: no, type: nauc_ndcg_at_20_diff1
value: 57.121174268460486
verified: no, type: nauc_ndcg_at_20_max
value: 18.898176707436974
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.98367634437588
verified: no, type: nauc_ndcg_at_3_max
value: 20.131770232644623
verified: no, type: nauc_ndcg_at_5_diff1
value: 56.88983122749084
verified: no, type: nauc_ndcg_at_5_max
value: 24.213859501270516
verified: no, type: nauc_precision_at_1000_diff1
value: nan
verified: no, type: nauc_precision_at_1000_max
value: nan
verified: no, type: nauc_precision_at_100_diff1
value: nan
verified: no, type: nauc_precision_at_100_max
value: nan
verified: no, type: nauc_precision_at_10_diff1
value: 54.014939309057695
verified: no, type: nauc_precision_at_10_max
value: 21.82539682539744
verified: no, type: nauc_precision_at_1_diff1
value: 58.094784556502134
verified: no, type: nauc_precision_at_1_max
value: 16.46471594616999
verified: no, type: nauc_precision_at_20_diff1
value: 35.80765639589114
verified: no, type: nauc_precision_at_20_max
value: -56.34920634920767
verified: no, type: nauc_precision_at_3_diff1
value: 58.57142857142844
verified: no, type: nauc_precision_at_3_max
value: 23.053221288515303
verified: no, type: nauc_precision_at_5_diff1
value: 51.26050420168061
verified: no, type: nauc_precision_at_5_max
value: 49.00404606286964
verified: no, type: nauc_recall_at_1000_diff1
value: nan
verified: no, type: nauc_recall_at_1000_max
value: nan
verified: no, type: nauc_recall_at_100_diff1
value: nan
verified: no, type: nauc_recall_at_100_max
value: nan
verified: no, type: nauc_recall_at_10_diff1
value: 54.0149393090569
verified: no, type: nauc_recall_at_10_max
value: 21.825396825396858
verified: no, type: nauc_recall_at_1_diff1
value: 58.094784556502134
verified: no, type: nauc_recall_at_1_max
value: 16.46471594616999
verified: no, type: nauc_recall_at_20_diff1
value: 35.80765639589109
verified: no, type: nauc_recall_at_20_max
value: -56.34920634920657
verified: no, type: nauc_recall_at_3_diff1
value: 58.571428571428505
verified: no, type: nauc_recall_at_3_max
value: 23.05322128851543
verified: no, type: nauc_recall_at_5_diff1
value: 51.260504201680824
verified: no, type: nauc_recall_at_5_max
value: 49.004046062869584
verified: no, type: ndcg_at_1
value: 69
verified: no, type: ndcg_at_10
value: 84.198
verified: no, type: ndcg_at_100
value: 84.681
verified: no, type: ndcg_at_1000
value: 84.681
verified: no, type: ndcg_at_20
value: 84.46900000000001
verified: no, type: ndcg_at_3
value: 81.202
verified: no, type: ndcg_at_5
value: 82.837
verified: no, type: precision_at_1
value: 69
verified: no, type: precision_at_10
value: 9.8
verified: no, type: precision_at_100
value: 1
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.95
verified: no, type: precision_at_3
value: 30
verified: no, type: precision_at_5
value: 18.8
verified: no, type: recall_at_1
value: 69
verified: no, type: recall_at_10
value: 98
verified: no, type: recall_at_100
value: 100
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 99
verified: no, type: recall_at_3
value: 90
verified: no, type: recall_at_5
value: 94
verified: no, task: type: Retrieval
dataset: type: jinaai/xpqa
name: MTEB XPQARetrieval (fr)
config: fr
split: test
revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
metrics: type: map_at_1
value: 37.454
verified: no, type: map_at_10
value: 59.729
verified: no, type: map_at_100
value: 61.231
verified: no, type: map_at_1000
value: 61.282000000000004
verified: no, type: map_at_20
value: 60.675000000000004
verified: no, type: map_at_3
value: 53.425999999999995
verified: no, type: map_at_5
value: 57.565999999999995
verified: no, type: mrr_at_1
value: 59.279038718291055
verified: no, type: mrr_at_10
value: 68.25534575200794
verified: no, type: mrr_at_100
value: 68.80659018708569
verified: no, type: mrr_at_1000
value: 68.81865645170022
verified: no, type: mrr_at_20
value: 68.62067293285176
verified: no, type: mrr_at_3
value: 66.24388072986201
verified: no, type: mrr_at_5
value: 67.57231864708496
verified: no, type: nauc_map_at_1000_diff1
value: 47.188346029255904
verified: no, type: nauc_map_at_1000_max
value: 49.17571323638286
verified: no, type: nauc_map_at_100_diff1
value: 47.16123074739342
verified: no, type: nauc_map_at_100_max
value: 49.19310263766242
verified: no, type: nauc_map_at_10_diff1
value: 47.06916702645733
verified: no, type: nauc_map_at_10_max
value: 48.71944957298283
verified: no, type: nauc_map_at_1_diff1
value: 59.84256327261954
verified: no, type: nauc_map_at_1_max
value: 32.90724281546186
verified: no, type: nauc_map_at_20_diff1
value: 46.88963870698908
verified: no, type: nauc_map_at_20_max
value: 48.837735052949604
verified: no, type: nauc_map_at_3_diff1
value: 49.17542430030986
verified: no, type: nauc_map_at_3_max
value: 43.2855626692105
verified: no, type: nauc_map_at_5_diff1
value: 46.947951705937555
verified: no, type: nauc_map_at_5_max
value: 47.00840211882553
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.082943973528565
verified: no, type: nauc_mrr_at_1000_max
value: 55.52321995030937
verified: no, type: nauc_mrr_at_100_diff1
value: 55.08053171175168
verified: no, type: nauc_mrr_at_100_max
value: 55.52564563109655
verified: no, type: nauc_mrr_at_10_diff1
value: 54.77154085090217
verified: no, type: nauc_mrr_at_10_max
value: 55.49364009135962
verified: no, type: nauc_mrr_at_1_diff1
value: 59.73731850363215
verified: no, type: nauc_mrr_at_1_max
value: 56.85669277331276
verified: no, type: nauc_mrr_at_20_diff1
value: 55.03367328751308
verified: no, type: nauc_mrr_at_20_max
value: 55.455991589323304
verified: no, type: nauc_mrr_at_3_diff1
value: 54.93497528080088
verified: no, type: nauc_mrr_at_3_max
value: 55.18680886181823
verified: no, type: nauc_mrr_at_5_diff1
value: 54.54195519307725
verified: no, type: nauc_mrr_at_5_max
value: 55.4153590074824
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.58663186947544
verified: no, type: nauc_ndcg_at_1000_max
value: 51.99609046381255
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.03018958632311
verified: no, type: nauc_ndcg_at_100_max
value: 52.125240134521114
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.8502876003221
verified: no, type: nauc_ndcg_at_10_max
value: 50.503877687033835
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.73731850363215
verified: no, type: nauc_ndcg_at_1_max
value: 56.85669277331276
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.84490807723349
verified: no, type: nauc_ndcg_at_20_max
value: 50.52318724553352
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.45898183007377
verified: no, type: nauc_ndcg_at_3_max
value: 48.81807045626343
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.27687550860212
verified: no, type: nauc_ndcg_at_5_max
value: 48.524704004044295
verified: no, type: nauc_precision_at_1000_diff1
value: -18.94279209896168
verified: no, type: nauc_precision_at_1000_max
value: 14.915754364583092
verified: no, type: nauc_precision_at_100_diff1
value: -17.608482478959505
verified: no, type: nauc_precision_at_100_max
value: 18.949680192042006
verified: no, type: nauc_precision_at_10_diff1
value: -7.9400256804121385
verified: no, type: nauc_precision_at_10_max
value: 28.840998769682585
verified: no, type: nauc_precision_at_1_diff1
value: 59.73731850363215
verified: no, type: nauc_precision_at_1_max
value: 56.85669277331276
verified: no, type: nauc_precision_at_20_diff1
value: -13.001497535637426
verified: no, type: nauc_precision_at_20_max
value: 23.362385750737513
verified: no, type: nauc_precision_at_3_diff1
value: 5.181216436208995
verified: no, type: nauc_precision_at_3_max
value: 36.84098890657479
verified: no, type: nauc_precision_at_5_diff1
value: -3.1561904832474466
verified: no, type: nauc_precision_at_5_max
value: 33.445624155484644
verified: no, type: nauc_recall_at_1000_diff1
value: 32.404068350548236
verified: no, type: nauc_recall_at_1000_max
value: 42.69981564475632
verified: no, type: nauc_recall_at_100_diff1
value: 24.30279254543539
verified: no, type: nauc_recall_at_100_max
value: 47.25263562130483
verified: no, type: nauc_recall_at_10_diff1
value: 34.095052463639355
verified: no, type: nauc_recall_at_10_max
value: 42.41582396664135
verified: no, type: nauc_recall_at_1_diff1
value: 59.84256327261954
verified: no, type: nauc_recall_at_1_max
value: 32.90724281546186
verified: no, type: nauc_recall_at_20_diff1
value: 30.621144467577782
verified: no, type: nauc_recall_at_20_max
value: 38.964128296844216
verified: no, type: nauc_recall_at_3_diff1
value: 40.61968199464558
verified: no, type: nauc_recall_at_3_max
value: 36.5150764611547
verified: no, type: nauc_recall_at_5_diff1
value: 34.535585254334265
verified: no, type: nauc_recall_at_5_max
value: 39.98160090846506
verified: no, type: ndcg_at_1
value: 59.279
verified: no, type: ndcg_at_10
value: 66.434
verified: no, type: ndcg_at_100
value: 71.32
verified: no, type: ndcg_at_1000
value: 72.04899999999999
verified: no, type: ndcg_at_20
value: 68.75
verified: no, type: ndcg_at_3
value: 61.144
verified: no, type: ndcg_at_5
value: 63.047
verified: no, type: precision_at_1
value: 59.279
verified: no, type: precision_at_10
value: 15.554000000000002
verified: no, type: precision_at_100
value: 1.965
verified: no, type: precision_at_1000
value: 0.20600000000000002
verified: no, type: precision_at_20
value: 8.598
verified: no, type: precision_at_3
value: 37.561
verified: no, type: precision_at_5
value: 26.968999999999998
verified: no, type: recall_at_1
value: 37.454
verified: no, type: recall_at_10
value: 76.629
verified: no, type: recall_at_100
value: 95.138
verified: no, type: recall_at_1000
value: 99.655
verified: no, type: recall_at_20
value: 84.11699999999999
verified: no, type: recall_at_3
value: 59.884
verified: no, type: recall_at_5
value: 68.556
verified: no, task: type: Classification
dataset: type: mteb/amazon_counterfactual
name: MTEB AmazonCounterfactualClassification (en)
config: en
split: test
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
metrics: type: accuracy
value: 78.19402985074629
verified: no, type: ap
value: 41.57371176187882
verified: no, type: ap_weighted
value: 41.57371176187882
verified: no, type: f1
value: 72.09309315449407
verified: no, type: f1_weighted
value: 80.00505225103721
verified: no, task: type: Classification
dataset: type: mteb/amazon_polarity
name: MTEB AmazonPolarityClassification
config: default
split: test
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
metrics: type: accuracy
value: 90.69565
verified: no, type: ap
value: 87.20602734201051
verified: no, type: ap_weighted
value: 87.20602734201051
verified: no, type: f1
value: 90.68451855153312
verified: no, type: f1_weighted
value: 90.68451855153312
verified: no, task: type: Classification
dataset: type: mteb/amazon_reviews_multi
name: MTEB AmazonReviewsClassification (en)
config: en
split: test
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
metrics: type: accuracy
value: 47.93600000000001
verified: no, type: f1
value: 46.501364617676295
verified: no, type: f1_weighted
value: 46.50136461767628
verified: no, task: type: Retrieval
dataset: type: mteb/arguana
name: MTEB ArguAna
config: default
split: test
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
metrics: type: map_at_1
value: 30.014000000000003
verified: no, type: map_at_10
value: 46.554
verified: no, type: map_at_100
value: 47.374
verified: no, type: map_at_1000
value: 47.377
verified: no, type: map_at_20
value: 47.258
verified: no, type: map_at_3
value: 41.323
verified: no, type: map_at_5
value: 44.391999999999996
verified: no, type: mrr_at_1
value: 30.440967283072546
verified: no, type: mrr_at_10
value: 46.711768159136604
verified: no, type: mrr_at_100
value: 47.538967857374644
verified: no, type: mrr_at_1000
value: 47.542068835741816
verified: no, type: mrr_at_20
value: 47.422917075943836
verified: no, type: mrr_at_3
value: 41.48885727833096
verified: no, type: mrr_at_5
value: 44.55784732100524
verified: no, type: nauc_map_at_1000_diff1
value: 7.6518211870914215
verified: no, type: nauc_map_at_1000_max
value: -10.684552114979383
verified: no, type: nauc_map_at_100_diff1
value: 7.656106287133195
verified: no, type: nauc_map_at_100_max
value: -10.68027433120124
verified: no, type: nauc_map_at_10_diff1
value: 7.770440175757533
verified: no, type: nauc_map_at_10_max
value: -10.444279562177176
verified: no, type: nauc_map_at_1_diff1
value: 9.646653573653193
verified: no, type: nauc_map_at_1_max
value: -12.191767601922637
verified: no, type: nauc_map_at_20_diff1
value: 7.670546318998091
verified: no, type: nauc_map_at_20_max
value: -10.578685600766276
verified: no, type: nauc_map_at_3_diff1
value: 7.932525764083823
verified: no, type: nauc_map_at_3_max
value: -11.166242804817701
verified: no, type: nauc_map_at_5_diff1
value: 7.0892133434661515
verified: no, type: nauc_map_at_5_max
value: -10.829011883079351
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.544773528828528
verified: no, type: nauc_mrr_at_1000_max
value: -11.303671909227932
verified: no, type: nauc_mrr_at_100_diff1
value: 6.549166052428763
verified: no, type: nauc_mrr_at_100_max
value: -11.299336735364719
verified: no, type: nauc_mrr_at_10_diff1
value: 6.653925049219008
verified: no, type: nauc_mrr_at_10_max
value: -11.081039433083244
verified: no, type: nauc_mrr_at_1_diff1
value: 8.394062483723184
verified: no, type: nauc_mrr_at_1_max
value: -12.66533134347915
verified: no, type: nauc_mrr_at_20_diff1
value: 6.56854492054585
verified: no, type: nauc_mrr_at_20_max
value: -11.194548037319171
verified: no, type: nauc_mrr_at_3_diff1
value: 6.891320677829977
verified: no, type: nauc_mrr_at_3_max
value: -11.70764455911193
verified: no, type: nauc_mrr_at_5_diff1
value: 6.062371803493383
verified: no, type: nauc_mrr_at_5_max
value: -11.381227727849522
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.526059324989312
verified: no, type: nauc_ndcg_at_1000_max
value: -10.106189267639783
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.638616834366962
verified: no, type: nauc_ndcg_at_100_max
value: -9.964210357553782
verified: no, type: nauc_ndcg_at_10_diff1
value: 8.003174440708406
verified: no, type: nauc_ndcg_at_10_max
value: -8.77943407411311
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.646653573653193
verified: no, type: nauc_ndcg_at_1_max
value: -12.191767601922637
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.725293263852487
verified: no, type: nauc_ndcg_at_20_max
value: -9.133349757489318
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.706553072166292
verified: no, type: nauc_ndcg_at_3_max
value: -10.728722029578856
verified: no, type: nauc_ndcg_at_5_diff1
value: 6.172713913900365
verified: no, type: nauc_ndcg_at_5_max
value: -9.968139051699756
verified: no, type: nauc_precision_at_1000_diff1
value: -2.6984056766826683
verified: no, type: nauc_precision_at_1000_max
value: 18.24025472404024
verified: no, type: nauc_precision_at_100_diff1
value: 26.731821288726067
verified: no, type: nauc_precision_at_100_max
value: 33.37949043353564
verified: no, type: nauc_precision_at_10_diff1
value: 11.194115052979745
verified: no, type: nauc_precision_at_10_max
value: 3.641866414806816
verified: no, type: nauc_precision_at_1_diff1
value: 9.646653573653193
verified: no, type: nauc_precision_at_1_max
value: -12.191767601922637
verified: no, type: nauc_precision_at_20_diff1
value: 13.092287471108587
verified: no, type: nauc_precision_at_20_max
value: 20.7021272808658
verified: no, type: nauc_precision_at_3_diff1
value: 7.133407073291083
verified: no, type: nauc_precision_at_3_max
value: -9.377928260039624
verified: no, type: nauc_precision_at_5_diff1
value: 2.774426521753896
verified: no, type: nauc_precision_at_5_max
value: -6.601100615009791
verified: no, type: nauc_recall_at_1000_diff1
value: -2.6984056766845947
verified: no, type: nauc_recall_at_1000_max
value: 18.240254724037225
verified: no, type: nauc_recall_at_100_diff1
value: 26.731821288725556
verified: no, type: nauc_recall_at_100_max
value: 33.379490433531856
verified: no, type: nauc_recall_at_10_diff1
value: 11.194115052979765
verified: no, type: nauc_recall_at_10_max
value: 3.641866414806695
verified: no, type: nauc_recall_at_1_diff1
value: 9.646653573653193
verified: no, type: nauc_recall_at_1_max
value: -12.191767601922637
verified: no, type: nauc_recall_at_20_diff1
value: 13.092287471108433
verified: no, type: nauc_recall_at_20_max
value: 20.702127280865565
verified: no, type: nauc_recall_at_3_diff1
value: 7.133407073291095
verified: no, type: nauc_recall_at_3_max
value: -9.377928260039656
verified: no, type: nauc_recall_at_5_diff1
value: 2.7744265217538717
verified: no, type: nauc_recall_at_5_max
value: -6.60110061500983
verified: no, type: ndcg_at_1
value: 30.014000000000003
verified: no, type: ndcg_at_10
value: 55.888000000000005
verified: no, type: ndcg_at_100
value: 59.105
verified: no, type: ndcg_at_1000
value: 59.172000000000004
verified: no, type: ndcg_at_20
value: 58.351
verified: no, type: ndcg_at_3
value: 45.182
verified: no, type: ndcg_at_5
value: 50.70099999999999
verified: no, type: precision_at_1
value: 30.014000000000003
verified: no, type: precision_at_10
value: 8.57
verified: no, type: precision_at_100
value: 0.991
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.7620000000000005
verified: no, type: precision_at_3
value: 18.8
verified: no, type: precision_at_5
value: 13.954
verified: no, type: recall_at_1
value: 30.014000000000003
verified: no, type: recall_at_10
value: 85.70400000000001
verified: no, type: recall_at_100
value: 99.14699999999999
verified: no, type: recall_at_1000
value: 99.644
verified: no, type: recall_at_20
value: 95.235
verified: no, type: recall_at_3
value: 56.401
verified: no, type: recall_at_5
value: 69.772
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-p2p
name: MTEB ArxivClusteringP2P
config: default
split: test
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
metrics: type: v_measure
value: 46.17799646172208
verified: no, type: v_measures
value: 0.4723643361016671, 0.47021470393991005, 0.4665618875983067, 0.4694759882110438, 0.4710825932088269
verified: no, task: type: Clustering
dataset: type: mteb/arxiv-clustering-s2s
name: MTEB ArxivClusteringS2S
config: default
split: test
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
metrics: type: v_measure
value: 38.95382181977256
verified: no, type: v_measures
value: 0.37434399646466177, 0.4073444922309873, 0.39190374625714786, 0.3822490240275778, 0.40695566104112885
verified: no, task: type: Reranking
dataset: type: mteb/askubuntudupquestions-reranking
name: MTEB AskUbuntuDupQuestions
config: default
split: test
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
metrics: type: map
value: 60.77428226049288
verified: no, type: mrr
value: 74.66231367893418
verified: no, type: nAUC_map_diff1
value: 8.088030406617092
verified: no, type: nAUC_map_max
value: 20.837499060141965
verified: no, type: nAUC_mrr_diff1
value: 14.808914539705173
verified: no, type: nAUC_mrr_max
value: 32.61075208984127
verified: no, task: type: STS
dataset: type: mteb/biosses-sts
name: MTEB BIOSSES
config: default
split: test
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
metrics: type: cos_sim_pearson
value: 90.14203628237179
verified: no, type: cos_sim_spearman
value: 87.86103811793475
verified: no, type: euclidean_pearson
value: 89.1570350222214
verified: no, type: euclidean_spearman
value: 87.86103811793475
verified: no, type: manhattan_pearson
value: 88.89930974259032
verified: no, type: manhattan_spearman
value: 87.87188173850797
verified: no, task: type: Classification
dataset: type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics: type: accuracy
value: 80.99025974025975
verified: no, type: f1
value: 80.34391357314699
verified: no, type: f1_weighted
value: 80.34391357314702
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-p2p
name: MTEB BiorxivClusteringP2P
config: default
split: test
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
metrics: type: v_measure
value: 37.413831528948
verified: no, type: v_measures
value: 0.36284135654233984, 0.3894746578427554, 0.3687193652607847, 0.369732449263521, 0.37046011245380284
verified: no, task: type: Clustering
dataset: type: mteb/biorxiv-clustering-s2s
name: MTEB BiorxivClusteringS2S
config: default
split: test
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
metrics: type: v_measure
value: 34.952359512754214
verified: no, type: v_measures
value: 0.33651162601651474, 0.34349610750910153, 0.3497787542108308, 0.3354268169706765, 0.3423103936159304
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-android
name: MTEB CQADupstackAndroidRetrieval
config: default
split: test
revision: f46a197baaae43b4f621051089b82a364682dfeb
metrics: type: map_at_1
value: 33.042
verified: no, type: map_at_10
value: 44.330999999999996
verified: no, type: map_at_100
value: 45.94
verified: no, type: map_at_1000
value: 46.06
verified: no, type: map_at_20
value: 45.303
verified: no, type: map_at_3
value: 40.338
verified: no, type: map_at_5
value: 42.626999999999995
verified: no, type: mrr_at_1
value: 41.48783977110158
verified: no, type: mrr_at_10
value: 51.47898358198787
verified: no, type: mrr_at_100
value: 52.20317087348633
verified: no, type: mrr_at_1000
value: 52.23993132896152
verified: no, type: mrr_at_20
value: 51.952609512502676
verified: no, type: mrr_at_3
value: 48.80782069623272
verified: no, type: mrr_at_5
value: 50.37434430138291
verified: no, type: nauc_map_at_1000_diff1
value: 48.89688396225479
verified: no, type: nauc_map_at_1000_max
value: 39.51982543452405
verified: no, type: nauc_map_at_100_diff1
value: 48.84486047376536
verified: no, type: nauc_map_at_100_max
value: 39.47618125790692
verified: no, type: nauc_map_at_10_diff1
value: 48.64778903091507
verified: no, type: nauc_map_at_10_max
value: 38.65727315638928
verified: no, type: nauc_map_at_1_diff1
value: 52.718043416663264
verified: no, type: nauc_map_at_1_max
value: 36.05458738264693
verified: no, type: nauc_map_at_20_diff1
value: 48.674520991493274
verified: no, type: nauc_map_at_20_max
value: 39.13049374867919
verified: no, type: nauc_map_at_3_diff1
value: 48.856641802372955
verified: no, type: nauc_map_at_3_max
value: 36.39687289406316
verified: no, type: nauc_map_at_5_diff1
value: 48.5068735124891
verified: no, type: nauc_map_at_5_max
value: 37.94774282180534
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.86529654190889
verified: no, type: nauc_mrr_at_1000_max
value: 42.945676316661455
verified: no, type: nauc_mrr_at_100_diff1
value: 50.86738962836933
verified: no, type: nauc_mrr_at_100_max
value: 42.93895809947348
verified: no, type: nauc_mrr_at_10_diff1
value: 50.80787884821388
verified: no, type: nauc_mrr_at_10_max
value: 43.06530286605344
verified: no, type: nauc_mrr_at_1_diff1
value: 54.91425946606372
verified: no, type: nauc_mrr_at_1_max
value: 42.88388878131396
verified: no, type: nauc_mrr_at_20_diff1
value: 50.773844073424556
verified: no, type: nauc_mrr_at_20_max
value: 42.91601484038108
verified: no, type: nauc_mrr_at_3_diff1
value: 51.455139461166624
verified: no, type: nauc_mrr_at_3_max
value: 42.68923339240631
verified: no, type: nauc_mrr_at_5_diff1
value: 50.93357041799253
verified: no, type: nauc_mrr_at_5_max
value: 42.897260914203045
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.825613953213015
verified: no, type: nauc_ndcg_at_1000_max
value: 41.78992987142924
verified: no, type: nauc_ndcg_at_100_diff1
value: 48.15913399970223
verified: no, type: nauc_ndcg_at_100_max
value: 41.50178459973945
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.386623100508864
verified: no, type: nauc_ndcg_at_10_max
value: 40.43396398321854
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.91425946606372
verified: no, type: nauc_ndcg_at_1_max
value: 42.88388878131396
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.30049480608728
verified: no, type: nauc_ndcg_at_20_max
value: 40.672480439383726
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.48278253566928
verified: no, type: nauc_ndcg_at_3_max
value: 39.06887235132945
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.324309938750154
verified: no, type: nauc_ndcg_at_5_max
value: 39.9475104940194
verified: no, type: nauc_precision_at_1000_diff1
value: -8.854973706380369
verified: no, type: nauc_precision_at_1000_max
value: 2.0466638723983874
verified: no, type: nauc_precision_at_100_diff1
value: -0.9047567876867986
verified: no, type: nauc_precision_at_100_max
value: 14.436598502482099
verified: no, type: nauc_precision_at_10_diff1
value: 16.81131823944348
verified: no, type: nauc_precision_at_10_max
value: 31.222844580594227
verified: no, type: nauc_precision_at_1_diff1
value: 54.91425946606372
verified: no, type: nauc_precision_at_1_max
value: 42.88388878131396
verified: no, type: nauc_precision_at_20_diff1
value: 8.91236626494447
verified: no, type: nauc_precision_at_20_max
value: 25.700031761460394
verified: no, type: nauc_precision_at_3_diff1
value: 33.62613953132739
verified: no, type: nauc_precision_at_3_max
value: 36.81289621298019
verified: no, type: nauc_precision_at_5_diff1
value: 24.28512312107285
verified: no, type: nauc_precision_at_5_max
value: 35.445710974295665
verified: no, type: nauc_recall_at_1000_diff1
value: 41.20343859145517
verified: no, type: nauc_recall_at_1000_max
value: 61.44192065212247
verified: no, type: nauc_recall_at_100_diff1
value: 34.59097958116937
verified: no, type: nauc_recall_at_100_max
value: 41.235073100728385
verified: no, type: nauc_recall_at_10_diff1
value: 35.80526424971499
verified: no, type: nauc_recall_at_10_max
value: 35.01947143696681
verified: no, type: nauc_recall_at_1_diff1
value: 52.718043416663264
verified: no, type: nauc_recall_at_1_max
value: 36.05458738264693
verified: no, type: nauc_recall_at_20_diff1
value: 33.1496774921526
verified: no, type: nauc_recall_at_20_max
value: 35.42909868847532
verified: no, type: nauc_recall_at_3_diff1
value: 42.029271302810116
verified: no, type: nauc_recall_at_3_max
value: 32.53905541437273
verified: no, type: nauc_recall_at_5_diff1
value: 38.51927212842635
verified: no, type: nauc_recall_at_5_max
value: 34.3176010851305
verified: no, type: ndcg_at_1
value: 41.488
verified: no, type: ndcg_at_10
value: 51.144999999999996
verified: no, type: ndcg_at_100
value: 56.518
verified: no, type: ndcg_at_1000
value: 58.229
verified: no, type: ndcg_at_20
value: 53.543
verified: no, type: ndcg_at_3
value: 45.822
verified: no, type: ndcg_at_5
value: 48.278
verified: no, type: precision_at_1
value: 41.488
verified: no, type: precision_at_10
value: 9.943
verified: no, type: precision_at_100
value: 1.568
verified: no, type: precision_at_1000
value: 0.2
verified: no, type: precision_at_20
value: 5.937
verified: no, type: precision_at_3
value: 22.175
verified: no, type: precision_at_5
value: 16.166
verified: no, type: recall_at_1
value: 33.042
verified: no, type: recall_at_10
value: 63.307
verified: no, type: recall_at_100
value: 85.702
verified: no, type: recall_at_1000
value: 96.542
verified: no, type: recall_at_20
value: 72.031
verified: no, type: recall_at_3
value: 47.339999999999996
verified: no, type: recall_at_5
value: 54.605000000000004
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-english
name: MTEB CQADupstackEnglishRetrieval
config: default
split: test
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
metrics: type: map_at_1
value: 25.799
verified: no, type: map_at_10
value: 35.142
verified: no, type: map_at_100
value: 36.352000000000004
verified: no, type: map_at_1000
value: 36.482
verified: no, type: map_at_20
value: 35.782000000000004
verified: no, type: map_at_3
value: 32.580999999999996
verified: no, type: map_at_5
value: 33.953
verified: no, type: mrr_at_1
value: 32.22929936305732
verified: no, type: mrr_at_10
value: 40.52792943079566
verified: no, type: mrr_at_100
value: 41.29468360785318
verified: no, type: mrr_at_1000
value: 41.34756133983024
verified: no, type: mrr_at_20
value: 40.977132571875295
verified: no, type: mrr_at_3
value: 38.535031847133745
verified: no, type: mrr_at_5
value: 39.60828025477706
verified: no, type: nauc_map_at_1000_diff1
value: 48.53888035316322
verified: no, type: nauc_map_at_1000_max
value: 38.885071022650244
verified: no, type: nauc_map_at_100_diff1
value: 48.57301602413753
verified: no, type: nauc_map_at_100_max
value: 38.84549426874644
verified: no, type: nauc_map_at_10_diff1
value: 48.77594440671453
verified: no, type: nauc_map_at_10_max
value: 38.18916807035125
verified: no, type: nauc_map_at_1_diff1
value: 53.7151009143777
verified: no, type: nauc_map_at_1_max
value: 35.67797250661703
verified: no, type: nauc_map_at_20_diff1
value: 48.741754265789446
verified: no, type: nauc_map_at_20_max
value: 38.68568816358472
verified: no, type: nauc_map_at_3_diff1
value: 49.80638050841809
verified: no, type: nauc_map_at_3_max
value: 37.62441778614408
verified: no, type: nauc_map_at_5_diff1
value: 49.144942257915616
verified: no, type: nauc_map_at_5_max
value: 38.02201040966136
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.53755489603709
verified: no, type: nauc_mrr_at_1000_max
value: 39.8275293867551
verified: no, type: nauc_mrr_at_100_diff1
value: 47.52218111509617
verified: no, type: nauc_mrr_at_100_max
value: 39.81919277633853
verified: no, type: nauc_mrr_at_10_diff1
value: 47.580170749058325
verified: no, type: nauc_mrr_at_10_max
value: 39.80714471500064
verified: no, type: nauc_mrr_at_1_diff1
value: 53.16078794554316
verified: no, type: nauc_mrr_at_1_max
value: 40.85318206812723
verified: no, type: nauc_mrr_at_20_diff1
value: 47.51575634431614
verified: no, type: nauc_mrr_at_20_max
value: 39.88877176053388
verified: no, type: nauc_mrr_at_3_diff1
value: 48.57219468298523
verified: no, type: nauc_mrr_at_3_max
value: 39.99334565930618
verified: no, type: nauc_mrr_at_5_diff1
value: 47.85633780446893
verified: no, type: nauc_mrr_at_5_max
value: 39.62507950702868
verified: no, type: nauc_ndcg_at_1000_diff1
value: 45.36022329851297
verified: no, type: nauc_ndcg_at_1000_max
value: 39.61816922442756
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.473763443711896
verified: no, type: nauc_ndcg_at_100_max
value: 39.528687290793656
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.17836029609691
verified: no, type: nauc_ndcg_at_10_max
value: 38.80359542708498
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.16078794554316
verified: no, type: nauc_ndcg_at_1_max
value: 40.85318206812723
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.010684279423415
verified: no, type: nauc_ndcg_at_20_max
value: 39.65825927104732
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.87796377448456
verified: no, type: nauc_ndcg_at_3_max
value: 39.5303651682398
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.930158462575626
verified: no, type: nauc_ndcg_at_5_max
value: 38.89494195110121
verified: no, type: nauc_precision_at_1000_diff1
value: -10.55140312981742
verified: no, type: nauc_precision_at_1000_max
value: 9.29257821505048
verified: no, type: nauc_precision_at_100_diff1
value: -1.6477250608550713
verified: no, type: nauc_precision_at_100_max
value: 20.26704114790026
verified: no, type: nauc_precision_at_10_diff1
value: 19.231383164295735
verified: no, type: nauc_precision_at_10_max
value: 32.06949418715237
verified: no, type: nauc_precision_at_1_diff1
value: 53.16078794554316
verified: no, type: nauc_precision_at_1_max
value: 40.85318206812723
verified: no, type: nauc_precision_at_20_diff1
value: 12.343661815533256
verified: no, type: nauc_precision_at_20_max
value: 31.16859079177672
verified: no, type: nauc_precision_at_3_diff1
value: 33.98501406059714
verified: no, type: nauc_precision_at_3_max
value: 39.69786673453753
verified: no, type: nauc_precision_at_5_diff1
value: 27.048260073962886
verified: no, type: nauc_precision_at_5_max
value: 36.46400147355659
verified: no, type: nauc_recall_at_1000_diff1
value: 26.736945520548854
verified: no, type: nauc_recall_at_1000_max
value: 40.11949642000136
verified: no, type: nauc_recall_at_100_diff1
value: 32.618233624639096
verified: no, type: nauc_recall_at_100_max
value: 37.471570861127034
verified: no, type: nauc_recall_at_10_diff1
value: 38.24166212483116
verified: no, type: nauc_recall_at_10_max
value: 35.78917554877273
verified: no, type: nauc_recall_at_1_diff1
value: 53.7151009143777
verified: no, type: nauc_recall_at_1_max
value: 35.67797250661703
verified: no, type: nauc_recall_at_20_diff1
value: 37.40989768179516
verified: no, type: nauc_recall_at_20_max
value: 38.83116721748485
verified: no, type: nauc_recall_at_3_diff1
value: 43.87847612583987
verified: no, type: nauc_recall_at_3_max
value: 35.85792223399428
verified: no, type: nauc_recall_at_5_diff1
value: 40.86081574693399
verified: no, type: nauc_recall_at_5_max
value: 35.293665570406915
verified: no, type: ndcg_at_1
value: 32.229
verified: no, type: ndcg_at_10
value: 40.459
verified: no, type: ndcg_at_100
value: 45.226
verified: no, type: ndcg_at_1000
value: 47.528
verified: no, type: ndcg_at_20
value: 42.230000000000004
verified: no, type: ndcg_at_3
value: 36.623
verified: no, type: ndcg_at_5
value: 38.228
verified: no, type: precision_at_1
value: 32.229
verified: no, type: precision_at_10
value: 7.567
verified: no, type: precision_at_100
value: 1.282
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_20
value: 4.513
verified: no, type: precision_at_3
value: 17.813000000000002
verified: no, type: precision_at_5
value: 12.484
verified: no, type: recall_at_1
value: 25.799
verified: no, type: recall_at_10
value: 50.349999999999994
verified: no, type: recall_at_100
value: 70.563
verified: no, type: recall_at_1000
value: 85.531
verified: no, type: recall_at_20
value: 56.728
verified: no, type: recall_at_3
value: 38.853
verified: no, type: recall_at_5
value: 43.412
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gaming
name: MTEB CQADupstackGamingRetrieval
config: default
split: test
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
metrics: type: map_at_1
value: 40.577999999999996
verified: no, type: map_at_10
value: 53.212
verified: no, type: map_at_100
value: 54.226
verified: no, type: map_at_1000
value: 54.282
verified: no, type: map_at_20
value: 53.859
verified: no, type: map_at_3
value: 49.580999999999996
verified: no, type: map_at_5
value: 51.687000000000005
verified: no, type: mrr_at_1
value: 46.33228840125392
verified: no, type: mrr_at_10
value: 56.53291536050165
verified: no, type: mrr_at_100
value: 57.16895265822186
verified: no, type: mrr_at_1000
value: 57.195436719992266
verified: no, type: mrr_at_20
value: 56.96343773126635
verified: no, type: mrr_at_3
value: 53.74085684430517
verified: no, type: mrr_at_5
value: 55.48380355276916
verified: no, type: nauc_map_at_1000_diff1
value: 51.598554728993896
verified: no, type: nauc_map_at_1000_max
value: 39.15548201170092
verified: no, type: nauc_map_at_100_diff1
value: 51.572169653620236
verified: no, type: nauc_map_at_100_max
value: 39.138122726267824
verified: no, type: nauc_map_at_10_diff1
value: 51.706299666815234
verified: no, type: nauc_map_at_10_max
value: 38.664500048817914
verified: no, type: nauc_map_at_1_diff1
value: 54.65549997502165
verified: no, type: nauc_map_at_1_max
value: 33.17776284922168
verified: no, type: nauc_map_at_20_diff1
value: 51.61722904567759
verified: no, type: nauc_map_at_20_max
value: 39.06733683117071
verified: no, type: nauc_map_at_3_diff1
value: 51.75319065227536
verified: no, type: nauc_map_at_3_max
value: 37.649161464056746
verified: no, type: nauc_map_at_5_diff1
value: 51.984911768670905
verified: no, type: nauc_map_at_5_max
value: 37.84708277261099
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.29966271621572
verified: no, type: nauc_mrr_at_1000_max
value: 41.19269678217316
verified: no, type: nauc_mrr_at_100_diff1
value: 51.27647634492216
verified: no, type: nauc_mrr_at_100_max
value: 41.188075434891445
verified: no, type: nauc_mrr_at_10_diff1
value: 51.25933342020841
verified: no, type: nauc_mrr_at_10_max
value: 41.19583058928442
verified: no, type: nauc_mrr_at_1_diff1
value: 54.486057363901296
verified: no, type: nauc_mrr_at_1_max
value: 39.70923841169991
verified: no, type: nauc_mrr_at_20_diff1
value: 51.2663412823939
verified: no, type: nauc_mrr_at_20_max
value: 41.205935007286286
verified: no, type: nauc_mrr_at_3_diff1
value: 51.35186455722468
verified: no, type: nauc_mrr_at_3_max
value: 41.174712489505175
verified: no, type: nauc_mrr_at_5_diff1
value: 51.4936465099448
verified: no, type: nauc_mrr_at_5_max
value: 41.03149465128671
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.70988207357748
verified: no, type: nauc_ndcg_at_1000_max
value: 41.14232544679912
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.042773827923156
verified: no, type: nauc_ndcg_at_100_max
value: 41.08896965715729
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.175621571195414
verified: no, type: nauc_ndcg_at_10_max
value: 40.38913760035848
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.486057363901296
verified: no, type: nauc_ndcg_at_1_max
value: 39.70923841169991
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.06207172334041
verified: no, type: nauc_ndcg_at_20_max
value: 40.983813594676974
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.46764333088301
verified: no, type: nauc_ndcg_at_3_max
value: 39.637132346570354
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.85495861471141
verified: no, type: nauc_ndcg_at_5_max
value: 39.31722283055888
verified: no, type: nauc_precision_at_1000_diff1
value: -12.264915409866878
verified: no, type: nauc_precision_at_1000_max
value: 12.621466086946453
verified: no, type: nauc_precision_at_100_diff1
value: -8.574663908234603
verified: no, type: nauc_precision_at_100_max
value: 18.984908440696007
verified: no, type: nauc_precision_at_10_diff1
value: 12.487528289273806
verified: no, type: nauc_precision_at_10_max
value: 30.906956883213777
verified: no, type: nauc_precision_at_1_diff1
value: 54.486057363901296
verified: no, type: nauc_precision_at_1_max
value: 39.70923841169991
verified: no, type: nauc_precision_at_20_diff1
value: 3.220510277389277
verified: no, type: nauc_precision_at_20_max
value: 28.088902012149426
verified: no, type: nauc_precision_at_3_diff1
value: 31.914576103337044
verified: no, type: nauc_precision_at_3_max
value: 38.9802507491805
verified: no, type: nauc_precision_at_5_diff1
value: 24.4322963915954
verified: no, type: nauc_precision_at_5_max
value: 34.412198187901645
verified: no, type: nauc_recall_at_1000_diff1
value: 49.484820907450114
verified: no, type: nauc_recall_at_1000_max
value: 72.27913694185548
verified: no, type: nauc_recall_at_100_diff1
value: 34.33945500829377
verified: no, type: nauc_recall_at_100_max
value: 47.19595321254844
verified: no, type: nauc_recall_at_10_diff1
value: 42.51513987913315
verified: no, type: nauc_recall_at_10_max
value: 40.64530426633379
verified: no, type: nauc_recall_at_1_diff1
value: 54.65549997502165
verified: no, type: nauc_recall_at_1_max
value: 33.17776284922168
verified: no, type: nauc_recall_at_20_diff1
value: 39.931766770782424
verified: no, type: nauc_recall_at_20_max
value: 43.462236338673506
verified: no, type: nauc_recall_at_3_diff1
value: 47.01169666298634
verified: no, type: nauc_recall_at_3_max
value: 38.71661483121504
verified: no, type: nauc_recall_at_5_diff1
value: 46.636973604810436
verified: no, type: nauc_recall_at_5_max
value: 37.93651923057122
verified: no, type: ndcg_at_1
value: 46.332
verified: no, type: ndcg_at_10
value: 59.3
verified: no, type: ndcg_at_100
value: 63.144999999999996
verified: no, type: ndcg_at_1000
value: 64.196
verified: no, type: ndcg_at_20
value: 61.129999999999995
verified: no, type: ndcg_at_3
value: 53.20700000000001
verified: no, type: ndcg_at_5
value: 56.289
verified: no, type: precision_at_1
value: 46.332
verified: no, type: precision_at_10
value: 9.618
verified: no, type: precision_at_100
value: 1.2449999999999999
verified: no, type: precision_at_1000
value: 0.13699999999999998
verified: no, type: precision_at_20
value: 5.379
verified: no, type: precision_at_3
value: 23.636
verified: no, type: precision_at_5
value: 16.414
verified: no, type: recall_at_1
value: 40.577999999999996
verified: no, type: recall_at_10
value: 73.92800000000001
verified: no, type: recall_at_100
value: 90.335
verified: no, type: recall_at_1000
value: 97.7
verified: no, type: recall_at_20
value: 80.67
verified: no, type: recall_at_3
value: 57.777
verified: no, type: recall_at_5
value: 65.264
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-gis
name: MTEB CQADupstackGisRetrieval
config: default
split: test
revision: 5003b3064772da1887988e05400cf3806fe491f2
metrics: type: map_at_1
value: 23.923
verified: no, type: map_at_10
value: 31.826999999999998
verified: no, type: map_at_100
value: 32.969
verified: no, type: map_at_1000
value: 33.056000000000004
verified: no, type: map_at_20
value: 32.531
verified: no, type: map_at_3
value: 28.987000000000002
verified: no, type: map_at_5
value: 30.514000000000003
verified: no, type: mrr_at_1
value: 25.98870056497175
verified: no, type: mrr_at_10
value: 34.06546498071922
verified: no, type: mrr_at_100
value: 35.09126424165195
verified: no, type: mrr_at_1000
value: 35.15930448144987
verified: no, type: mrr_at_20
value: 34.728786599018015
verified: no, type: mrr_at_3
value: 31.525423728813568
verified: no, type: mrr_at_5
value: 32.926553672316395
verified: no, type: nauc_map_at_1000_diff1
value: 40.53568978877159
verified: no, type: nauc_map_at_1000_max
value: 24.017152390712713
verified: no, type: nauc_map_at_100_diff1
value: 40.465126251405216
verified: no, type: nauc_map_at_100_max
value: 24.00219845459832
verified: no, type: nauc_map_at_10_diff1
value: 40.89662927517162
verified: no, type: nauc_map_at_10_max
value: 23.884797645661507
verified: no, type: nauc_map_at_1_diff1
value: 47.66862456961046
verified: no, type: nauc_map_at_1_max
value: 23.178785033806612
verified: no, type: nauc_map_at_20_diff1
value: 40.61327977862771
verified: no, type: nauc_map_at_20_max
value: 23.968685123247937
verified: no, type: nauc_map_at_3_diff1
value: 42.158035916801964
verified: no, type: nauc_map_at_3_max
value: 23.73190519661713
verified: no, type: nauc_map_at_5_diff1
value: 41.19982202919823
verified: no, type: nauc_map_at_5_max
value: 24.02821512187476
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.00607387909823
verified: no, type: nauc_mrr_at_1000_max
value: 25.3100454072437
verified: no, type: nauc_mrr_at_100_diff1
value: 39.944554243015766
verified: no, type: nauc_mrr_at_100_max
value: 25.30441358891755
verified: no, type: nauc_mrr_at_10_diff1
value: 40.35108318848009
verified: no, type: nauc_mrr_at_10_max
value: 25.266437318063474
verified: no, type: nauc_mrr_at_1_diff1
value: 46.86905124510021
verified: no, type: nauc_mrr_at_1_max
value: 25.798435739081206
verified: no, type: nauc_mrr_at_20_diff1
value: 40.005155401228144
verified: no, type: nauc_mrr_at_20_max
value: 25.30049770260261
verified: no, type: nauc_mrr_at_3_diff1
value: 41.70808830620455
verified: no, type: nauc_mrr_at_3_max
value: 25.581473945950638
verified: no, type: nauc_mrr_at_5_diff1
value: 40.67811332232744
verified: no, type: nauc_mrr_at_5_max
value: 25.59583031517064
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.789315958522366
verified: no, type: nauc_ndcg_at_1000_max
value: 24.732278855527596
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.11005015150818
verified: no, type: nauc_ndcg_at_100_max
value: 24.481118474622875
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.05600817464286
verified: no, type: nauc_ndcg_at_10_max
value: 23.843193633623606
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.86905124510021
verified: no, type: nauc_ndcg_at_1_max
value: 25.798435739081206
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.89241258073012
verified: no, type: nauc_ndcg_at_20_max
value: 24.00494460363686
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.365155713927905
verified: no, type: nauc_ndcg_at_3_max
value: 24.147776638952134
verified: no, type: nauc_ndcg_at_5_diff1
value: 38.75811774555819
verified: no, type: nauc_ndcg_at_5_max
value: 24.34507156699549
verified: no, type: nauc_precision_at_1000_diff1
value: -0.43779992271010504
verified: no, type: nauc_precision_at_1000_max
value: 18.014562731389443
verified: no, type: nauc_precision_at_100_diff1
value: 4.781866779340611
verified: no, type: nauc_precision_at_100_max
value: 24.101124500402392
verified: no, type: nauc_precision_at_10_diff1
value: 26.227299845047753
verified: no, type: nauc_precision_at_10_max
value: 25.46662356995603
verified: no, type: nauc_precision_at_1_diff1
value: 46.86905124510021
verified: no, type: nauc_precision_at_1_max
value: 25.798435739081206
verified: no, type: nauc_precision_at_20_diff1
value: 19.293563777255283
verified: no, type: nauc_precision_at_20_max
value: 25.659177432920526
verified: no, type: nauc_precision_at_3_diff1
value: 34.4615177098042
verified: no, type: nauc_precision_at_3_max
value: 26.43595627373827
verified: no, type: nauc_precision_at_5_diff1
value: 29.76719132298527
verified: no, type: nauc_precision_at_5_max
value: 27.04359051786532
verified: no, type: nauc_recall_at_1000_diff1
value: 23.898720213374496
verified: no, type: nauc_recall_at_1000_max
value: 30.495718100359383
verified: no, type: nauc_recall_at_100_diff1
value: 14.199951069499797
verified: no, type: nauc_recall_at_100_max
value: 24.192596324819863
verified: no, type: nauc_recall_at_10_diff1
value: 29.1494599904968
verified: no, type: nauc_recall_at_10_max
value: 21.218550813646498
verified: no, type: nauc_recall_at_1_diff1
value: 47.66862456961046
verified: no, type: nauc_recall_at_1_max
value: 23.178785033806612
verified: no, type: nauc_recall_at_20_diff1
value: 23.343557821312057
verified: no, type: nauc_recall_at_20_max
value: 21.087644815552554
verified: no, type: nauc_recall_at_3_diff1
value: 35.61572753794292
verified: no, type: nauc_recall_at_3_max
value: 22.48203544476738
verified: no, type: nauc_recall_at_5_diff1
value: 31.3735878031144
verified: no, type: nauc_recall_at_5_max
value: 22.780362537734227
verified: no, type: ndcg_at_1
value: 25.989
verified: no, type: ndcg_at_10
value: 36.664
verified: no, type: ndcg_at_100
value: 42.197
verified: no, type: ndcg_at_1000
value: 44.452999999999996
verified: no, type: ndcg_at_20
value: 39.162
verified: no, type: ndcg_at_3
value: 31.286
verified: no, type: ndcg_at_5
value: 33.814
verified: no, type: precision_at_1
value: 25.989
verified: no, type: precision_at_10
value: 5.718
verified: no, type: precision_at_100
value: 0.89
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 3.4290000000000003
verified: no, type: precision_at_3
value: 13.22
verified: no, type: precision_at_5
value: 9.401
verified: no, type: recall_at_1
value: 23.923
verified: no, type: recall_at_10
value: 49.441
verified: no, type: recall_at_100
value: 74.726
verified: no, type: recall_at_1000
value: 91.701
verified: no, type: recall_at_20
value: 59.046
verified: no, type: recall_at_3
value: 35.120000000000005
verified: no, type: recall_at_5
value: 41.105999999999995
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-mathematica
name: MTEB CQADupstackMathematicaRetrieval
config: default
split: test
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
metrics: type: map_at_1
value: 14.971
verified: no, type: map_at_10
value: 21.733
verified: no, type: map_at_100
value: 22.986
verified: no, type: map_at_1000
value: 23.101
verified: no, type: map_at_20
value: 22.354
verified: no, type: map_at_3
value: 18.6
verified: no, type: map_at_5
value: 20.282
verified: no, type: mrr_at_1
value: 18.28358208955224
verified: no, type: mrr_at_10
value: 25.521499644633966
verified: no, type: mrr_at_100
value: 26.56337467191487
verified: no, type: mrr_at_1000
value: 26.6340022787211
verified: no, type: mrr_at_20
value: 26.087154278521353
verified: no, type: mrr_at_3
value: 22.429519071310118
verified: no, type: mrr_at_5
value: 24.06509121061359
verified: no, type: nauc_map_at_1000_diff1
value: 24.25147571236624
verified: no, type: nauc_map_at_1000_max
value: 22.768079776516746
verified: no, type: nauc_map_at_100_diff1
value: 24.25026133742646
verified: no, type: nauc_map_at_100_max
value: 22.733915881805615
verified: no, type: nauc_map_at_10_diff1
value: 24.653400843024155
verified: no, type: nauc_map_at_10_max
value: 23.002528658758354
verified: no, type: nauc_map_at_1_diff1
value: 28.369403071456073
verified: no, type: nauc_map_at_1_max
value: 24.353121678819484
verified: no, type: nauc_map_at_20_diff1
value: 24.2810955115316
verified: no, type: nauc_map_at_20_max
value: 22.56085848928233
verified: no, type: nauc_map_at_3_diff1
value: 26.404468625977124
verified: no, type: nauc_map_at_3_max
value: 22.75636429110974
verified: no, type: nauc_map_at_5_diff1
value: 24.478028307615297
verified: no, type: nauc_map_at_5_max
value: 23.06675290764163
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.17718018617494
verified: no, type: nauc_mrr_at_1000_max
value: 23.766544519882718
verified: no, type: nauc_mrr_at_100_diff1
value: 25.17161074247674
verified: no, type: nauc_mrr_at_100_max
value: 23.749609869133465
verified: no, type: nauc_mrr_at_10_diff1
value: 25.499497632708533
verified: no, type: nauc_mrr_at_10_max
value: 23.947414255390825
verified: no, type: nauc_mrr_at_1_diff1
value: 29.693800058620468
verified: no, type: nauc_mrr_at_1_max
value: 25.209233166626444
verified: no, type: nauc_mrr_at_20_diff1
value: 25.220453375569868
verified: no, type: nauc_mrr_at_20_max
value: 23.651070356457634
verified: no, type: nauc_mrr_at_3_diff1
value: 26.914681944004187
verified: no, type: nauc_mrr_at_3_max
value: 24.02788958604021
verified: no, type: nauc_mrr_at_5_diff1
value: 25.066709251413872
verified: no, type: nauc_mrr_at_5_max
value: 23.829128622178818
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.518084429129047
verified: no, type: nauc_ndcg_at_1000_max
value: 22.94654293593645
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.394864699409837
verified: no, type: nauc_ndcg_at_100_max
value: 22.245197430786725
verified: no, type: nauc_ndcg_at_10_diff1
value: 23.088959622104102
verified: no, type: nauc_ndcg_at_10_max
value: 22.747264555679106
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.693800058620468
verified: no, type: nauc_ndcg_at_1_max
value: 25.209233166626444
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.81438142024938
verified: no, type: nauc_ndcg_at_20_max
value: 21.378206553759235
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.22901493401714
verified: no, type: nauc_ndcg_at_3_max
value: 22.707998579806507
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.68045655876842
verified: no, type: nauc_ndcg_at_5_max
value: 22.7647451392375
verified: no, type: nauc_precision_at_1000_diff1
value: -3.1430311570325475
verified: no, type: nauc_precision_at_1000_max
value: 5.545460812686058
verified: no, type: nauc_precision_at_100_diff1
value: 2.1386034643858167
verified: no, type: nauc_precision_at_100_max
value: 10.097473871112502
verified: no, type: nauc_precision_at_10_diff1
value: 17.18530782987866
verified: no, type: nauc_precision_at_10_max
value: 19.943966966733125
verified: no, type: nauc_precision_at_1_diff1
value: 29.693800058620468
verified: no, type: nauc_precision_at_1_max
value: 25.209233166626444
verified: no, type: nauc_precision_at_20_diff1
value: 11.86012437117262
verified: no, type: nauc_precision_at_20_max
value: 14.950950398417962
verified: no, type: nauc_precision_at_3_diff1
value: 24.362152407838188
verified: no, type: nauc_precision_at_3_max
value: 20.97253622362092
verified: no, type: nauc_precision_at_5_diff1
value: 16.924558194319285
verified: no, type: nauc_precision_at_5_max
value: 21.158164075975677
verified: no, type: nauc_recall_at_1000_diff1
value: 0.8507872273057012
verified: no, type: nauc_recall_at_1000_max
value: 27.62961752670282
verified: no, type: nauc_recall_at_100_diff1
value: 9.041767797784955
verified: no, type: nauc_recall_at_100_max
value: 18.747226189196343
verified: no, type: nauc_recall_at_10_diff1
value: 17.415788768054586
verified: no, type: nauc_recall_at_10_max
value: 20.120616403763233
verified: no, type: nauc_recall_at_1_diff1
value: 28.369403071456073
verified: no, type: nauc_recall_at_1_max
value: 24.353121678819484
verified: no, type: nauc_recall_at_20_diff1
value: 12.784706856811361
verified: no, type: nauc_recall_at_20_max
value: 15.376595791636444
verified: no, type: nauc_recall_at_3_diff1
value: 23.50138610578596
verified: no, type: nauc_recall_at_3_max
value: 20.180363639888935
verified: no, type: nauc_recall_at_5_diff1
value: 16.765137232464685
verified: no, type: nauc_recall_at_5_max
value: 20.04595551697802
verified: no, type: ndcg_at_1
value: 18.284
verified: no, type: ndcg_at_10
value: 26.849
verified: no, type: ndcg_at_100
value: 33.171
verified: no, type: ndcg_at_1000
value: 35.882
verified: no, type: ndcg_at_20
value: 29.009
verified: no, type: ndcg_at_3
value: 20.828
verified: no, type: ndcg_at_5
value: 23.564
verified: no, type: precision_at_1
value: 18.284
verified: no, type: precision_at_10
value: 5.236
verified: no, type: precision_at_100
value: 0.988
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 3.2399999999999998
verified: no, type: precision_at_3
value: 9.908999999999999
verified: no, type: precision_at_5
value: 7.736
verified: no, type: recall_at_1
value: 14.971
verified: no, type: recall_at_10
value: 38.944
verified: no, type: recall_at_100
value: 67.02900000000001
verified: no, type: recall_at_1000
value: 86.17
verified: no, type: recall_at_20
value: 46.686
verified: no, type: recall_at_3
value: 22.904
verified: no, type: recall_at_5
value: 29.503
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-physics
name: MTEB CQADupstackPhysicsRetrieval
config: default
split: test
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
metrics: type: map_at_1
value: 26.392
verified: no, type: map_at_10
value: 36.754
verified: no, type: map_at_100
value: 38.073
verified: no, type: map_at_1000
value: 38.194
verified: no, type: map_at_20
value: 37.484
verified: no, type: map_at_3
value: 33.355000000000004
verified: no, type: map_at_5
value: 35.262
verified: no, type: mrr_at_1
value: 33.301251203079886
verified: no, type: mrr_at_10
value: 42.665604900927306
verified: no, type: mrr_at_100
value: 43.484677247616176
verified: no, type: mrr_at_1000
value: 43.54184906127189
verified: no, type: mrr_at_20
value: 43.15923651973285
verified: no, type: mrr_at_3
value: 39.89412897016359
verified: no, type: mrr_at_5
value: 41.50144369586136
verified: no, type: nauc_map_at_1000_diff1
value: 45.864458981619094
verified: no, type: nauc_map_at_1000_max
value: 32.118941905810836
verified: no, type: nauc_map_at_100_diff1
value: 45.850902650401515
verified: no, type: nauc_map_at_100_max
value: 32.06314733345846
verified: no, type: nauc_map_at_10_diff1
value: 45.83156768369814
verified: no, type: nauc_map_at_10_max
value: 31.628565525768902
verified: no, type: nauc_map_at_1_diff1
value: 52.186731161714064
verified: no, type: nauc_map_at_1_max
value: 31.294454235319886
verified: no, type: nauc_map_at_20_diff1
value: 45.906750616328516
verified: no, type: nauc_map_at_20_max
value: 31.90200947801426
verified: no, type: nauc_map_at_3_diff1
value: 46.56102602531871
verified: no, type: nauc_map_at_3_max
value: 31.003984505733552
verified: no, type: nauc_map_at_5_diff1
value: 46.28126917940926
verified: no, type: nauc_map_at_5_max
value: 31.873045197665036
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.39499265153352
verified: no, type: nauc_mrr_at_1000_max
value: 35.430647378018804
verified: no, type: nauc_mrr_at_100_diff1
value: 46.365007651920976
verified: no, type: nauc_mrr_at_100_max
value: 35.40605673373685
verified: no, type: nauc_mrr_at_10_diff1
value: 46.30336976338955
verified: no, type: nauc_mrr_at_10_max
value: 35.2890270181767
verified: no, type: nauc_mrr_at_1_diff1
value: 51.70112831336965
verified: no, type: nauc_mrr_at_1_max
value: 37.486019074857545
verified: no, type: nauc_mrr_at_20_diff1
value: 46.405348743745506
verified: no, type: nauc_mrr_at_20_max
value: 35.3532252404196
verified: no, type: nauc_mrr_at_3_diff1
value: 46.67222098559337
verified: no, type: nauc_mrr_at_3_max
value: 35.138714207684394
verified: no, type: nauc_mrr_at_5_diff1
value: 46.358893332958424
verified: no, type: nauc_mrr_at_5_max
value: 35.337962595981665
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.20225010243809
verified: no, type: nauc_ndcg_at_1000_max
value: 33.85142313176272
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.64430267495509
verified: no, type: nauc_ndcg_at_100_max
value: 32.831976316723804
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.63837088039455
verified: no, type: nauc_ndcg_at_10_max
value: 31.528806142031762
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.70112831336965
verified: no, type: nauc_ndcg_at_1_max
value: 37.486019074857545
verified: no, type: nauc_ndcg_at_20_diff1
value: 44.04376192877168
verified: no, type: nauc_ndcg_at_20_max
value: 32.11101049110647
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.78629324861377
verified: no, type: nauc_ndcg_at_3_max
value: 32.0765208889963
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.49661502805839
verified: no, type: nauc_ndcg_at_5_max
value: 32.4935834459969
verified: no, type: nauc_precision_at_1000_diff1
value: -10.665808399449734
verified: no, type: nauc_precision_at_1000_max
value: 9.508118742960512
verified: no, type: nauc_precision_at_100_diff1
value: 0.9965788997167621
verified: no, type: nauc_precision_at_100_max
value: 17.825618552243437
verified: no, type: nauc_precision_at_10_diff1
value: 17.877056244565143
verified: no, type: nauc_precision_at_10_max
value: 26.670711200894644
verified: no, type: nauc_precision_at_1_diff1
value: 51.70112831336965
verified: no, type: nauc_precision_at_1_max
value: 37.486019074857545
verified: no, type: nauc_precision_at_20_diff1
value: 13.469130238466779
verified: no, type: nauc_precision_at_20_max
value: 25.14582568014069
verified: no, type: nauc_precision_at_3_diff1
value: 32.617136541117944
verified: no, type: nauc_precision_at_3_max
value: 32.19845850876858
verified: no, type: nauc_precision_at_5_diff1
value: 27.089481622940916
verified: no, type: nauc_precision_at_5_max
value: 32.04685190524753
verified: no, type: nauc_recall_at_1000_diff1
value: 25.345000533118366
verified: no, type: nauc_recall_at_1000_max
value: 45.335600118089594
verified: no, type: nauc_recall_at_100_diff1
value: 27.97181257050334
verified: no, type: nauc_recall_at_100_max
value: 26.42929240047483
verified: no, type: nauc_recall_at_10_diff1
value: 33.5410320871382
verified: no, type: nauc_recall_at_10_max
value: 25.047564064709
verified: no, type: nauc_recall_at_1_diff1
value: 52.186731161714064
verified: no, type: nauc_recall_at_1_max
value: 31.294454235319886
verified: no, type: nauc_recall_at_20_diff1
value: 34.60094954885383
verified: no, type: nauc_recall_at_20_max
value: 25.991385488198215
verified: no, type: nauc_recall_at_3_diff1
value: 38.785937018332525
verified: no, type: nauc_recall_at_3_max
value: 26.48398470584179
verified: no, type: nauc_recall_at_5_diff1
value: 36.86067904440702
verified: no, type: nauc_recall_at_5_max
value: 27.740739348375882
verified: no, type: ndcg_at_1
value: 33.300999999999995
verified: no, type: ndcg_at_10
value: 42.976
verified: no, type: ndcg_at_100
value: 48.351
verified: no, type: ndcg_at_1000
value: 50.67
verified: no, type: ndcg_at_20
value: 45.09
verified: no, type: ndcg_at_3
value: 37.628
verified: no, type: ndcg_at_5
value: 40.196
verified: no, type: precision_at_1
value: 33.300999999999995
verified: no, type: precision_at_10
value: 8.017000000000001
verified: no, type: precision_at_100
value: 1.274
verified: no, type: precision_at_1000
value: 0.167
verified: no, type: precision_at_20
value: 4.74
verified: no, type: precision_at_3
value: 18.029999999999998
verified: no, type: precision_at_5
value: 13.07
verified: no, type: recall_at_1
value: 26.392
verified: no, type: recall_at_10
value: 55.827000000000005
verified: no, type: recall_at_100
value: 78.171
verified: no, type: recall_at_1000
value: 93.60000000000001
verified: no, type: recall_at_20
value: 63.172
verified: no, type: recall_at_3
value: 40.46
verified: no, type: recall_at_5
value: 47.260000000000005
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-programmers
name: MTEB CQADupstackProgrammersRetrieval
config: default
split: test
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
metrics: type: map_at_1
value: 24.846
verified: no, type: map_at_10
value: 35.475
verified: no, type: map_at_100
value: 36.76
verified: no, type: map_at_1000
value: 36.874
verified: no, type: map_at_20
value: 36.144
verified: no, type: map_at_3
value: 31.995
verified: no, type: map_at_5
value: 34.152
verified: no, type: mrr_at_1
value: 30.59360730593607
verified: no, type: mrr_at_10
value: 40.23048488801914
verified: no, type: mrr_at_100
value: 41.133760645262264
verified: no, type: mrr_at_1000
value: 41.18151460856815
verified: no, type: mrr_at_20
value: 40.742005593886496
verified: no, type: mrr_at_3
value: 37.366818873668194
verified: no, type: mrr_at_5
value: 39.17617960426178
verified: no, type: nauc_map_at_1000_diff1
value: 42.80424009699214
verified: no, type: nauc_map_at_1000_max
value: 33.725293061149195
verified: no, type: nauc_map_at_100_diff1
value: 42.776847198709866
verified: no, type: nauc_map_at_100_max
value: 33.70505189600135
verified: no, type: nauc_map_at_10_diff1
value: 42.790379082991535
verified: no, type: nauc_map_at_10_max
value: 33.3320315752561
verified: no, type: nauc_map_at_1_diff1
value: 47.246062086068235
verified: no, type: nauc_map_at_1_max
value: 28.359771168971115
verified: no, type: nauc_map_at_20_diff1
value: 42.60750623653338
verified: no, type: nauc_map_at_20_max
value: 33.43767341363528
verified: no, type: nauc_map_at_3_diff1
value: 43.70825195522167
verified: no, type: nauc_map_at_3_max
value: 31.726835129782273
verified: no, type: nauc_map_at_5_diff1
value: 43.274775396782935
verified: no, type: nauc_map_at_5_max
value: 32.70895131341521
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.99721876676844
verified: no, type: nauc_mrr_at_1000_max
value: 34.01237872571581
verified: no, type: nauc_mrr_at_100_diff1
value: 42.98874587454992
verified: no, type: nauc_mrr_at_100_max
value: 34.017143533550254
verified: no, type: nauc_mrr_at_10_diff1
value: 42.895695388416605
verified: no, type: nauc_mrr_at_10_max
value: 34.03560692108162
verified: no, type: nauc_mrr_at_1_diff1
value: 47.43746467307071
verified: no, type: nauc_mrr_at_1_max
value: 33.090216128367736
verified: no, type: nauc_mrr_at_20_diff1
value: 42.82350948241532
verified: no, type: nauc_mrr_at_20_max
value: 33.931126556842855
verified: no, type: nauc_mrr_at_3_diff1
value: 43.42025274432862
verified: no, type: nauc_mrr_at_3_max
value: 33.95388307382994
verified: no, type: nauc_mrr_at_5_diff1
value: 43.30110911279515
verified: no, type: nauc_mrr_at_5_max
value: 34.10057032518187
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.368277694849716
verified: no, type: nauc_ndcg_at_1000_max
value: 35.43335475120229
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.041233441414285
verified: no, type: nauc_ndcg_at_100_max
value: 35.316555805430966
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.721559421808315
verified: no, type: nauc_ndcg_at_10_max
value: 34.18965204589481
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.43746467307071
verified: no, type: nauc_ndcg_at_1_max
value: 33.090216128367736
verified: no, type: nauc_ndcg_at_20_diff1
value: 40.18939317714461
verified: no, type: nauc_ndcg_at_20_max
value: 34.07353152343469
verified: no, type: nauc_ndcg_at_3_diff1
value: 42.20980264549485
verified: no, type: nauc_ndcg_at_3_max
value: 33.65119409518058
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.74753311666698
verified: no, type: nauc_ndcg_at_5_max
value: 33.9538812368522
verified: no, type: nauc_precision_at_1000_diff1
value: -5.072070114071463
verified: no, type: nauc_precision_at_1000_max
value: 7.00735816140548
verified: no, type: nauc_precision_at_100_diff1
value: 5.76371809901476
verified: no, type: nauc_precision_at_100_max
value: 22.525109443008358
verified: no, type: nauc_precision_at_10_diff1
value: 19.75308373783922
verified: no, type: nauc_precision_at_10_max
value: 35.86370451223885
verified: no, type: nauc_precision_at_1_diff1
value: 47.43746467307071
verified: no, type: nauc_precision_at_1_max
value: 33.090216128367736
verified: no, type: nauc_precision_at_20_diff1
value: 13.327022725323756
verified: no, type: nauc_precision_at_20_max
value: 31.315919177108505
verified: no, type: nauc_precision_at_3_diff1
value: 33.236985143510076
verified: no, type: nauc_precision_at_3_max
value: 38.06028914966596
verified: no, type: nauc_precision_at_5_diff1
value: 27.697118951302773
verified: no, type: nauc_precision_at_5_max
value: 38.08338575982885
verified: no, type: nauc_recall_at_1000_diff1
value: 24.5554164444929
verified: no, type: nauc_recall_at_1000_max
value: 57.016793794468946
verified: no, type: nauc_recall_at_100_diff1
value: 28.85523670973284
verified: no, type: nauc_recall_at_100_max
value: 39.93212234361002
verified: no, type: nauc_recall_at_10_diff1
value: 31.806810855656558
verified: no, type: nauc_recall_at_10_max
value: 32.918322810428776
verified: no, type: nauc_recall_at_1_diff1
value: 47.246062086068235
verified: no, type: nauc_recall_at_1_max
value: 28.359771168971115
verified: no, type: nauc_recall_at_20_diff1
value: 29.01918120602967
verified: no, type: nauc_recall_at_20_max
value: 31.807933098443048
verified: no, type: nauc_recall_at_3_diff1
value: 36.94973707115803
verified: no, type: nauc_recall_at_3_max
value: 30.571001616703402
verified: no, type: nauc_recall_at_5_diff1
value: 35.045284393587714
verified: no, type: nauc_recall_at_5_max
value: 31.969117652354782
verified: no, type: ndcg_at_1
value: 30.593999999999998
verified: no, type: ndcg_at_10
value: 41.494
verified: no, type: ndcg_at_100
value: 47.185
verified: no, type: ndcg_at_1000
value: 49.347
verified: no, type: ndcg_at_20
value: 43.577
verified: no, type: ndcg_at_3
value: 35.862
verified: no, type: ndcg_at_5
value: 38.867000000000004
verified: no, type: precision_at_1
value: 30.593999999999998
verified: no, type: precision_at_10
value: 7.683
verified: no, type: precision_at_100
value: 1.225
verified: no, type: precision_at_1000
value: 0.16
verified: no, type: precision_at_20
value: 4.503
verified: no, type: precision_at_3
value: 17.199
verified: no, type: precision_at_5
value: 12.626000000000001
verified: no, type: recall_at_1
value: 24.846
verified: no, type: recall_at_10
value: 54.716
verified: no, type: recall_at_100
value: 79.081
verified: no, type: recall_at_1000
value: 93.245
verified: no, type: recall_at_20
value: 62.092999999999996
verified: no, type: recall_at_3
value: 39.521
verified: no, type: recall_at_5
value: 47.28
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-stats
name: MTEB CQADupstackStatsRetrieval
config: default
split: test
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
metrics: type: map_at_1
value: 22.136
verified: no, type: map_at_10
value: 29.096
verified: no, type: map_at_100
value: 29.987000000000002
verified: no, type: map_at_1000
value: 30.080000000000002
verified: no, type: map_at_20
value: 29.587999999999997
verified: no, type: map_at_3
value: 26.624
verified: no, type: map_at_5
value: 28.153
verified: no, type: mrr_at_1
value: 25.153374233128833
verified: no, type: mrr_at_10
value: 31.839943032427687
verified: no, type: mrr_at_100
value: 32.60360779338875
verified: no, type: mrr_at_1000
value: 32.6688197586382
verified: no, type: mrr_at_20
value: 32.25160220042008
verified: no, type: mrr_at_3
value: 29.601226993865037
verified: no, type: mrr_at_5
value: 30.943251533742334
verified: no, type: nauc_map_at_1000_diff1
value: 52.455633563736285
verified: no, type: nauc_map_at_1000_max
value: 37.60755242814028
verified: no, type: nauc_map_at_100_diff1
value: 52.45214127732582
verified: no, type: nauc_map_at_100_max
value: 37.59795326016924
verified: no, type: nauc_map_at_10_diff1
value: 52.24312132948332
verified: no, type: nauc_map_at_10_max
value: 37.11045415677249
verified: no, type: nauc_map_at_1_diff1
value: 56.98636684380831
verified: no, type: nauc_map_at_1_max
value: 34.98161163952515
verified: no, type: nauc_map_at_20_diff1
value: 52.36199775771774
verified: no, type: nauc_map_at_20_max
value: 37.27645637818285
verified: no, type: nauc_map_at_3_diff1
value: 53.83141960606124
verified: no, type: nauc_map_at_3_max
value: 37.229970040701346
verified: no, type: nauc_map_at_5_diff1
value: 53.15168000537631
verified: no, type: nauc_map_at_5_max
value: 37.539566125117005
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.74688871125647
verified: no, type: nauc_mrr_at_1000_max
value: 41.26635263696367
verified: no, type: nauc_mrr_at_100_diff1
value: 53.740853962619575
verified: no, type: nauc_mrr_at_100_max
value: 41.27609969941193
verified: no, type: nauc_mrr_at_10_diff1
value: 53.780412829062364
verified: no, type: nauc_mrr_at_10_max
value: 41.23227433633308
verified: no, type: nauc_mrr_at_1_diff1
value: 58.25420348925137
verified: no, type: nauc_mrr_at_1_max
value: 40.707310022974156
verified: no, type: nauc_mrr_at_20_diff1
value: 53.64611118249694
verified: no, type: nauc_mrr_at_20_max
value: 41.04316014976299
verified: no, type: nauc_mrr_at_3_diff1
value: 54.73369595690322
verified: no, type: nauc_mrr_at_3_max
value: 41.5536466430315
verified: no, type: nauc_mrr_at_5_diff1
value: 54.60882845484611
verified: no, type: nauc_mrr_at_5_max
value: 41.844921732375276
verified: no, type: nauc_ndcg_at_1000_diff1
value: 50.74395212773536
verified: no, type: nauc_ndcg_at_1000_max
value: 39.06047216781442
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.43711073076296
verified: no, type: nauc_ndcg_at_100_max
value: 39.1366325247916
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.95511388688238
verified: no, type: nauc_ndcg_at_10_max
value: 37.36429944040018
verified: no, type: nauc_ndcg_at_1_diff1
value: 58.25420348925137
verified: no, type: nauc_ndcg_at_1_max
value: 40.707310022974156
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.95606208222694
verified: no, type: nauc_ndcg_at_20_max
value: 37.297667173989424
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.889515948632535
verified: no, type: nauc_ndcg_at_3_max
value: 39.11848555749881
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.941920893459724
verified: no, type: nauc_ndcg_at_5_max
value: 38.79386401598912
verified: no, type: nauc_precision_at_1000_diff1
value: 15.659337654254507
verified: no, type: nauc_precision_at_1000_max
value: 28.857709990794667
verified: no, type: nauc_precision_at_100_diff1
value: 30.04624728253852
verified: no, type: nauc_precision_at_100_max
value: 42.98624472925551
verified: no, type: nauc_precision_at_10_diff1
value: 37.76954077186731
verified: no, type: nauc_precision_at_10_max
value: 41.087735036565995
verified: no, type: nauc_precision_at_1_diff1
value: 58.25420348925137
verified: no, type: nauc_precision_at_1_max
value: 40.707310022974156
verified: no, type: nauc_precision_at_20_diff1
value: 36.60760711819881
verified: no, type: nauc_precision_at_20_max
value: 41.9758712053368
verified: no, type: nauc_precision_at_3_diff1
value: 49.18539873142893
verified: no, type: nauc_precision_at_3_max
value: 45.84808718647459
verified: no, type: nauc_precision_at_5_diff1
value: 44.14556369952622
verified: no, type: nauc_precision_at_5_max
value: 45.133909279581246
verified: no, type: nauc_recall_at_1000_diff1
value: 36.16141258053102
verified: no, type: nauc_recall_at_1000_max
value: 37.25522806032212
verified: no, type: nauc_recall_at_100_diff1
value: 39.01185923471967
verified: no, type: nauc_recall_at_100_max
value: 38.637345088019984
verified: no, type: nauc_recall_at_10_diff1
value: 40.17794898514513
verified: no, type: nauc_recall_at_10_max
value: 32.118702708964605
verified: no, type: nauc_recall_at_1_diff1
value: 56.98636684380831
verified: no, type: nauc_recall_at_1_max
value: 34.98161163952515
verified: no, type: nauc_recall_at_20_diff1
value: 39.054641759787934
verified: no, type: nauc_recall_at_20_max
value: 30.368589073820928
verified: no, type: nauc_recall_at_3_diff1
value: 48.02597451526117
verified: no, type: nauc_recall_at_3_max
value: 35.92366556203388
verified: no, type: nauc_recall_at_5_diff1
value: 46.27418708067057
verified: no, type: nauc_recall_at_5_max
value: 36.27284558761095
verified: no, type: ndcg_at_1
value: 25.153
verified: no, type: ndcg_at_10
value: 33.372
verified: no, type: ndcg_at_100
value: 37.818000000000005
verified: no, type: ndcg_at_1000
value: 40.27
verified: no, type: ndcg_at_20
value: 35.071000000000005
verified: no, type: ndcg_at_3
value: 28.833
verified: no, type: ndcg_at_5
value: 31.241000000000003
verified: no, type: precision_at_1
value: 25.153
verified: no, type: precision_at_10
value: 5.367999999999999
verified: no, type: precision_at_100
value: 0.819
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 3.113
verified: no, type: precision_at_3
value: 12.423
verified: no, type: precision_at_5
value: 9.049
verified: no, type: recall_at_1
value: 22.136
verified: no, type: recall_at_10
value: 43.952999999999996
verified: no, type: recall_at_100
value: 64.328
verified: no, type: recall_at_1000
value: 82.643
verified: no, type: recall_at_20
value: 50.409000000000006
verified: no, type: recall_at_3
value: 31.517
verified: no, type: recall_at_5
value: 37.468
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-tex
name: MTEB CQADupstackTexRetrieval
config: default
split: test
revision: 46989137a86843e03a6195de44b09deda022eec7
metrics: type: map_at_1
value: 14.882000000000001
verified: no, type: map_at_10
value: 21.733
verified: no, type: map_at_100
value: 22.847
verified: no, type: map_at_1000
value: 22.978
verified: no, type: map_at_20
value: 22.299
verified: no, type: map_at_3
value: 19.576
verified: no, type: map_at_5
value: 20.71
verified: no, type: mrr_at_1
value: 18.58224363386098
verified: no, type: mrr_at_10
value: 25.510055823201093
verified: no, type: mrr_at_100
value: 26.4274952364281
verified: no, type: mrr_at_1000
value: 26.515127162140832
verified: no, type: mrr_at_20
value: 26.0032579063492
verified: no, type: mrr_at_3
value: 23.45147969717827
verified: no, type: mrr_at_5
value: 24.535443909153518
verified: no, type: nauc_map_at_1000_diff1
value: 30.339772886963996
verified: no, type: nauc_map_at_1000_max
value: 24.935921324887698
verified: no, type: nauc_map_at_100_diff1
value: 30.301770543899686
verified: no, type: nauc_map_at_100_max
value: 24.909041701182836
verified: no, type: nauc_map_at_10_diff1
value: 30.48068546946062
verified: no, type: nauc_map_at_10_max
value: 24.54627061306137
verified: no, type: nauc_map_at_1_diff1
value: 36.93642654829299
verified: no, type: nauc_map_at_1_max
value: 22.50173107442962
verified: no, type: nauc_map_at_20_diff1
value: 30.345295141632473
verified: no, type: nauc_map_at_20_max
value: 24.845725164109208
verified: no, type: nauc_map_at_3_diff1
value: 31.79476218275898
verified: no, type: nauc_map_at_3_max
value: 24.08283763808268
verified: no, type: nauc_map_at_5_diff1
value: 31.09928760864003
verified: no, type: nauc_map_at_5_max
value: 24.524851930683894
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.391285408000776
verified: no, type: nauc_mrr_at_1000_max
value: 25.53365596439313
verified: no, type: nauc_mrr_at_100_diff1
value: 29.36146558826297
verified: no, type: nauc_mrr_at_100_max
value: 25.53479888199332
verified: no, type: nauc_mrr_at_10_diff1
value: 29.49701708299281
verified: no, type: nauc_mrr_at_10_max
value: 25.445288651094366
verified: no, type: nauc_mrr_at_1_diff1
value: 34.932244435127345
verified: no, type: nauc_mrr_at_1_max
value: 24.823165105243614
verified: no, type: nauc_mrr_at_20_diff1
value: 29.365144551785114
verified: no, type: nauc_mrr_at_20_max
value: 25.588527106117564
verified: no, type: nauc_mrr_at_3_diff1
value: 30.424606847387935
verified: no, type: nauc_mrr_at_3_max
value: 25.328547737515677
verified: no, type: nauc_mrr_at_5_diff1
value: 29.962669010836922
verified: no, type: nauc_mrr_at_5_max
value: 25.613281078525773
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.68785785303868
verified: no, type: nauc_ndcg_at_1000_max
value: 25.571497899024408
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.89754520486157
verified: no, type: nauc_ndcg_at_100_max
value: 25.362278762986357
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.97761968218868
verified: no, type: nauc_ndcg_at_10_max
value: 24.99449024754301
verified: no, type: nauc_ndcg_at_1_diff1
value: 34.932244435127345
verified: no, type: nauc_ndcg_at_1_max
value: 24.823165105243614
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.480897811510086
verified: no, type: nauc_ndcg_at_20_max
value: 25.635476091661964
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.19504028941922
verified: no, type: nauc_ndcg_at_3_max
value: 25.097464879189353
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.321717134119986
verified: no, type: nauc_ndcg_at_5_max
value: 25.458952638585824
verified: no, type: nauc_precision_at_1000_diff1
value: 6.085024737270128
verified: no, type: nauc_precision_at_1000_max
value: 20.9514352363991
verified: no, type: nauc_precision_at_100_diff1
value: 9.317325203828315
verified: no, type: nauc_precision_at_100_max
value: 25.379707373414607
verified: no, type: nauc_precision_at_10_diff1
value: 17.708763858185637
verified: no, type: nauc_precision_at_10_max
value: 27.646913345710487
verified: no, type: nauc_precision_at_1_diff1
value: 34.932244435127345
verified: no, type: nauc_precision_at_1_max
value: 24.823165105243614
verified: no, type: nauc_precision_at_20_diff1
value: 14.974953557657674
verified: no, type: nauc_precision_at_20_max
value: 28.987768784081673
verified: no, type: nauc_precision_at_3_diff1
value: 24.34596295813935
verified: no, type: nauc_precision_at_3_max
value: 28.096899529522197
verified: no, type: nauc_precision_at_5_diff1
value: 21.700178152316
verified: no, type: nauc_precision_at_5_max
value: 29.110974331559586
verified: no, type: nauc_recall_at_1000_diff1
value: 16.420585376470505
verified: no, type: nauc_recall_at_1000_max
value: 22.63713737420985
verified: no, type: nauc_recall_at_100_diff1
value: 15.284555452851478
verified: no, type: nauc_recall_at_100_max
value: 22.21189128618475
verified: no, type: nauc_recall_at_10_diff1
value: 20.556521124888956
verified: no, type: nauc_recall_at_10_max
value: 22.39123153463326
verified: no, type: nauc_recall_at_1_diff1
value: 36.93642654829299
verified: no, type: nauc_recall_at_1_max
value: 22.50173107442962
verified: no, type: nauc_recall_at_20_diff1
value: 19.252640987221948
verified: no, type: nauc_recall_at_20_max
value: 24.127632767083174
verified: no, type: nauc_recall_at_3_diff1
value: 26.134042393957728
verified: no, type: nauc_recall_at_3_max
value: 23.073122370729664
verified: no, type: nauc_recall_at_5_diff1
value: 23.999913037385387
verified: no, type: nauc_recall_at_5_max
value: 23.900796765497354
verified: no, type: ndcg_at_1
value: 18.582
verified: no, type: ndcg_at_10
value: 26.180999999999997
verified: no, type: ndcg_at_100
value: 31.541999999999998
verified: no, type: ndcg_at_1000
value: 34.742
verified: no, type: ndcg_at_20
value: 28.015
verified: no, type: ndcg_at_3
value: 22.262
verified: no, type: ndcg_at_5
value: 23.916999999999998
verified: no, type: precision_at_1
value: 18.582
verified: no, type: precision_at_10
value: 4.945
verified: no, type: precision_at_100
value: 0.91
verified: no, type: precision_at_1000
value: 0.135
verified: no, type: precision_at_20
value: 3.02
verified: no, type: precision_at_3
value: 10.84
verified: no, type: precision_at_5
value: 7.811
verified: no, type: recall_at_1
value: 14.882000000000001
verified: no, type: recall_at_10
value: 35.88
verified: no, type: recall_at_100
value: 60.056
verified: no, type: recall_at_1000
value: 83.222
verified: no, type: recall_at_20
value: 42.601
verified: no, type: recall_at_3
value: 24.751
verified: no, type: recall_at_5
value: 29.112
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-unix
name: MTEB CQADupstackUnixRetrieval
config: default
split: test
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
metrics: type: map_at_1
value: 24.015
verified: no, type: map_at_10
value: 33.634
verified: no, type: map_at_100
value: 34.933
verified: no, type: map_at_1000
value: 35.036
verified: no, type: map_at_20
value: 34.409
verified: no, type: map_at_3
value: 30.717
verified: no, type: map_at_5
value: 32.393
verified: no, type: mrr_at_1
value: 28.35820895522388
verified: no, type: mrr_at_10
value: 37.819533285951145
verified: no, type: mrr_at_100
value: 38.77138432965933
verified: no, type: mrr_at_1000
value: 38.83196591479693
verified: no, type: mrr_at_20
value: 38.40237397518708
verified: no, type: mrr_at_3
value: 35.30783582089549
verified: no, type: mrr_at_5
value: 36.70708955223875
verified: no, type: nauc_map_at_1000_diff1
value: 45.75309175655292
verified: no, type: nauc_map_at_1000_max
value: 38.49792787207316
verified: no, type: nauc_map_at_100_diff1
value: 45.76215370483687
verified: no, type: nauc_map_at_100_max
value: 38.48606967443172
verified: no, type: nauc_map_at_10_diff1
value: 46.061534066365326
verified: no, type: nauc_map_at_10_max
value: 38.390568231468706
verified: no, type: nauc_map_at_1_diff1
value: 53.2832306680782
verified: no, type: nauc_map_at_1_max
value: 35.797130668551134
verified: no, type: nauc_map_at_20_diff1
value: 45.73526011589201
verified: no, type: nauc_map_at_20_max
value: 38.362204368643646
verified: no, type: nauc_map_at_3_diff1
value: 47.07534453092877
verified: no, type: nauc_map_at_3_max
value: 37.78226453745493
verified: no, type: nauc_map_at_5_diff1
value: 46.169313251169754
verified: no, type: nauc_map_at_5_max
value: 37.83701771591998
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.23881471207375
verified: no, type: nauc_mrr_at_1000_max
value: 40.77731247124415
verified: no, type: nauc_mrr_at_100_diff1
value: 45.23745441095213
verified: no, type: nauc_mrr_at_100_max
value: 40.76830735884476
verified: no, type: nauc_mrr_at_10_diff1
value: 45.183326577153665
verified: no, type: nauc_mrr_at_10_max
value: 40.87182785123997
verified: no, type: nauc_mrr_at_1_diff1
value: 52.01397826228804
verified: no, type: nauc_mrr_at_1_max
value: 39.09099466581579
verified: no, type: nauc_mrr_at_20_diff1
value: 45.14418876051915
verified: no, type: nauc_mrr_at_20_max
value: 40.825238496360676
verified: no, type: nauc_mrr_at_3_diff1
value: 45.95160361174372
verified: no, type: nauc_mrr_at_3_max
value: 41.126276367781074
verified: no, type: nauc_mrr_at_5_diff1
value: 45.14482966725835
verified: no, type: nauc_mrr_at_5_max
value: 40.67938024905255
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.821543508400154
verified: no, type: nauc_ndcg_at_1000_max
value: 39.612436924551
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.96991815711811
verified: no, type: nauc_ndcg_at_100_max
value: 39.57961493833335
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.29772946848505
verified: no, type: nauc_ndcg_at_10_max
value: 39.489639223306064
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.01397826228804
verified: no, type: nauc_ndcg_at_1_max
value: 39.09099466581579
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.5532902026286
verified: no, type: nauc_ndcg_at_20_max
value: 39.377121314973934
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.68337061978331
verified: no, type: nauc_ndcg_at_3_max
value: 39.08953214410666
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.42718010643401
verified: no, type: nauc_ndcg_at_5_max
value: 38.625943146251764
verified: no, type: nauc_precision_at_1000_diff1
value: -11.089310838362945
verified: no, type: nauc_precision_at_1000_max
value: 5.164856457144553
verified: no, type: nauc_precision_at_100_diff1
value: 1.8731943277967116
verified: no, type: nauc_precision_at_100_max
value: 19.650352646582913
verified: no, type: nauc_precision_at_10_diff1
value: 21.850758035619346
verified: no, type: nauc_precision_at_10_max
value: 36.15105948507746
verified: no, type: nauc_precision_at_1_diff1
value: 52.01397826228804
verified: no, type: nauc_precision_at_1_max
value: 39.09099466581579
verified: no, type: nauc_precision_at_20_diff1
value: 12.971365605869542
verified: no, type: nauc_precision_at_20_max
value: 29.069367371532483
verified: no, type: nauc_precision_at_3_diff1
value: 34.77160434034485
verified: no, type: nauc_precision_at_3_max
value: 40.07750794527956
verified: no, type: nauc_precision_at_5_diff1
value: 27.12676655417735
verified: no, type: nauc_precision_at_5_max
value: 36.727657492656334
verified: no, type: nauc_recall_at_1000_diff1
value: 8.64965782549129
verified: no, type: nauc_recall_at_1000_max
value: 31.773973054840575
verified: no, type: nauc_recall_at_100_diff1
value: 29.332324742493928
verified: no, type: nauc_recall_at_100_max
value: 34.525665846625174
verified: no, type: nauc_recall_at_10_diff1
value: 34.16931770311844
verified: no, type: nauc_recall_at_10_max
value: 37.24430458684276
verified: no, type: nauc_recall_at_1_diff1
value: 53.2832306680782
verified: no, type: nauc_recall_at_1_max
value: 35.797130668551134
verified: no, type: nauc_recall_at_20_diff1
value: 30.845649064531024
verified: no, type: nauc_recall_at_20_max
value: 36.23180524582533
verified: no, type: nauc_recall_at_3_diff1
value: 38.491192992186605
verified: no, type: nauc_recall_at_3_max
value: 37.150651248551256
verified: no, type: nauc_recall_at_5_diff1
value: 34.896873561011915
verified: no, type: nauc_recall_at_5_max
value: 35.56617840104705
verified: no, type: ndcg_at_1
value: 28.358
verified: no, type: ndcg_at_10
value: 39.247
verified: no, type: ndcg_at_100
value: 45.01
verified: no, type: ndcg_at_1000
value: 47.262
verified: no, type: ndcg_at_20
value: 41.661
verified: no, type: ndcg_at_3
value: 34.178
verified: no, type: ndcg_at_5
value: 36.592999999999996
verified: no, type: precision_at_1
value: 28.358
verified: no, type: precision_at_10
value: 6.800000000000001
verified: no, type: precision_at_100
value: 1.099
verified: no, type: precision_at_1000
value: 0.13899999999999998
verified: no, type: precision_at_20
value: 4.104
verified: no, type: precision_at_3
value: 15.765
verified: no, type: precision_at_5
value: 11.325000000000001
verified: no, type: recall_at_1
value: 24.015
verified: no, type: recall_at_10
value: 52.075
verified: no, type: recall_at_100
value: 76.93900000000001
verified: no, type: recall_at_1000
value: 92.69800000000001
verified: no, type: recall_at_20
value: 60.575
verified: no, type: recall_at_3
value: 38.316
verified: no, type: recall_at_5
value: 44.305
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-webmasters
name: MTEB CQADupstackWebmastersRetrieval
config: default
split: test
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
metrics: type: map_at_1
value: 22.587
verified: no, type: map_at_10
value: 33.358
verified: no, type: map_at_100
value: 35.032000000000004
verified: no, type: map_at_1000
value: 35.27
verified: no, type: map_at_20
value: 34.322
verified: no, type: map_at_3
value: 29.99
verified: no, type: map_at_5
value: 31.863000000000003
verified: no, type: mrr_at_1
value: 27.66798418972332
verified: no, type: mrr_at_10
value: 37.98928728276552
verified: no, type: mrr_at_100
value: 38.957240914604526
verified: no, type: mrr_at_1000
value: 39.015802550827765
verified: no, type: mrr_at_20
value: 38.66004236653195
verified: no, type: mrr_at_3
value: 35.07905138339921
verified: no, type: mrr_at_5
value: 36.81818181818182
verified: no, type: nauc_map_at_1000_diff1
value: 48.0564580757036
verified: no, type: nauc_map_at_1000_max
value: 38.66390651485306
verified: no, type: nauc_map_at_100_diff1
value: 48.13870970563177
verified: no, type: nauc_map_at_100_max
value: 38.794746243147166
verified: no, type: nauc_map_at_10_diff1
value: 48.08695810938951
verified: no, type: nauc_map_at_10_max
value: 37.85493948938392
verified: no, type: nauc_map_at_1_diff1
value: 52.693975808368776
verified: no, type: nauc_map_at_1_max
value: 32.96177976807811
verified: no, type: nauc_map_at_20_diff1
value: 48.21832743397784
verified: no, type: nauc_map_at_20_max
value: 38.418488817167436
verified: no, type: nauc_map_at_3_diff1
value: 48.03103140889738
verified: no, type: nauc_map_at_3_max
value: 36.899652971690045
verified: no, type: nauc_map_at_5_diff1
value: 48.1791531189517
verified: no, type: nauc_map_at_5_max
value: 37.5651105817285
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.38478613411569
verified: no, type: nauc_mrr_at_1000_max
value: 39.97889298875148
verified: no, type: nauc_mrr_at_100_diff1
value: 45.36753991032062
verified: no, type: nauc_mrr_at_100_max
value: 39.99803043087455
verified: no, type: nauc_mrr_at_10_diff1
value: 45.42191136126624
verified: no, type: nauc_mrr_at_10_max
value: 39.75801737012346
verified: no, type: nauc_mrr_at_1_diff1
value: 50.102185726419336
verified: no, type: nauc_mrr_at_1_max
value: 37.39820522099986
verified: no, type: nauc_mrr_at_20_diff1
value: 45.36124204624035
verified: no, type: nauc_mrr_at_20_max
value: 39.85806399752809
verified: no, type: nauc_mrr_at_3_diff1
value: 45.18597933351319
verified: no, type: nauc_mrr_at_3_max
value: 39.572873715118476
verified: no, type: nauc_mrr_at_5_diff1
value: 45.22616093194043
verified: no, type: nauc_mrr_at_5_max
value: 39.52725751466559
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.17235311248278
verified: no, type: nauc_ndcg_at_1000_max
value: 41.32028799973092
verified: no, type: nauc_ndcg_at_100_diff1
value: 45.990253582703964
verified: no, type: nauc_ndcg_at_100_max
value: 41.86548491632821
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.98895644674703
verified: no, type: nauc_ndcg_at_10_max
value: 39.21777947408553
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.102185726419336
verified: no, type: nauc_ndcg_at_1_max
value: 37.39820522099986
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.26991677954197
verified: no, type: nauc_ndcg_at_20_max
value: 40.15497569845344
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.585385042043605
verified: no, type: nauc_ndcg_at_3_max
value: 39.85762696465296
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.139462074561955
verified: no, type: nauc_ndcg_at_5_max
value: 39.629082814584635
verified: no, type: nauc_precision_at_1000_diff1
value: -12.938606789292932
verified: no, type: nauc_precision_at_1000_max
value: -2.2107163272237527
verified: no, type: nauc_precision_at_100_diff1
value: -1.751083504475916
verified: no, type: nauc_precision_at_100_max
value: 14.225965549694685
verified: no, type: nauc_precision_at_10_diff1
value: 23.156822706657543
verified: no, type: nauc_precision_at_10_max
value: 37.61203594103195
verified: no, type: nauc_precision_at_1_diff1
value: 50.102185726419336
verified: no, type: nauc_precision_at_1_max
value: 37.39820522099986
verified: no, type: nauc_precision_at_20_diff1
value: 13.661464281345804
verified: no, type: nauc_precision_at_20_max
value: 31.576607836276693
verified: no, type: nauc_precision_at_3_diff1
value: 34.67281194105616
verified: no, type: nauc_precision_at_3_max
value: 44.42902772348034
verified: no, type: nauc_precision_at_5_diff1
value: 30.598395820028358
verified: no, type: nauc_precision_at_5_max
value: 41.91224173434709
verified: no, type: nauc_recall_at_1000_diff1
value: 36.72706004007518
verified: no, type: nauc_recall_at_1000_max
value: 66.48829863163812
verified: no, type: nauc_recall_at_100_diff1
value: 35.31061540058103
verified: no, type: nauc_recall_at_100_max
value: 52.25782268338071
verified: no, type: nauc_recall_at_10_diff1
value: 39.694414296215726
verified: no, type: nauc_recall_at_10_max
value: 35.69959653494372
verified: no, type: nauc_recall_at_1_diff1
value: 52.693975808368776
verified: no, type: nauc_recall_at_1_max
value: 32.96177976807811
verified: no, type: nauc_recall_at_20_diff1
value: 39.381784442500226
verified: no, type: nauc_recall_at_20_max
value: 38.80216780548151
verified: no, type: nauc_recall_at_3_diff1
value: 41.692680582718744
verified: no, type: nauc_recall_at_3_max
value: 36.25763755041077
verified: no, type: nauc_recall_at_5_diff1
value: 41.35336857782357
verified: no, type: nauc_recall_at_5_max
value: 36.73723799283182
verified: no, type: ndcg_at_1
value: 27.668
verified: no, type: ndcg_at_10
value: 39.966
verified: no, type: ndcg_at_100
value: 45.751
verified: no, type: ndcg_at_1000
value: 48.285
verified: no, type: ndcg_at_20
value: 42.68
verified: no, type: ndcg_at_3
value: 34.461000000000006
verified: no, type: ndcg_at_5
value: 37.132
verified: no, type: precision_at_1
value: 27.668
verified: no, type: precision_at_10
value: 7.925
verified: no, type: precision_at_100
value: 1.601
verified: no, type: precision_at_1000
value: 0.248
verified: no, type: precision_at_20
value: 5.188000000000001
verified: no, type: precision_at_3
value: 16.667
verified: no, type: precision_at_5
value: 12.411
verified: no, type: recall_at_1
value: 22.587
verified: no, type: recall_at_10
value: 53.616
verified: no, type: recall_at_100
value: 78.014
verified: no, type: recall_at_1000
value: 94.25200000000001
verified: no, type: recall_at_20
value: 63.598
verified: no, type: recall_at_3
value: 38.281
verified: no, type: recall_at_5
value: 45.235
verified: no, task: type: Retrieval
dataset: type: mteb/cqadupstack-wordpress
name: MTEB CQADupstackWordpressRetrieval
config: default
split: test
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
metrics: type: map_at_1
value: 16.980999999999998
verified: no, type: map_at_10
value: 24.664
verified: no, type: map_at_100
value: 25.765
verified: no, type: map_at_1000
value: 25.877
verified: no, type: map_at_20
value: 25.317
verified: no, type: map_at_3
value: 21.683
verified: no, type: map_at_5
value: 23.28
verified: no, type: mrr_at_1
value: 18.853974121996302
verified: no, type: mrr_at_10
value: 26.748745709004478
verified: no, type: mrr_at_100
value: 27.69499469589774
verified: no, type: mrr_at_1000
value: 27.7790497499605
verified: no, type: mrr_at_20
value: 27.31636942914361
verified: no, type: mrr_at_3
value: 23.813924830560676
verified: no, type: mrr_at_5
value: 25.375847196549582
verified: no, type: nauc_map_at_1000_diff1
value: 30.135055330893472
verified: no, type: nauc_map_at_1000_max
value: 29.211781642478435
verified: no, type: nauc_map_at_100_diff1
value: 30.109096015606145
verified: no, type: nauc_map_at_100_max
value: 29.223028024025314
verified: no, type: nauc_map_at_10_diff1
value: 30.129974921878848
verified: no, type: nauc_map_at_10_max
value: 29.245101619773134
verified: no, type: nauc_map_at_1_diff1
value: 37.823290282037355
verified: no, type: nauc_map_at_1_max
value: 29.422090891644682
verified: no, type: nauc_map_at_20_diff1
value: 30.202570329126242
verified: no, type: nauc_map_at_20_max
value: 29.197785884015737
verified: no, type: nauc_map_at_3_diff1
value: 29.549778119396457
verified: no, type: nauc_map_at_3_max
value: 27.893992741038097
verified: no, type: nauc_map_at_5_diff1
value: 29.336004934982462
verified: no, type: nauc_map_at_5_max
value: 28.588249820343854
verified: no, type: nauc_mrr_at_1000_diff1
value: 29.339172028800693
verified: no, type: nauc_mrr_at_1000_max
value: 29.27328797503361
verified: no, type: nauc_mrr_at_100_diff1
value: 29.302051383442663
verified: no, type: nauc_mrr_at_100_max
value: 29.261464917945435
verified: no, type: nauc_mrr_at_10_diff1
value: 29.372044154749936
verified: no, type: nauc_mrr_at_10_max
value: 29.36307616248193
verified: no, type: nauc_mrr_at_1_diff1
value: 37.03290480962605
verified: no, type: nauc_mrr_at_1_max
value: 31.077713199666157
verified: no, type: nauc_mrr_at_20_diff1
value: 29.271217609971373
verified: no, type: nauc_mrr_at_20_max
value: 29.257249702536477
verified: no, type: nauc_mrr_at_3_diff1
value: 29.504640031548313
verified: no, type: nauc_mrr_at_3_max
value: 29.069322973200634
verified: no, type: nauc_mrr_at_5_diff1
value: 29.210638024296976
verified: no, type: nauc_mrr_at_5_max
value: 29.29717323459694
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.168859454720575
verified: no, type: nauc_ndcg_at_1000_max
value: 28.624142716676854
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.53254314991802
verified: no, type: nauc_ndcg_at_100_max
value: 28.662648150774817
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.058520401646025
verified: no, type: nauc_ndcg_at_10_max
value: 28.911524889930355
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.03290480962605
verified: no, type: nauc_ndcg_at_1_max
value: 31.077713199666157
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.00028907481166
verified: no, type: nauc_ndcg_at_20_max
value: 28.70016295408203
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.60403796605041
verified: no, type: nauc_ndcg_at_3_max
value: 27.706673269710404
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.933782633072024
verified: no, type: nauc_ndcg_at_5_max
value: 28.18966705713242
verified: no, type: nauc_precision_at_1000_diff1
value: -13.194601322238986
verified: no, type: nauc_precision_at_1000_max
value: -5.683449778390299
verified: no, type: nauc_precision_at_100_diff1
value: 8.191927897734349
verified: no, type: nauc_precision_at_100_max
value: 19.003145996688513
verified: no, type: nauc_precision_at_10_diff1
value: 23.064974274243575
verified: no, type: nauc_precision_at_10_max
value: 31.804683525034783
verified: no, type: nauc_precision_at_1_diff1
value: 37.03290480962605
verified: no, type: nauc_precision_at_1_max
value: 31.077713199666157
verified: no, type: nauc_precision_at_20_diff1
value: 20.75135128322255
verified: no, type: nauc_precision_at_20_max
value: 27.938848671100903
verified: no, type: nauc_precision_at_3_diff1
value: 21.85414901265657
verified: no, type: nauc_precision_at_3_max
value: 27.738658486946843
verified: no, type: nauc_precision_at_5_diff1
value: 21.330913305405705
verified: no, type: nauc_precision_at_5_max
value: 29.677546011333977
verified: no, type: nauc_recall_at_1000_diff1
value: 22.625301001590273
verified: no, type: nauc_recall_at_1000_max
value: 23.335780171797488
verified: no, type: nauc_recall_at_100_diff1
value: 18.671904596812176
verified: no, type: nauc_recall_at_100_max
value: 24.718480194959664
verified: no, type: nauc_recall_at_10_diff1
value: 22.697666279006068
verified: no, type: nauc_recall_at_10_max
value: 26.266294976782085
verified: no, type: nauc_recall_at_1_diff1
value: 37.823290282037355
verified: no, type: nauc_recall_at_1_max
value: 29.422090891644682
verified: no, type: nauc_recall_at_20_diff1
value: 22.23509003584087
verified: no, type: nauc_recall_at_20_max
value: 25.792991641838327
verified: no, type: nauc_recall_at_3_diff1
value: 21.454508617723867
verified: no, type: nauc_recall_at_3_max
value: 24.862663252665286
verified: no, type: nauc_recall_at_5_diff1
value: 20.09701623174741
verified: no, type: nauc_recall_at_5_max
value: 25.365036926878993
verified: no, type: ndcg_at_1
value: 18.854000000000003
verified: no, type: ndcg_at_10
value: 29.647000000000002
verified: no, type: ndcg_at_100
value: 34.945
verified: no, type: ndcg_at_1000
value: 37.755
verified: no, type: ndcg_at_20
value: 31.863000000000003
verified: no, type: ndcg_at_3
value: 23.835
verified: no, type: ndcg_at_5
value: 26.528000000000002
verified: no, type: precision_at_1
value: 18.854000000000003
verified: no, type: precision_at_10
value: 4.954
verified: no, type: precision_at_100
value: 0.826
verified: no, type: precision_at_1000
value: 0.11800000000000001
verified: no, type: precision_at_20
value: 3.031
verified: no, type: precision_at_3
value: 10.413
verified: no, type: precision_at_5
value: 7.725999999999999
verified: no, type: recall_at_1
value: 16.980999999999998
verified: no, type: recall_at_10
value: 43.256
verified: no, type: recall_at_100
value: 67.388
verified: no, type: recall_at_1000
value: 88.201
verified: no, type: recall_at_20
value: 51.486
verified: no, type: recall_at_3
value: 27.862
verified: no, type: recall_at_5
value: 34.251
verified: no, task: type: Retrieval
dataset: type: mteb/climate-fever
name: MTEB ClimateFEVER
config: default
split: test
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
metrics: type: map_at_1
value: 10.349
verified: no, type: map_at_10
value: 17.338
verified: no, type: map_at_100
value: 19.195
verified: no, type: map_at_1000
value: 19.392
verified: no, type: map_at_20
value: 18.294
verified: no, type: map_at_3
value: 14.135
verified: no, type: map_at_5
value: 15.76
verified: no, type: mrr_at_1
value: 23.061889250814332
verified: no, type: mrr_at_10
value: 33.37523912931077
verified: no, type: mrr_at_100
value: 34.46356661164784
verified: no, type: mrr_at_1000
value: 34.507303914243415
verified: no, type: mrr_at_20
value: 34.106438818389506
verified: no, type: mrr_at_3
value: 29.58740499457109
verified: no, type: mrr_at_5
value: 31.828447339847934
verified: no, type: nauc_map_at_1000_diff1
value: 24.671596968947938
verified: no, type: nauc_map_at_1000_max
value: 36.36603177252633
verified: no, type: nauc_map_at_100_diff1
value: 24.649442373925137
verified: no, type: nauc_map_at_100_max
value: 36.343326969183224
verified: no, type: nauc_map_at_10_diff1
value: 25.14978380446113
verified: no, type: nauc_map_at_10_max
value: 35.48311569850909
verified: no, type: nauc_map_at_1_diff1
value: 30.563036672557143
verified: no, type: nauc_map_at_1_max
value: 31.070224949027498
verified: no, type: nauc_map_at_20_diff1
value: 24.639891887511133
verified: no, type: nauc_map_at_20_max
value: 36.02290358468666
verified: no, type: nauc_map_at_3_diff1
value: 25.961138377808542
verified: no, type: nauc_map_at_3_max
value: 32.91173523346739
verified: no, type: nauc_map_at_5_diff1
value: 25.25579892161452
verified: no, type: nauc_map_at_5_max
value: 34.34423263684557
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.338651921698233
verified: no, type: nauc_mrr_at_1000_max
value: 32.34456145494825
verified: no, type: nauc_mrr_at_100_diff1
value: 22.34047872641543
verified: no, type: nauc_mrr_at_100_max
value: 32.35363163490476
verified: no, type: nauc_mrr_at_10_diff1
value: 22.1669510472365
verified: no, type: nauc_mrr_at_10_max
value: 32.18098432324906
verified: no, type: nauc_mrr_at_1_diff1
value: 27.98859530439485
verified: no, type: nauc_mrr_at_1_max
value: 29.59835641778479
verified: no, type: nauc_mrr_at_20_diff1
value: 22.27557719524807
verified: no, type: nauc_mrr_at_20_max
value: 32.30332929957556
verified: no, type: nauc_mrr_at_3_diff1
value: 22.313118213403783
verified: no, type: nauc_mrr_at_3_max
value: 30.935968996729713
verified: no, type: nauc_mrr_at_5_diff1
value: 22.060046326212177
verified: no, type: nauc_mrr_at_5_max
value: 31.750738973149428
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.97637391967232
verified: no, type: nauc_ndcg_at_1000_max
value: 37.71874258101174
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.047948671314682
verified: no, type: nauc_ndcg_at_100_max
value: 37.6858266885773
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.456547498971513
verified: no, type: nauc_ndcg_at_10_max
value: 35.824465568616304
verified: no, type: nauc_ndcg_at_1_diff1
value: 27.98859530439485
verified: no, type: nauc_ndcg_at_1_max
value: 29.59835641778479
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.69148966899244
verified: no, type: nauc_ndcg_at_20_max
value: 36.78340454303582
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.246124156166704
verified: no, type: nauc_ndcg_at_3_max
value: 32.180944983977966
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.437450155736038
verified: no, type: nauc_ndcg_at_5_max
value: 34.11186787901359
verified: no, type: nauc_precision_at_1000_diff1
value: -1.4789987463520418
verified: no, type: nauc_precision_at_1000_max
value: 13.165421048488732
verified: no, type: nauc_precision_at_100_diff1
value: 5.872177506645959
verified: no, type: nauc_precision_at_100_max
value: 23.11662789406202
verified: no, type: nauc_precision_at_10_diff1
value: 12.653231523260141
verified: no, type: nauc_precision_at_10_max
value: 32.69646843930873
verified: no, type: nauc_precision_at_1_diff1
value: 27.98859530439485
verified: no, type: nauc_precision_at_1_max
value: 29.59835641778479
verified: no, type: nauc_precision_at_20_diff1
value: 9.222810011251163
verified: no, type: nauc_precision_at_20_max
value: 31.642107803413644
verified: no, type: nauc_precision_at_3_diff1
value: 17.714754420945663
verified: no, type: nauc_precision_at_3_max
value: 31.20039968669417
verified: no, type: nauc_precision_at_5_diff1
value: 14.644243741155094
verified: no, type: nauc_precision_at_5_max
value: 32.38364025060788
verified: no, type: nauc_recall_at_1000_diff1
value: 12.54999721282459
verified: no, type: nauc_recall_at_1000_max
value: 35.6779997373079
verified: no, type: nauc_recall_at_100_diff1
value: 13.367778034443528
verified: no, type: nauc_recall_at_100_max
value: 33.13162691061
verified: no, type: nauc_recall_at_10_diff1
value: 16.949293497026215
verified: no, type: nauc_recall_at_10_max
value: 33.7705705210919
verified: no, type: nauc_recall_at_1_diff1
value: 30.563036672557143
verified: no, type: nauc_recall_at_1_max
value: 31.070224949027498
verified: no, type: nauc_recall_at_20_diff1
value: 14.089682455255875
verified: no, type: nauc_recall_at_20_max
value: 33.6191893484996
verified: no, type: nauc_recall_at_3_diff1
value: 19.948256200601705
verified: no, type: nauc_recall_at_3_max
value: 31.317477585260324
verified: no, type: nauc_recall_at_5_diff1
value: 17.598556491640565
verified: no, type: nauc_recall_at_5_max
value: 32.6807321944485
verified: no, type: ndcg_at_1
value: 23.061999999999998
verified: no, type: ndcg_at_10
value: 24.97
verified: no, type: ndcg_at_100
value: 32.554
verified: no, type: ndcg_at_1000
value: 36.076
verified: no, type: ndcg_at_20
value: 27.821
verified: no, type: ndcg_at_3
value: 19.349
verified: no, type: ndcg_at_5
value: 21.484
verified: no, type: precision_at_1
value: 23.061999999999998
verified: no, type: precision_at_10
value: 7.9350000000000005
verified: no, type: precision_at_100
value: 1.6039999999999999
verified: no, type: precision_at_1000
value: 0.22499999999999998
verified: no, type: precision_at_20
value: 5.176
verified: no, type: precision_at_3
value: 13.985
verified: no, type: precision_at_5
value: 11.401
verified: no, type: recall_at_1
value: 10.349
verified: no, type: recall_at_10
value: 30.913
verified: no, type: recall_at_100
value: 57.245999999999995
verified: no, type: recall_at_1000
value: 77.029
verified: no, type: recall_at_20
value: 39.003
verified: no, type: recall_at_3
value: 17.618000000000002
verified: no, type: recall_at_5
value: 22.988
verified: no, task: type: Retrieval
dataset: type: mteb/dbpedia
name: MTEB DBPedia
config: default
split: test
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
metrics: type: map_at_1
value: 7.649
verified: no, type: map_at_10
value: 14.697
verified: no, type: map_at_100
value: 19.591
verified: no, type: map_at_1000
value: 20.982
verified: no, type: map_at_20
value: 16.509999999999998
verified: no, type: map_at_3
value: 11.217
verified: no, type: map_at_5
value: 12.852
verified: no, type: mrr_at_1
value: 51.74999999999999
verified: no, type: mrr_at_10
value: 61.94424603174603
verified: no, type: mrr_at_100
value: 62.472815812182205
verified: no, type: mrr_at_1000
value: 62.49216916485864
verified: no, type: mrr_at_20
value: 62.25443952976847
verified: no, type: mrr_at_3
value: 59.708333333333364
verified: no, type: mrr_at_5
value: 61.03333333333334
verified: no, type: nauc_map_at_1000_diff1
value: 23.191206559088798
verified: no, type: nauc_map_at_1000_max
value: 10.1438640283226
verified: no, type: nauc_map_at_100_diff1
value: 23.265705221042555
verified: no, type: nauc_map_at_100_max
value: 7.523040573652397
verified: no, type: nauc_map_at_10_diff1
value: 24.45733842552937
verified: no, type: nauc_map_at_10_max
value: -2.443693369828331
verified: no, type: nauc_map_at_1_diff1
value: 31.091654941492397
verified: no, type: nauc_map_at_1_max
value: -10.771443812269371
verified: no, type: nauc_map_at_20_diff1
value: 24.7570707688042
verified: no, type: nauc_map_at_20_max
value: 1.2077637280889133
verified: no, type: nauc_map_at_3_diff1
value: 26.774816301177122
verified: no, type: nauc_map_at_3_max
value: -7.11823028171499
verified: no, type: nauc_map_at_5_diff1
value: 25.345353380719832
verified: no, type: nauc_map_at_5_max
value: -5.526653916514835
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.38684163091411
verified: no, type: nauc_mrr_at_1000_max
value: 23.24553685116483
verified: no, type: nauc_mrr_at_100_diff1
value: 32.382740964614776
verified: no, type: nauc_mrr_at_100_max
value: 23.251303906728214
verified: no, type: nauc_mrr_at_10_diff1
value: 32.086483636799365
verified: no, type: nauc_mrr_at_10_max
value: 23.369924984911552
verified: no, type: nauc_mrr_at_1_diff1
value: 34.434642218762605
verified: no, type: nauc_mrr_at_1_max
value: 19.832378549067112
verified: no, type: nauc_mrr_at_20_diff1
value: 32.360936515565655
verified: no, type: nauc_mrr_at_20_max
value: 23.300550497980236
verified: no, type: nauc_mrr_at_3_diff1
value: 32.084876778026164
verified: no, type: nauc_mrr_at_3_max
value: 22.109999122391084
verified: no, type: nauc_mrr_at_5_diff1
value: 31.824992326704688
verified: no, type: nauc_mrr_at_5_max
value: 22.81862153744175
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.36050568892246
verified: no, type: nauc_ndcg_at_1000_max
value: 14.681554058855834
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.127878465050646
verified: no, type: nauc_ndcg_at_100_max
value: 8.368076579475803
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.317953022845348
verified: no, type: nauc_ndcg_at_10_max
value: 10.095615105971731
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.646739843884106
verified: no, type: nauc_ndcg_at_1_max
value: 10.372045899012758
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.917052129883217
verified: no, type: nauc_ndcg_at_20_max
value: 6.909226743372991
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.54314184017729
verified: no, type: nauc_ndcg_at_3_max
value: 13.885591700571023
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.89409432469125
verified: no, type: nauc_ndcg_at_5_max
value: 12.308023309358072
verified: no, type: nauc_precision_at_1000_diff1
value: -4.0950394245249875
verified: no, type: nauc_precision_at_1000_max
value: 28.095752660879537
verified: no, type: nauc_precision_at_100_diff1
value: 2.599292519176294
verified: no, type: nauc_precision_at_100_max
value: 35.03985690925802
verified: no, type: nauc_precision_at_10_diff1
value: 9.698448521965727
verified: no, type: nauc_precision_at_10_max
value: 33.560035529503644
verified: no, type: nauc_precision_at_1_diff1
value: 34.434642218762605
verified: no, type: nauc_precision_at_1_max
value: 19.832378549067112
verified: no, type: nauc_precision_at_20_diff1
value: 7.031542419630589
verified: no, type: nauc_precision_at_20_max
value: 33.062841844543094
verified: no, type: nauc_precision_at_3_diff1
value: 18.69763783368493
verified: no, type: nauc_precision_at_3_max
value: 28.484713601053613
verified: no, type: nauc_precision_at_5_diff1
value: 12.932644940053518
verified: no, type: nauc_precision_at_5_max
value: 29.729718202329618
verified: no, type: nauc_recall_at_1000_diff1
value: 14.018400068283235
verified: no, type: nauc_recall_at_1000_max
value: 11.044259871020023
verified: no, type: nauc_recall_at_100_diff1
value: 16.771246252998623
verified: no, type: nauc_recall_at_100_max
value: 4.49108000932358
verified: no, type: nauc_recall_at_10_diff1
value: 15.961719909920715
verified: no, type: nauc_recall_at_10_max
value: -5.026464376792105
verified: no, type: nauc_recall_at_1_diff1
value: 31.091654941492397
verified: no, type: nauc_recall_at_1_max
value: -10.771443812269371
verified: no, type: nauc_recall_at_20_diff1
value: 17.293696440962712
verified: no, type: nauc_recall_at_20_max
value: -1.1330071114103524
verified: no, type: nauc_recall_at_3_diff1
value: 21.93321186290146
verified: no, type: nauc_recall_at_3_max
value: -9.179810454022938
verified: no, type: nauc_recall_at_5_diff1
value: 17.797695611702576
verified: no, type: nauc_recall_at_5_max
value: -8.203514465529903
verified: no, type: ndcg_at_1
value: 42
verified: no, type: ndcg_at_10
value: 30.909
verified: no, type: ndcg_at_100
value: 35.508
verified: no, type: ndcg_at_1000
value: 43.774
verified: no, type: ndcg_at_20
value: 30.606
verified: no, type: ndcg_at_3
value: 34.525
verified: no, type: ndcg_at_5
value: 32.75
verified: no, type: precision_at_1
value: 51.74999999999999
verified: no, type: precision_at_10
value: 23.35
verified: no, type: precision_at_100
value: 7.478
verified: no, type: precision_at_1000
value: 1.69
verified: no, type: precision_at_20
value: 17.4
verified: no, type: precision_at_3
value: 36.833
verified: no, type: precision_at_5
value: 31.2
verified: no, type: recall_at_1
value: 7.649
verified: no, type: recall_at_10
value: 19.778000000000002
verified: no, type: recall_at_100
value: 42.652
verified: no, type: recall_at_1000
value: 68.417
verified: no, type: recall_at_20
value: 25.098
verified: no, type: recall_at_3
value: 12.631999999999998
verified: no, type: recall_at_5
value: 15.673
verified: no, task: type: Classification
dataset: type: mteb/emotion
name: MTEB EmotionClassification
config: default
split: test
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
metrics: type: accuracy
value: 50.20999999999999
verified: no, type: f1
value: 44.74511638629181
verified: no, type: f1_weighted
value: 52.23753103034543
verified: no, task: type: Retrieval
dataset: type: mteb/fever
name: MTEB FEVER
config: default
split: test
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
metrics: type: map_at_1
value: 51.953
verified: no, type: map_at_10
value: 65.45100000000001
verified: no, type: map_at_100
value: 65.804
verified: no, type: map_at_1000
value: 65.821
verified: no, type: map_at_20
value: 65.682
verified: no, type: map_at_3
value: 63.119
verified: no, type: map_at_5
value: 64.667
verified: no, type: mrr_at_1
value: 55.74557455745575
verified: no, type: mrr_at_10
value: 69.4821386900595
verified: no, type: mrr_at_100
value: 69.74729404754542
verified: no, type: mrr_at_1000
value: 69.75343973923911
verified: no, type: mrr_at_20
value: 69.67064873408133
verified: no, type: mrr_at_3
value: 67.25672567256748
verified: no, type: mrr_at_5
value: 68.78237823782375
verified: no, type: nauc_map_at_1000_diff1
value: 41.18640527838548
verified: no, type: nauc_map_at_1000_max
value: 13.428727470575682
verified: no, type: nauc_map_at_100_diff1
value: 41.17468986756459
verified: no, type: nauc_map_at_100_max
value: 13.426715044498552
verified: no, type: nauc_map_at_10_diff1
value: 41.06075186086762
verified: no, type: nauc_map_at_10_max
value: 13.470740909244022
verified: no, type: nauc_map_at_1_diff1
value: 43.27767138528766
verified: no, type: nauc_map_at_1_max
value: 9.510265612441069
verified: no, type: nauc_map_at_20_diff1
value: 41.163134792057996
verified: no, type: nauc_map_at_20_max
value: 13.47131574134347
verified: no, type: nauc_map_at_3_diff1
value: 40.910348768893975
verified: no, type: nauc_map_at_3_max
value: 12.768125096526042
verified: no, type: nauc_map_at_5_diff1
value: 40.92528504891088
verified: no, type: nauc_map_at_5_max
value: 13.399071004697873
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.95436097694384
verified: no, type: nauc_mrr_at_1000_max
value: 14.88135771553486
verified: no, type: nauc_mrr_at_100_diff1
value: 44.954378878260215
verified: no, type: nauc_mrr_at_100_max
value: 14.890733027176758
verified: no, type: nauc_mrr_at_10_diff1
value: 44.86373608659125
verified: no, type: nauc_mrr_at_10_max
value: 15.059791916748255
verified: no, type: nauc_mrr_at_1_diff1
value: 46.43929638087247
verified: no, type: nauc_mrr_at_1_max
value: 10.272622414068575
verified: no, type: nauc_mrr_at_20_diff1
value: 44.95818657400733
verified: no, type: nauc_mrr_at_20_max
value: 14.997217206405592
verified: no, type: nauc_mrr_at_3_diff1
value: 44.548749443035376
verified: no, type: nauc_mrr_at_3_max
value: 14.469622419991582
verified: no, type: nauc_mrr_at_5_diff1
value: 44.69074207900513
verified: no, type: nauc_mrr_at_5_max
value: 15.062504791381482
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.520533924005
verified: no, type: nauc_ndcg_at_1000_max
value: 15.125821530506498
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.30390080881711
verified: no, type: nauc_ndcg_at_100_max
value: 15.247971802551044
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.888490879980694
verified: no, type: nauc_ndcg_at_10_max
value: 15.817174059922767
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.43929638087247
verified: no, type: nauc_ndcg_at_1_max
value: 10.272622414068575
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.25023892348253
verified: no, type: nauc_ndcg_at_20_max
value: 15.776116311231558
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.94688695514675
verified: no, type: nauc_ndcg_at_3_max
value: 14.504886210246811
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.70211773073117
verified: no, type: nauc_ndcg_at_5_max
value: 15.705189801150077
verified: no, type: nauc_precision_at_1000_diff1
value: 0.5912928729505902
verified: no, type: nauc_precision_at_1000_max
value: 11.701719862031078
verified: no, type: nauc_precision_at_100_diff1
value: 5.047154087374933
verified: no, type: nauc_precision_at_100_max
value: 17.913943619005344
verified: no, type: nauc_precision_at_10_diff1
value: 24.612684850432128
verified: no, type: nauc_precision_at_10_max
value: 29.105423290906558
verified: no, type: nauc_precision_at_1_diff1
value: 46.43929638087247
verified: no, type: nauc_precision_at_1_max
value: 10.272622414068575
verified: no, type: nauc_precision_at_20_diff1
value: 18.774237778586176
verified: no, type: nauc_precision_at_20_max
value: 27.91823531074064
verified: no, type: nauc_precision_at_3_diff1
value: 37.666635036168486
verified: no, type: nauc_precision_at_3_max
value: 21.5767280681348
verified: no, type: nauc_precision_at_5_diff1
value: 32.319221505378025
verified: no, type: nauc_precision_at_5_max
value: 28.066697359866183
verified: no, type: nauc_recall_at_1000_diff1
value: 17.59003049631559
verified: no, type: nauc_recall_at_1000_max
value: 20.93685086253374
verified: no, type: nauc_recall_at_100_diff1
value: 21.76964375449178
verified: no, type: nauc_recall_at_100_max
value: 22.758634756027416
verified: no, type: nauc_recall_at_10_diff1
value: 28.889097764221383
verified: no, type: nauc_recall_at_10_max
value: 25.30585436023595
verified: no, type: nauc_recall_at_1_diff1
value: 43.27767138528766
verified: no, type: nauc_recall_at_1_max
value: 9.510265612441069
verified: no, type: nauc_recall_at_20_diff1
value: 28.12473216551451
verified: no, type: nauc_recall_at_20_max
value: 27.143846458113202
verified: no, type: nauc_recall_at_3_diff1
value: 34.4572195153852
verified: no, type: nauc_recall_at_3_max
value: 17.36854161760104
verified: no, type: nauc_recall_at_5_diff1
value: 31.29465419375182
verified: no, type: nauc_recall_at_5_max
value: 22.273653125961907
verified: no, type: ndcg_at_1
value: 55.745999999999995
verified: no, type: ndcg_at_10
value: 71.86099999999999
verified: no, type: ndcg_at_100
value: 73.355
verified: no, type: ndcg_at_1000
value: 73.74000000000001
verified: no, type: ndcg_at_20
value: 72.61999999999999
verified: no, type: ndcg_at_3
value: 67.529
verified: no, type: ndcg_at_5
value: 70.15
verified: no, type: precision_at_1
value: 55.745999999999995
verified: no, type: precision_at_10
value: 9.568999999999999
verified: no, type: precision_at_100
value: 1.045
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 4.96
verified: no, type: precision_at_3
value: 27.433000000000003
verified: no, type: precision_at_5
value: 17.924
verified: no, type: recall_at_1
value: 51.953
verified: no, type: recall_at_10
value: 87.459
verified: no, type: recall_at_100
value: 93.89800000000001
verified: no, type: recall_at_1000
value: 96.536
verified: no, type: recall_at_20
value: 90.303
verified: no, type: recall_at_3
value: 75.993
verified: no, type: recall_at_5
value: 82.39
verified: no, task: type: Retrieval
dataset: type: mteb/fiqa
name: MTEB FiQA2018
config: default
split: test
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
metrics: type: map_at_1
value: 18.267
verified: no, type: map_at_10
value: 30.447999999999997
verified: no, type: map_at_100
value: 32.469
verified: no, type: map_at_1000
value: 32.658
verified: no, type: map_at_20
value: 31.528
verified: no, type: map_at_3
value: 26.125999999999998
verified: no, type: map_at_5
value: 28.444999999999997
verified: no, type: mrr_at_1
value: 37.191358024691354
verified: no, type: mrr_at_10
value: 45.883793846756774
verified: no, type: mrr_at_100
value: 46.816652956013066
verified: no, type: mrr_at_1000
value: 46.84959707640699
verified: no, type: mrr_at_20
value: 46.41953427971011
verified: no, type: mrr_at_3
value: 43.389917695473244
verified: no, type: mrr_at_5
value: 44.863683127571996
verified: no, type: nauc_map_at_1000_diff1
value: 40.85830662982769
verified: no, type: nauc_map_at_1000_max
value: 29.735257029193157
verified: no, type: nauc_map_at_100_diff1
value: 40.82501487440629
verified: no, type: nauc_map_at_100_max
value: 29.636048452078445
verified: no, type: nauc_map_at_10_diff1
value: 40.68075705213936
verified: no, type: nauc_map_at_10_max
value: 28.337659980829322
verified: no, type: nauc_map_at_1_diff1
value: 48.01290466458539
verified: no, type: nauc_map_at_1_max
value: 19.261551938733852
verified: no, type: nauc_map_at_20_diff1
value: 40.856805860284226
verified: no, type: nauc_map_at_20_max
value: 29.077526730127286
verified: no, type: nauc_map_at_3_diff1
value: 43.039504408969904
verified: no, type: nauc_map_at_3_max
value: 24.878477839738057
verified: no, type: nauc_map_at_5_diff1
value: 41.724698595479595
verified: no, type: nauc_map_at_5_max
value: 27.113239282827994
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.920794707966756
verified: no, type: nauc_mrr_at_1000_max
value: 34.614706567116606
verified: no, type: nauc_mrr_at_100_diff1
value: 43.895282962033846
verified: no, type: nauc_mrr_at_100_max
value: 34.61550432452366
verified: no, type: nauc_mrr_at_10_diff1
value: 43.95091533739387
verified: no, type: nauc_mrr_at_10_max
value: 34.663758974026365
verified: no, type: nauc_mrr_at_1_diff1
value: 47.61919353455421
verified: no, type: nauc_mrr_at_1_max
value: 33.962956428123746
verified: no, type: nauc_mrr_at_20_diff1
value: 43.87590747124477
verified: no, type: nauc_mrr_at_20_max
value: 34.67882996441685
verified: no, type: nauc_mrr_at_3_diff1
value: 44.88684388166846
verified: no, type: nauc_mrr_at_3_max
value: 34.22294561243905
verified: no, type: nauc_mrr_at_5_diff1
value: 43.98850549790516
verified: no, type: nauc_mrr_at_5_max
value: 34.83639805635503
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.223553918616375
verified: no, type: nauc_ndcg_at_1000_max
value: 33.43814923773947
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.43807819766326
verified: no, type: nauc_ndcg_at_100_max
value: 32.57630719703927
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.33282304016679
verified: no, type: nauc_ndcg_at_10_max
value: 30.27641232989905
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.61919353455421
verified: no, type: nauc_ndcg_at_1_max
value: 33.962956428123746
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.53511269739587
verified: no, type: nauc_ndcg_at_20_max
value: 31.260873254810246
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.101187311841876
verified: no, type: nauc_ndcg_at_3_max
value: 32.03042648723637
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.01327057932772
verified: no, type: nauc_ndcg_at_5_max
value: 31.030938992630848
verified: no, type: nauc_precision_at_1000_diff1
value: -0.4352015904891744
verified: no, type: nauc_precision_at_1000_max
value: 30.061282683255385
verified: no, type: nauc_precision_at_100_diff1
value: 5.39586253637153
verified: no, type: nauc_precision_at_100_max
value: 35.41655677334673
verified: no, type: nauc_precision_at_10_diff1
value: 16.69240019440236
verified: no, type: nauc_precision_at_10_max
value: 38.565307428383036
verified: no, type: nauc_precision_at_1_diff1
value: 47.61919353455421
verified: no, type: nauc_precision_at_1_max
value: 33.962956428123746
verified: no, type: nauc_precision_at_20_diff1
value: 14.485164333893326
verified: no, type: nauc_precision_at_20_max
value: 39.1476438430299
verified: no, type: nauc_precision_at_3_diff1
value: 27.334529666495627
verified: no, type: nauc_precision_at_3_max
value: 35.18301078607926
verified: no, type: nauc_precision_at_5_diff1
value: 22.50332891872499
verified: no, type: nauc_precision_at_5_max
value: 38.26704908439035
verified: no, type: nauc_recall_at_1000_diff1
value: 24.718367772502805
verified: no, type: nauc_recall_at_1000_max
value: 28.7950545028825
verified: no, type: nauc_recall_at_100_diff1
value: 22.416515348099285
verified: no, type: nauc_recall_at_100_max
value: 24.272228778780377
verified: no, type: nauc_recall_at_10_diff1
value: 27.73925715455505
verified: no, type: nauc_recall_at_10_max
value: 22.555074735100856
verified: no, type: nauc_recall_at_1_diff1
value: 48.01290466458539
verified: no, type: nauc_recall_at_1_max
value: 19.261551938733852
verified: no, type: nauc_recall_at_20_diff1
value: 26.301321924063288
verified: no, type: nauc_recall_at_20_max
value: 23.330876453596332
verified: no, type: nauc_recall_at_3_diff1
value: 37.24025810217652
verified: no, type: nauc_recall_at_3_max
value: 21.98119880123036
verified: no, type: nauc_recall_at_5_diff1
value: 32.28600801369084
verified: no, type: nauc_recall_at_5_max
value: 23.454012972204232
verified: no, type: ndcg_at_1
value: 37.191
verified: no, type: ndcg_at_10
value: 38.26
verified: no, type: ndcg_at_100
value: 45.719
verified: no, type: ndcg_at_1000
value: 48.786
verified: no, type: ndcg_at_20
value: 41.082
verified: no, type: ndcg_at_3
value: 34.521
verified: no, type: ndcg_at_5
value: 35.657
verified: no, type: precision_at_1
value: 37.191
verified: no, type: precision_at_10
value: 11.111
verified: no, type: precision_at_100
value: 1.8599999999999999
verified: no, type: precision_at_1000
value: 0.24
verified: no, type: precision_at_20
value: 6.6979999999999995
verified: no, type: precision_at_3
value: 23.714
verified: no, type: precision_at_5
value: 17.654
verified: no, type: recall_at_1
value: 18.267
verified: no, type: recall_at_10
value: 45.196
verified: no, type: recall_at_100
value: 73.21
verified: no, type: recall_at_1000
value: 91.603
verified: no, type: recall_at_20
value: 54.175
verified: no, type: recall_at_3
value: 30.804
verified: no, type: recall_at_5
value: 36.762
verified: no, task: type: Retrieval
dataset: type: mteb/hotpotqa
name: MTEB HotpotQA
config: default
split: test
revision: ab518f4d6fcca38d87c25209f94beba119d02014
metrics: type: map_at_1
value: 34.416000000000004
verified: no, type: map_at_10
value: 53.018
verified: no, type: map_at_100
value: 53.959999999999994
verified: no, type: map_at_1000
value: 54.037
verified: no, type: map_at_20
value: 53.586
verified: no, type: map_at_3
value: 49.532
verified: no, type: map_at_5
value: 51.745
verified: no, type: mrr_at_1
value: 68.83187035786631
verified: no, type: mrr_at_10
value: 76.47855374425244
verified: no, type: mrr_at_100
value: 76.75914198501198
verified: no, type: mrr_at_1000
value: 76.77222735751764
verified: no, type: mrr_at_20
value: 76.65679003625789
verified: no, type: mrr_at_3
value: 75.16092730137284
verified: no, type: mrr_at_5
value: 76.01575512041389
verified: no, type: nauc_map_at_1000_diff1
value: 28.665599655244538
verified: no, type: nauc_map_at_1000_max
value: 26.51149017702271
verified: no, type: nauc_map_at_100_diff1
value: 28.632597932013145
verified: no, type: nauc_map_at_100_max
value: 26.490932953231923
verified: no, type: nauc_map_at_10_diff1
value: 28.580107701324735
verified: no, type: nauc_map_at_10_max
value: 26.3217679581979
verified: no, type: nauc_map_at_1_diff1
value: 67.67936763409298
verified: no, type: nauc_map_at_1_max
value: 40.30036941793513
verified: no, type: nauc_map_at_20_diff1
value: 28.558170611509183
verified: no, type: nauc_map_at_20_max
value: 26.43052335111512
verified: no, type: nauc_map_at_3_diff1
value: 29.85672153745689
verified: no, type: nauc_map_at_3_max
value: 26.743012500467856
verified: no, type: nauc_map_at_5_diff1
value: 28.736851055431988
verified: no, type: nauc_map_at_5_max
value: 26.447068009197793
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.79129234779417
verified: no, type: nauc_mrr_at_1000_max
value: 42.55373395618259
verified: no, type: nauc_mrr_at_100_diff1
value: 65.78897966625267
verified: no, type: nauc_mrr_at_100_max
value: 42.55832275158884
verified: no, type: nauc_mrr_at_10_diff1
value: 65.72331806462918
verified: no, type: nauc_mrr_at_10_max
value: 42.658423245180046
verified: no, type: nauc_mrr_at_1_diff1
value: 67.67936763409298
verified: no, type: nauc_mrr_at_1_max
value: 40.30036941793513
verified: no, type: nauc_mrr_at_20_diff1
value: 65.75380315795078
verified: no, type: nauc_mrr_at_20_max
value: 42.5668897917014
verified: no, type: nauc_mrr_at_3_diff1
value: 65.82731891309994
verified: no, type: nauc_mrr_at_3_max
value: 42.563700481571395
verified: no, type: nauc_mrr_at_5_diff1
value: 65.76141260167854
verified: no, type: nauc_mrr_at_5_max
value: 42.70170127345266
verified: no, type: nauc_ndcg_at_1000_diff1
value: 33.827746587645436
verified: no, type: nauc_ndcg_at_1000_max
value: 29.782418377743486
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.972298156089224
verified: no, type: nauc_ndcg_at_100_max
value: 29.29551768033599
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.938633120475814
verified: no, type: nauc_ndcg_at_10_max
value: 28.910191583030425
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.67936763409298
verified: no, type: nauc_ndcg_at_1_max
value: 40.30036941793513
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.731879592210355
verified: no, type: nauc_ndcg_at_20_max
value: 29.040697341299047
verified: no, type: nauc_ndcg_at_3_diff1
value: 35.47870104596234
verified: no, type: nauc_ndcg_at_3_max
value: 29.847488867914084
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.54909514232655
verified: no, type: nauc_ndcg_at_5_max
value: 29.292689443865523
verified: no, type: nauc_precision_at_1000_diff1
value: 3.5615989847587506
verified: no, type: nauc_precision_at_1000_max
value: 19.786379641713445
verified: no, type: nauc_precision_at_100_diff1
value: 7.78080334803686
verified: no, type: nauc_precision_at_100_max
value: 19.056747747303994
verified: no, type: nauc_precision_at_10_diff1
value: 14.63417360636118
verified: no, type: nauc_precision_at_10_max
value: 20.746850850581108
verified: no, type: nauc_precision_at_1_diff1
value: 67.67936763409298
verified: no, type: nauc_precision_at_1_max
value: 40.30036941793513
verified: no, type: nauc_precision_at_20_diff1
value: 12.26770611631996
verified: no, type: nauc_precision_at_20_max
value: 20.323172131707494
verified: no, type: nauc_precision_at_3_diff1
value: 23.256512645251487
verified: no, type: nauc_precision_at_3_max
value: 25.316290441498758
verified: no, type: nauc_precision_at_5_diff1
value: 18.249828903730126
verified: no, type: nauc_precision_at_5_max
value: 23.2166512871753
verified: no, type: nauc_recall_at_1000_diff1
value: 3.5615989847591156
verified: no, type: nauc_recall_at_1000_max
value: 19.786379641713587
verified: no, type: nauc_recall_at_100_diff1
value: 7.780803348036787
verified: no, type: nauc_recall_at_100_max
value: 19.056747747303987
verified: no, type: nauc_recall_at_10_diff1
value: 14.634173606361264
verified: no, type: nauc_recall_at_10_max
value: 20.74685085058111
verified: no, type: nauc_recall_at_1_diff1
value: 67.67936763409298
verified: no, type: nauc_recall_at_1_max
value: 40.30036941793513
verified: no, type: nauc_recall_at_20_diff1
value: 12.267706116319852
verified: no, type: nauc_recall_at_20_max
value: 20.32317213170743
verified: no, type: nauc_recall_at_3_diff1
value: 23.25651264525152
verified: no, type: nauc_recall_at_3_max
value: 25.31629044149875
verified: no, type: nauc_recall_at_5_diff1
value: 18.249828903730062
verified: no, type: nauc_recall_at_5_max
value: 23.216651287175274
verified: no, type: ndcg_at_1
value: 68.83200000000001
verified: no, type: ndcg_at_10
value: 62.037
verified: no, type: ndcg_at_100
value: 65.405
verified: no, type: ndcg_at_1000
value: 66.92099999999999
verified: no, type: ndcg_at_20
value: 63.491
verified: no, type: ndcg_at_3
value: 56.899
verified: no, type: ndcg_at_5
value: 59.82300000000001
verified: no, type: precision_at_1
value: 68.83200000000001
verified: no, type: precision_at_10
value: 13.186
verified: no, type: precision_at_100
value: 1.5810000000000002
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_20
value: 7.059
verified: no, type: precision_at_3
value: 36.39
verified: no, type: precision_at_5
value: 24.154
verified: no, type: recall_at_1
value: 34.416000000000004
verified: no, type: recall_at_10
value: 65.928
verified: no, type: recall_at_100
value: 79.061
verified: no, type: recall_at_1000
value: 89.061
verified: no, type: recall_at_20
value: 70.594
verified: no, type: recall_at_3
value: 54.584999999999994
verified: no, type: recall_at_5
value: 60.385
verified: no, task: type: Classification
dataset: type: mteb/imdb
name: MTEB ImdbClassification
config: default
split: test
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
metrics: type: accuracy
value: 88.7704
verified: no, type: ap
value: 84.14695674023965
verified: no, type: ap_weighted
value: 84.14695674023965
verified: no, type: f1
value: 88.73968806391585
verified: no, type: f1_weighted
value: 88.73968806391585
verified: no, task: type: Retrieval
dataset: type: mteb/msmarco
name: MTEB MSMARCO
config: default
split: test
revision: c5a29a104738b98a9e76336939199e264163d4a0
metrics: type: main_score
value: 32.11
verified: no, type: map_at_1
value: 15.061
verified: no, type: map_at_10
value: 25.754
verified: no, type: map_at_100
value: 27.049
verified: no, type: map_at_1000
value: 27.116
verified: no, type: map_at_20
value: 26.513
verified: no, type: map_at_3
value: 21.982
verified: no, type: map_at_5
value: 24.163
verified: no, type: mrr_at_1
value: 15.501432664756448
verified: no, type: mrr_at_10
value: 26.20690635375438
verified: no, type: mrr_at_100
value: 27.47484603015855
verified: no, type: mrr_at_1000
value: 27.534814732511403
verified: no, type: mrr_at_20
value: 26.962510204234487
verified: no, type: mrr_at_3
value: 22.478510028653204
verified: no, type: mrr_at_5
value: 24.644699140401148
verified: no, type: nauc_map_at_1000_diff1
value: 27.65573005952806
verified: no, type: nauc_map_at_1000_max
value: -0.6664915829456446
verified: no, type: nauc_map_at_1000_std
value: -13.294854242050995
verified: no, type: nauc_map_at_100_diff1
value: 27.65309051861404
verified: no, type: nauc_map_at_100_max
value: -0.6705678793129132
verified: no, type: nauc_map_at_100_std
value: -13.26026777113775
verified: no, type: nauc_map_at_10_diff1
value: 27.61977151321742
verified: no, type: nauc_map_at_10_max
value: -0.8411682912254755
verified: no, type: nauc_map_at_10_std
value: -14.078806656682952
verified: no, type: nauc_map_at_1_diff1
value: 31.101427439711117
verified: no, type: nauc_map_at_1_max
value: -2.1665597079685583
verified: no, type: nauc_map_at_1_std
value: -14.838541556063687
verified: no, type: nauc_map_at_20_diff1
value: 27.640862405035925
verified: no, type: nauc_map_at_20_max
value: -0.7508506379638504
verified: no, type: nauc_map_at_20_std
value: -13.635264331784255
verified: no, type: nauc_map_at_3_diff1
value: 27.816001535921504
verified: no, type: nauc_map_at_3_max
value: -1.4258402359181213
verified: no, type: nauc_map_at_3_std
value: -14.734019274210775
verified: no, type: nauc_map_at_5_diff1
value: 27.594758229009123
verified: no, type: nauc_map_at_5_max
value: -1.1541185696293443
verified: no, type: nauc_map_at_5_std
value: -14.543039460349144
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.324172493369325
verified: no, type: nauc_mrr_at_1000_max
value: -0.5301623684083077
verified: no, type: nauc_mrr_at_1000_std
value: -13.085482957897204
verified: no, type: nauc_mrr_at_100_diff1
value: 27.31756425346039
verified: no, type: nauc_mrr_at_100_max
value: -0.5329475311701841
verified: no, type: nauc_mrr_at_100_std
value: -13.05068875597533
verified: no, type: nauc_mrr_at_10_diff1
value: 27.277609851940166
verified: no, type: nauc_mrr_at_10_max
value: -0.6898071390120286
verified: no, type: nauc_mrr_at_10_std
value: -13.83061727295856
verified: no, type: nauc_mrr_at_1_diff1
value: 30.70206781271504
verified: no, type: nauc_mrr_at_1_max
value: -2.011455223691345
verified: no, type: nauc_mrr_at_1_std
value: -14.70598014976441
verified: no, type: nauc_mrr_at_20_diff1
value: 27.29001503541975
verified: no, type: nauc_mrr_at_20_max
value: -0.5909600755849777
verified: no, type: nauc_mrr_at_20_std
value: -13.376016681585357
verified: no, type: nauc_mrr_at_3_diff1
value: 27.52254144099272
verified: no, type: nauc_mrr_at_3_max
value: -1.3519790006530379
verified: no, type: nauc_mrr_at_3_std
value: -14.649312191742936
verified: no, type: nauc_mrr_at_5_diff1
value: 27.29546586753163
verified: no, type: nauc_mrr_at_5_max
value: -1.024127157001698
verified: no, type: nauc_mrr_at_5_std
value: -14.345538969418342
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.79147605755793
verified: no, type: nauc_ndcg_at_1000_max
value: 0.8591996554984977
verified: no, type: nauc_ndcg_at_1000_std
value: -10.161918646262949
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.63542557896811
verified: no, type: nauc_ndcg_at_100_max
value: 0.9443929053004976
verified: no, type: nauc_ndcg_at_100_std
value: -8.71936234590501
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.517293695303856
verified: no, type: nauc_ndcg_at_10_max
value: 0.10338195612605405
verified: no, type: nauc_ndcg_at_10_std
value: -13.009131978823454
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.538890646051946
verified: no, type: nauc_ndcg_at_1_max
value: -2.008099708811186
verified: no, type: nauc_ndcg_at_1_std
value: -14.570358622599258
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.54428829139771
verified: no, type: nauc_ndcg_at_20_max
value: 0.4099242177386758
verified: no, type: nauc_ndcg_at_20_std
value: -11.371084751648104
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.95842634410692
verified: no, type: nauc_ndcg_at_3_max
value: -1.1589433435709675
verified: no, type: nauc_ndcg_at_3_std
value: -14.602252601262474
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.59589076335421
verified: no, type: nauc_ndcg_at_5_max
value: -0.6453240745202081
verified: no, type: nauc_ndcg_at_5_std
value: -14.184185282205794
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9922818023581059
verified: no, type: nauc_precision_at_1000_max
value: 16.26409042185654
verified: no, type: nauc_precision_at_1000_std
value: 18.321904970324763
verified: no, type: nauc_precision_at_100_diff1
value: 14.851754812243906
verified: no, type: nauc_precision_at_100_max
value: 11.328667762948234
verified: no, type: nauc_precision_at_100_std
value: 21.811183999636896
verified: no, type: nauc_precision_at_10_diff1
value: 22.530404228796172
verified: no, type: nauc_precision_at_10_max
value: 2.6697442120229726
verified: no, type: nauc_precision_at_10_std
value: -9.50958201686599
verified: no, type: nauc_precision_at_1_diff1
value: 30.538890646051946
verified: no, type: nauc_precision_at_1_max
value: -2.008099708811186
verified: no, type: nauc_precision_at_1_std
value: -14.570358622599258
verified: no, type: nauc_precision_at_20_diff1
value: 21.512594268414414
verified: no, type: nauc_precision_at_20_max
value: 4.503344482984035
verified: no, type: nauc_precision_at_20_std
value: -2.682841767575556
verified: no, type: nauc_precision_at_3_diff1
value: 24.64073891564328
verified: no, type: nauc_precision_at_3_max
value: -0.6975028267715812
verified: no, type: nauc_precision_at_3_std
value: -14.236786751518174
verified: no, type: nauc_precision_at_5_diff1
value: 23.781199263805576
verified: no, type: nauc_precision_at_5_max
value: 0.6022253719319227
verified: no, type: nauc_precision_at_5_std
value: -13.147295623802737
verified: no, type: nauc_recall_at_1000_diff1
value: 18.70113472084712
verified: no, type: nauc_recall_at_1000_max
value: 33.07873112775353
verified: no, type: nauc_recall_at_1000_std
value: 54.15619201728818
verified: no, type: nauc_recall_at_100_diff1
value: 22.07721196179939
verified: no, type: nauc_recall_at_100_max
value: 10.717243598328174
verified: no, type: nauc_recall_at_100_std
value: 25.184427234923483
verified: no, type: nauc_recall_at_10_diff1
value: 23.71859755775575
verified: no, type: nauc_recall_at_10_max
value: 2.5941400628857667
verified: no, type: nauc_recall_at_10_std
value: -9.968353668010163
verified: no, type: nauc_recall_at_1_diff1
value: 31.101427439711117
verified: no, type: nauc_recall_at_1_max
value: -2.1665597079685583
verified: no, type: nauc_recall_at_1_std
value: -14.838541556063687
verified: no, type: nauc_recall_at_20_diff1
value: 23.44415387325979
verified: no, type: nauc_recall_at_20_max
value: 3.887148509398752
verified: no, type: nauc_recall_at_20_std
value: -3.3523843677396052
verified: no, type: nauc_recall_at_3_diff1
value: 24.94902396425333
verified: no, type: nauc_recall_at_3_max
value: -0.5407315733631601
verified: no, type: nauc_recall_at_3_std
value: -14.250771036329175
verified: no, type: nauc_recall_at_5_diff1
value: 24.25304324109004
verified: no, type: nauc_recall_at_5_max
value: 0.5197135086143335
verified: no, type: nauc_recall_at_5_std
value: -13.305622144189252
verified: no, type: ndcg_at_1
value: 15.53
verified: no, type: ndcg_at_10
value: 32.11
verified: no, type: ndcg_at_100
value: 38.647
verified: no, type: ndcg_at_1000
value: 40.381
verified: no, type: ndcg_at_20
value: 34.844
verified: no, type: ndcg_at_3
value: 24.398
verified: no, type: ndcg_at_5
value: 28.306
verified: no, type: precision_at_1
value: 15.53
verified: no, type: precision_at_10
value: 5.418
verified: no, type: precision_at_100
value: 0.871
verified: no, type: precision_at_1000
value: 0.102
verified: no, type: precision_at_20
value: 3.272
verified: no, type: precision_at_3
value: 10.669
verified: no, type: precision_at_5
value: 8.375
verified: no, type: recall_at_1
value: 15.061
verified: no, type: recall_at_10
value: 51.899
verified: no, type: recall_at_100
value: 82.764
verified: no, type: recall_at_1000
value: 96.181
verified: no, type: recall_at_20
value: 62.567
verified: no, type: recall_at_3
value: 30.9
verified: no, type: recall_at_5
value: 40.308
verified: no, task: type: Classification
dataset: type: mteb/mtop_domain
name: MTEB MTOPDomainClassification (en)
config: en
split: test
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
metrics: type: accuracy
value: 92.42818057455541
verified: no, type: f1
value: 92.25564326311375
verified: no, type: f1_weighted
value: 92.41061793109351
verified: no, task: type: Classification
dataset: type: mteb/mtop_intent
name: MTEB MTOPIntentClassification (en)
config: en
split: test
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
metrics: type: accuracy
value: 69.23848609211126
verified: no, type: f1
value: 48.9439789973939
verified: no, type: f1_weighted
value: 71.6729639393754
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_intent
name: MTEB MassiveIntentClassification (en)
config: en
split: test
revision: 4672e20407010da34463acc759c162ca9734bca6
metrics: type: accuracy
value: 72.02084734364492
verified: no, type: f1
value: 69.82831463248417
verified: no, type: f1_weighted
value: 71.0866116386183
verified: no, task: type: Classification
dataset: type: mteb/amazon_massive_scenario
name: MTEB MassiveScenarioClassification (en)
config: en
split: test
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
metrics: type: accuracy
value: 76.60053799596503
verified: no, type: f1
value: 75.85228266341957
verified: no, type: f1_weighted
value: 76.39049709549106
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-p2p
name: MTEB MedrxivClusteringP2P
config: default
split: test
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
metrics: type: v_measure
value: 33.65530712156858
verified: no, type: v_measures
value: 0.32595386072267324, 0.33095198942462645, 0.3210039965548432, 0.31914657724467665, 0.32881699064270725
verified: no, task: type: Clustering
dataset: type: mteb/medrxiv-clustering-s2s
name: MTEB MedrxivClusteringS2S
config: default
split: test
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
metrics: type: v_measure
value: 32.2413045953903
verified: no, type: v_measures
value: 0.30824475884815805, 0.31071992071723326, 0.31005833310589537, 0.3153048824437766, 0.3050758199530619
verified: no, task: type: Reranking
dataset: type: mteb/mind_small
name: MTEB MindSmallReranking
config: default
split: test
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
metrics: type: map
value: 31.72032807796656
verified: no, type: mrr
value: 32.79115297194465
verified: no, type: nAUC_map_diff1
value: 12.922385473036147
verified: no, type: nAUC_map_max
value: -21.168506489275178
verified: no, type: nAUC_mrr_diff1
value: 12.121226745227537
verified: no, type: nAUC_mrr_max
value: -15.893446651123377
verified: no, task: type: Retrieval
dataset: type: mteb/nfcorpus
name: MTEB NFCorpus
config: default
split: test
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
metrics: type: map_at_1
value: 5.178
verified: no, type: map_at_10
value: 11.745999999999999
verified: no, type: map_at_100
value: 15.338
verified: no, type: map_at_1000
value: 16.891000000000002
verified: no, type: map_at_20
value: 13.256
verified: no, type: map_at_3
value: 8.37
verified: no, type: map_at_5
value: 9.894
verified: no, type: mrr_at_1
value: 46.749226006191954
verified: no, type: mrr_at_10
value: 53.71062460071747
verified: no, type: mrr_at_100
value: 54.47247226245396
verified: no, type: mrr_at_1000
value: 54.517516853423054
verified: no, type: mrr_at_20
value: 54.22033299509839
verified: no, type: mrr_at_3
value: 51.39318885448917
verified: no, type: mrr_at_5
value: 52.941176470588225
verified: no, type: nauc_map_at_1000_diff1
value: 23.238665543167727
verified: no, type: nauc_map_at_1000_max
value: 26.064909426436465
verified: no, type: nauc_map_at_100_diff1
value: 23.816943692454025
verified: no, type: nauc_map_at_100_max
value: 24.807156605259607
verified: no, type: nauc_map_at_10_diff1
value: 26.42104653124257
verified: no, type: nauc_map_at_10_max
value: 17.563038967727557
verified: no, type: nauc_map_at_1_diff1
value: 34.28917819392563
verified: no, type: nauc_map_at_1_max
value: 8.807377216099283
verified: no, type: nauc_map_at_20_diff1
value: 24.433294443909347
verified: no, type: nauc_map_at_20_max
value: 20.997009633165497
verified: no, type: nauc_map_at_3_diff1
value: 28.25335734652218
verified: no, type: nauc_map_at_3_max
value: 10.082598453534985
verified: no, type: nauc_map_at_5_diff1
value: 27.99688513776781
verified: no, type: nauc_map_at_5_max
value: 13.571235043636662
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.0509325142702
verified: no, type: nauc_mrr_at_1000_max
value: 43.51018240855255
verified: no, type: nauc_mrr_at_100_diff1
value: 22.072311889586203
verified: no, type: nauc_mrr_at_100_max
value: 43.55130857448483
verified: no, type: nauc_mrr_at_10_diff1
value: 21.963828969833823
verified: no, type: nauc_mrr_at_10_max
value: 43.31497835062094
verified: no, type: nauc_mrr_at_1_diff1
value: 23.512116034730113
verified: no, type: nauc_mrr_at_1_max
value: 37.75543182603972
verified: no, type: nauc_mrr_at_20_diff1
value: 21.990415122028125
verified: no, type: nauc_mrr_at_20_max
value: 43.46861874289571
verified: no, type: nauc_mrr_at_3_diff1
value: 21.585455204189483
verified: no, type: nauc_mrr_at_3_max
value: 42.13202892082703
verified: no, type: nauc_mrr_at_5_diff1
value: 22.35605683721401
verified: no, type: nauc_mrr_at_5_max
value: 43.41250658367915
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.71738572680482
verified: no, type: nauc_ndcg_at_1000_max
value: 43.922463308684804
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.43463939289653
verified: no, type: nauc_ndcg_at_100_max
value: 38.238637635131546
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.014112195173833
verified: no, type: nauc_ndcg_at_10_max
value: 36.594960587851425
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.042510046095366
verified: no, type: nauc_ndcg_at_1_max
value: 36.39029701364018
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.381660442822373
verified: no, type: nauc_ndcg_at_20_max
value: 36.46556880736698
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.6981496929732
verified: no, type: nauc_ndcg_at_3_max
value: 37.03091762139768
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.289506369260305
verified: no, type: nauc_ndcg_at_5_max
value: 36.89125198180722
verified: no, type: nauc_precision_at_1000_diff1
value: -3.321795388086352
verified: no, type: nauc_precision_at_1000_max
value: 11.780778190351443
verified: no, type: nauc_precision_at_100_diff1
value: -1.8335609332536786
verified: no, type: nauc_precision_at_100_max
value: 23.20838971569252
verified: no, type: nauc_precision_at_10_diff1
value: 5.060854298695712
verified: no, type: nauc_precision_at_10_max
value: 36.09865020909382
verified: no, type: nauc_precision_at_1_diff1
value: 24.359024943159383
verified: no, type: nauc_precision_at_1_max
value: 38.027491208220326
verified: no, type: nauc_precision_at_20_diff1
value: 1.9562618966703311
verified: no, type: nauc_precision_at_20_max
value: 33.18760266754642
verified: no, type: nauc_precision_at_3_diff1
value: 11.269030511726923
verified: no, type: nauc_precision_at_3_max
value: 37.10153897042483
verified: no, type: nauc_precision_at_5_diff1
value: 9.968730085466428
verified: no, type: nauc_precision_at_5_max
value: 37.00822946454896
verified: no, type: nauc_recall_at_1000_diff1
value: 8.832722831911937
verified: no, type: nauc_recall_at_1000_max
value: 18.989194551015615
verified: no, type: nauc_recall_at_100_diff1
value: 20.173587155507132
verified: no, type: nauc_recall_at_100_max
value: 23.86772407377265
verified: no, type: nauc_recall_at_10_diff1
value: 24.975640968119407
verified: no, type: nauc_recall_at_10_max
value: 15.352297604598686
verified: no, type: nauc_recall_at_1_diff1
value: 34.28917819392563
verified: no, type: nauc_recall_at_1_max
value: 8.807377216099283
verified: no, type: nauc_recall_at_20_diff1
value: 22.57447019024638
verified: no, type: nauc_recall_at_20_max
value: 18.92022289045624
verified: no, type: nauc_recall_at_3_diff1
value: 24.107935793328
verified: no, type: nauc_recall_at_3_max
value: 8.801301163274843
verified: no, type: nauc_recall_at_5_diff1
value: 26.249224020618783
verified: no, type: nauc_recall_at_5_max
value: 13.064633082931609
verified: no, type: ndcg_at_1
value: 45.046
verified: no, type: ndcg_at_10
value: 33.375
verified: no, type: ndcg_at_100
value: 31.297000000000004
verified: no, type: ndcg_at_1000
value: 40.43
verified: no, type: ndcg_at_20
value: 31.554
verified: no, type: ndcg_at_3
value: 37.639
verified: no, type: ndcg_at_5
value: 36.1
verified: no, type: precision_at_1
value: 46.44
verified: no, type: precision_at_10
value: 25.108000000000004
verified: no, type: precision_at_100
value: 8.315999999999999
verified: no, type: precision_at_1000
value: 2.145
verified: no, type: precision_at_20
value: 19.164
verified: no, type: precision_at_3
value: 34.985
verified: no, type: precision_at_5
value: 31.455
verified: no, type: recall_at_1
value: 5.178
verified: no, type: recall_at_10
value: 15.953999999999999
verified: no, type: recall_at_100
value: 32.302
verified: no, type: recall_at_1000
value: 66.141
verified: no, type: recall_at_20
value: 20.164
verified: no, type: recall_at_3
value: 9.543
verified: no, type: recall_at_5
value: 12.122
verified: no, task: type: Retrieval
dataset: type: mteb/nq
name: MTEB NQ
config: default
split: test
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
metrics: type: map_at_1
value: 26.055
verified: no, type: map_at_10
value: 41.083999999999996
verified: no, type: map_at_100
value: 42.224000000000004
verified: no, type: map_at_1000
value: 42.257
verified: no, type: map_at_20
value: 41.784
verified: no, type: map_at_3
value: 36.723
verified: no, type: map_at_5
value: 39.273
verified: no, type: mrr_at_1
value: 29.606025492468135
verified: no, type: mrr_at_10
value: 43.45453061487235
verified: no, type: mrr_at_100
value: 44.359307196291084
verified: no, type: mrr_at_1000
value: 44.381684050779526
verified: no, type: mrr_at_20
value: 44.030997469996194
verified: no, type: mrr_at_3
value: 39.720934723831505
verified: no, type: mrr_at_5
value: 42.022499034376175
verified: no, type: nauc_map_at_1000_diff1
value: 26.76541483517918
verified: no, type: nauc_map_at_1000_max
value: 19.809039380824913
verified: no, type: nauc_map_at_100_diff1
value: 26.760924553836734
verified: no, type: nauc_map_at_100_max
value: 19.83428751875836
verified: no, type: nauc_map_at_10_diff1
value: 26.769732207295267
verified: no, type: nauc_map_at_10_max
value: 19.863047353529897
verified: no, type: nauc_map_at_1_diff1
value: 29.201621041718667
verified: no, type: nauc_map_at_1_max
value: 14.364492945564905
verified: no, type: nauc_map_at_20_diff1
value: 26.674976321149973
verified: no, type: nauc_map_at_20_max
value: 19.884257572716017
verified: no, type: nauc_map_at_3_diff1
value: 26.76312057995921
verified: no, type: nauc_map_at_3_max
value: 17.62825139877827
verified: no, type: nauc_map_at_5_diff1
value: 26.644381444678316
verified: no, type: nauc_map_at_5_max
value: 18.856601570559434
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.684030004000704
verified: no, type: nauc_mrr_at_1000_max
value: 19.119179846940394
verified: no, type: nauc_mrr_at_100_diff1
value: 26.675761985594686
verified: no, type: nauc_mrr_at_100_max
value: 19.140587878258298
verified: no, type: nauc_mrr_at_10_diff1
value: 26.665760431219944
verified: no, type: nauc_mrr_at_10_max
value: 19.31261761413767
verified: no, type: nauc_mrr_at_1_diff1
value: 28.709762717708536
verified: no, type: nauc_mrr_at_1_max
value: 15.149659927369385
verified: no, type: nauc_mrr_at_20_diff1
value: 26.624043063321917
verified: no, type: nauc_mrr_at_20_max
value: 19.209958573063687
verified: no, type: nauc_mrr_at_3_diff1
value: 26.77330097531843
verified: no, type: nauc_mrr_at_3_max
value: 17.612231301724815
verified: no, type: nauc_mrr_at_5_diff1
value: 26.56889614476147
verified: no, type: nauc_mrr_at_5_max
value: 18.656150785847572
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.397751149487984
verified: no, type: nauc_ndcg_at_1000_max
value: 21.545907180381313
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.309403626759497
verified: no, type: nauc_ndcg_at_100_max
value: 22.31843541483522
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.142309559894073
verified: no, type: nauc_ndcg_at_10_max
value: 22.717825303945634
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.709762717708536
verified: no, type: nauc_ndcg_at_1_max
value: 15.149659927369385
verified: no, type: nauc_ndcg_at_20_diff1
value: 25.818506896789568
verified: no, type: nauc_ndcg_at_20_max
value: 22.651962737600197
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.145934086132776
verified: no, type: nauc_ndcg_at_3_max
value: 18.26235061310097
verified: no, type: nauc_ndcg_at_5_diff1
value: 25.85449614918472
verified: no, type: nauc_ndcg_at_5_max
value: 20.381012048917516
verified: no, type: nauc_precision_at_1000_diff1
value: -0.6827860286776168
verified: no, type: nauc_precision_at_1000_max
value: 8.378483017985578
verified: no, type: nauc_precision_at_100_diff1
value: 4.067738574805885
verified: no, type: nauc_precision_at_100_max
value: 17.55071297375258
verified: no, type: nauc_precision_at_10_diff1
value: 15.705216899414992
verified: no, type: nauc_precision_at_10_max
value: 27.119798265006324
verified: no, type: nauc_precision_at_1_diff1
value: 28.709762717708536
verified: no, type: nauc_precision_at_1_max
value: 15.149659927369385
verified: no, type: nauc_precision_at_20_diff1
value: 11.127812517802427
verified: no, type: nauc_precision_at_20_max
value: 25.355692634039844
verified: no, type: nauc_precision_at_3_diff1
value: 21.38569968325444
verified: no, type: nauc_precision_at_3_max
value: 20.50280718163951
verified: no, type: nauc_precision_at_5_diff1
value: 19.098857947112037
verified: no, type: nauc_precision_at_5_max
value: 24.102611808955704
verified: no, type: nauc_recall_at_1000_diff1
value: 16.862538443135836
verified: no, type: nauc_recall_at_1000_max
value: 61.40503097936373
verified: no, type: nauc_recall_at_100_diff1
value: 21.658523699091088
verified: no, type: nauc_recall_at_100_max
value: 51.2872759882369
verified: no, type: nauc_recall_at_10_diff1
value: 22.71058292832909
verified: no, type: nauc_recall_at_10_max
value: 33.33181387306634
verified: no, type: nauc_recall_at_1_diff1
value: 29.201621041718667
verified: no, type: nauc_recall_at_1_max
value: 14.364492945564905
verified: no, type: nauc_recall_at_20_diff1
value: 20.04313016737262
verified: no, type: nauc_recall_at_20_max
value: 35.97358308781672
verified: no, type: nauc_recall_at_3_diff1
value: 23.41931684712934
verified: no, type: nauc_recall_at_3_max
value: 19.09561618140646
verified: no, type: nauc_recall_at_5_diff1
value: 22.3205510124055
verified: no, type: nauc_recall_at_5_max
value: 24.11939747473056
verified: no, type: ndcg_at_1
value: 29.605999999999998
verified: no, type: ndcg_at_10
value: 48.92
verified: no, type: ndcg_at_100
value: 53.95100000000001
verified: no, type: ndcg_at_1000
value: 54.725
verified: no, type: ndcg_at_20
value: 51.266
verified: no, type: ndcg_at_3
value: 40.668
verified: no, type: ndcg_at_5
value: 44.967
verified: no, type: precision_at_1
value: 29.605999999999998
verified: no, type: precision_at_10
value: 8.386000000000001
verified: no, type: precision_at_100
value: 1.123
verified: no, type: precision_at_1000
value: 0.12
verified: no, type: precision_at_20
value: 4.745
verified: no, type: precision_at_3
value: 19.003
verified: no, type: precision_at_5
value: 13.847000000000001
verified: no, type: recall_at_1
value: 26.055
verified: no, type: recall_at_10
value: 70.45400000000001
verified: no, type: recall_at_100
value: 92.586
verified: no, type: recall_at_1000
value: 98.346
verified: no, type: recall_at_20
value: 79.251
verified: no, type: recall_at_3
value: 49.102000000000004
verified: no, type: recall_at_5
value: 58.971
verified: no, task: type: Retrieval
dataset: type: mteb/quora
name: MTEB QuoraRetrieval
config: default
split: test
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
metrics: type: map_at_1
value: 69.447
verified: no, type: map_at_10
value: 83.64
verified: no, type: map_at_100
value: 84.288
verified: no, type: map_at_1000
value: 84.303
verified: no, type: map_at_20
value: 84.053
verified: no, type: map_at_3
value: 80.574
verified: no, type: map_at_5
value: 82.505
verified: no, type: mrr_at_1
value: 80.11
verified: no, type: mrr_at_10
value: 86.60214682539649
verified: no, type: mrr_at_100
value: 86.71441260512907
verified: no, type: mrr_at_1000
value: 86.71536101979181
verified: no, type: mrr_at_20
value: 86.6827468831904
verified: no, type: mrr_at_3
value: 85.52499999999968
verified: no, type: mrr_at_5
value: 86.27599999999961
verified: no, type: nauc_map_at_1000_diff1
value: 76.63421277726033
verified: no, type: nauc_map_at_1000_max
value: 27.08476517398696
verified: no, type: nauc_map_at_100_diff1
value: 76.64091194725574
verified: no, type: nauc_map_at_100_max
value: 27.064003267679915
verified: no, type: nauc_map_at_10_diff1
value: 76.94636311335489
verified: no, type: nauc_map_at_10_max
value: 26.623445177537064
verified: no, type: nauc_map_at_1_diff1
value: 80.35741239227117
verified: no, type: nauc_map_at_1_max
value: 19.601081851834493
verified: no, type: nauc_map_at_20_diff1
value: 76.75819861748138
verified: no, type: nauc_map_at_20_max
value: 26.90908360101246
verified: no, type: nauc_map_at_3_diff1
value: 77.16382759231664
verified: no, type: nauc_map_at_3_max
value: 24.01363829066626
verified: no, type: nauc_map_at_5_diff1
value: 77.18575783199175
verified: no, type: nauc_map_at_5_max
value: 25.401311808248085
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.36693861595076
verified: no, type: nauc_mrr_at_1000_max
value: 29.77726330795949
verified: no, type: nauc_mrr_at_100_diff1
value: 76.36757607506709
verified: no, type: nauc_mrr_at_100_max
value: 29.78003637254935
verified: no, type: nauc_mrr_at_10_diff1
value: 76.33194717359089
verified: no, type: nauc_mrr_at_10_max
value: 29.79427135219049
verified: no, type: nauc_mrr_at_1_diff1
value: 77.30787208693424
verified: no, type: nauc_mrr_at_1_max
value: 29.30894249756117
verified: no, type: nauc_mrr_at_20_diff1
value: 76.35228591402253
verified: no, type: nauc_mrr_at_20_max
value: 29.808161336278626
verified: no, type: nauc_mrr_at_3_diff1
value: 76.06947603126537
verified: no, type: nauc_mrr_at_3_max
value: 29.530736224652838
verified: no, type: nauc_mrr_at_5_diff1
value: 76.27457245547217
verified: no, type: nauc_mrr_at_5_max
value: 29.71429279915661
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.206745321555
verified: no, type: nauc_ndcg_at_1000_max
value: 28.677077854053035
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.25100867278728
verified: no, type: nauc_ndcg_at_100_max
value: 28.65320148254074
verified: no, type: nauc_ndcg_at_10_diff1
value: 76.44814390944579
verified: no, type: nauc_ndcg_at_10_max
value: 27.831581434534886
verified: no, type: nauc_ndcg_at_1_diff1
value: 77.29022798554173
verified: no, type: nauc_ndcg_at_1_max
value: 29.423034034080292
verified: no, type: nauc_ndcg_at_20_diff1
value: 76.35440195917975
verified: no, type: nauc_ndcg_at_20_max
value: 28.283452431778972
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.60134116134631
verified: no, type: nauc_ndcg_at_3_max
value: 26.160288096068555
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.34144562744945
verified: no, type: nauc_ndcg_at_5_max
value: 26.703986078695465
verified: no, type: nauc_precision_at_1000_diff1
value: -44.3837577877707
verified: no, type: nauc_precision_at_1000_max
value: -1.3120146902477923
verified: no, type: nauc_precision_at_100_diff1
value: -43.99532254640492
verified: no, type: nauc_precision_at_100_max
value: -1.1475475372605297
verified: no, type: nauc_precision_at_10_diff1
value: -37.820031999886965
verified: no, type: nauc_precision_at_10_max
value: 2.789769770604332
verified: no, type: nauc_precision_at_1_diff1
value: 77.29022798554173
verified: no, type: nauc_precision_at_1_max
value: 29.423034034080292
verified: no, type: nauc_precision_at_20_diff1
value: -41.12842066028903
verified: no, type: nauc_precision_at_20_max
value: 0.8848328472327934
verified: no, type: nauc_precision_at_3_diff1
value: -15.499086324388763
verified: no, type: nauc_precision_at_3_max
value: 8.825638297398093
verified: no, type: nauc_precision_at_5_diff1
value: -29.15689830583447
verified: no, type: nauc_precision_at_5_max
value: 5.222909637803313
verified: no, type: nauc_recall_at_1000_diff1
value: 58.316380735449044
verified: no, type: nauc_recall_at_1000_max
value: 35.474215603329014
verified: no, type: nauc_recall_at_100_diff1
value: 74.02961332717067
verified: no, type: nauc_recall_at_100_max
value: 34.87738243272472
verified: no, type: nauc_recall_at_10_diff1
value: 71.73536883864209
verified: no, type: nauc_recall_at_10_max
value: 24.763680858463065
verified: no, type: nauc_recall_at_1_diff1
value: 80.35741239227117
verified: no, type: nauc_recall_at_1_max
value: 19.601081851834493
verified: no, type: nauc_recall_at_20_diff1
value: 71.44247977786146
verified: no, type: nauc_recall_at_20_max
value: 27.15094620537665
verified: no, type: nauc_recall_at_3_diff1
value: 72.96240828568985
verified: no, type: nauc_recall_at_3_max
value: 19.89319465322196
verified: no, type: nauc_recall_at_5_diff1
value: 72.2253431450756
verified: no, type: nauc_recall_at_5_max
value: 21.07584062401138
verified: no, type: ndcg_at_1
value: 80.12
verified: no, type: ndcg_at_10
value: 87.58200000000001
verified: no, type: ndcg_at_100
value: 88.838
verified: no, type: ndcg_at_1000
value: 88.932
verified: no, type: ndcg_at_20
value: 88.23
verified: no, type: ndcg_at_3
value: 84.468
verified: no, type: ndcg_at_5
value: 86.217
verified: no, type: precision_at_1
value: 80.12
verified: no, type: precision_at_10
value: 13.404
verified: no, type: precision_at_100
value: 1.536
verified: no, type: precision_at_1000
value: 0.157
verified: no, type: precision_at_20
value: 7.105
verified: no, type: precision_at_3
value: 37.083
verified: no, type: precision_at_5
value: 24.490000000000002
verified: no, type: recall_at_1
value: 69.447
verified: no, type: recall_at_10
value: 95.261
verified: no, type: recall_at_100
value: 99.556
verified: no, type: recall_at_1000
value: 99.98700000000001
verified: no, type: recall_at_20
value: 97.329
verified: no, type: recall_at_3
value: 86.454
verified: no, type: recall_at_5
value: 91.302
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering
name: MTEB RedditClustering
config: default
split: test
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
metrics: type: v_measure
value: 57.01720770852658
verified: no, type: v_measures
value: 0.5756544791593571, 0.6377272023562836, 0.5350514791957027, 0.5727084874879221, 0.5741416733953204
verified: no, task: type: Clustering
dataset: type: mteb/reddit-clustering-p2p
name: MTEB RedditClusteringP2P
config: default
split: test
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
metrics: type: v_measure
value: 63.39660435448354
verified: no, type: v_measures
value: 0.6741507650969407, 0.6776857590180145, 0.6519472016355243, 0.4016811296197587, 0.7184490438164246
verified: no, task: type: Retrieval
dataset: type: mteb/scidocs
name: MTEB SCIDOCS
config: default
split: test
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
metrics: type: map_at_1
value: 4.123
verified: no, type: map_at_10
value: 11.003
verified: no, type: map_at_100
value: 13.086
verified: no, type: map_at_1000
value: 13.406
verified: no, type: map_at_20
value: 12.006
verified: no, type: map_at_3
value: 7.505000000000001
verified: no, type: map_at_5
value: 9.139
verified: no, type: mrr_at_1
value: 20.3
verified: no, type: mrr_at_10
value: 31.21436507936507
verified: no, type: mrr_at_100
value: 32.43997259322759
verified: no, type: mrr_at_1000
value: 32.49804601067173
verified: no, type: mrr_at_20
value: 31.961783515332247
verified: no, type: mrr_at_3
value: 27.833333333333343
verified: no, type: mrr_at_5
value: 29.79833333333332
verified: no, type: nauc_map_at_1000_diff1
value: 14.661473310156135
verified: no, type: nauc_map_at_1000_max
value: 23.969100824477742
verified: no, type: nauc_map_at_100_diff1
value: 14.703051233516987
verified: no, type: nauc_map_at_100_max
value: 23.881944995141712
verified: no, type: nauc_map_at_10_diff1
value: 15.225425788786485
verified: no, type: nauc_map_at_10_max
value: 22.39713605775864
verified: no, type: nauc_map_at_1_diff1
value: 20.404606112095774
verified: no, type: nauc_map_at_1_max
value: 12.759366847303136
verified: no, type: nauc_map_at_20_diff1
value: 14.985657067007502
verified: no, type: nauc_map_at_20_max
value: 23.379808618858394
verified: no, type: nauc_map_at_3_diff1
value: 17.087758058517867
verified: no, type: nauc_map_at_3_max
value: 19.754509850158033
verified: no, type: nauc_map_at_5_diff1
value: 15.453826256469172
verified: no, type: nauc_map_at_5_max
value: 19.720929794286146
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.440551763342134
verified: no, type: nauc_mrr_at_1000_max
value: 16.67610367954031
verified: no, type: nauc_mrr_at_100_diff1
value: 15.446397904682927
verified: no, type: nauc_mrr_at_100_max
value: 16.68538737853014
verified: no, type: nauc_mrr_at_10_diff1
value: 15.130957558462777
verified: no, type: nauc_mrr_at_10_max
value: 16.729201930834854
verified: no, type: nauc_mrr_at_1_diff1
value: 20.599787166082688
verified: no, type: nauc_mrr_at_1_max
value: 13.086396766722139
verified: no, type: nauc_mrr_at_20_diff1
value: 15.521589995373436
verified: no, type: nauc_mrr_at_20_max
value: 16.807989440190692
verified: no, type: nauc_mrr_at_3_diff1
value: 14.779375429377223
verified: no, type: nauc_mrr_at_3_max
value: 15.799708324795999
verified: no, type: nauc_mrr_at_5_diff1
value: 14.714606377690822
verified: no, type: nauc_mrr_at_5_max
value: 15.82617740543559
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.39201747975155
verified: no, type: nauc_ndcg_at_1000_max
value: 25.33597144067427
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.80191100123789
verified: no, type: nauc_ndcg_at_100_max
value: 25.22623989738723
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.052113477249403
verified: no, type: nauc_ndcg_at_10_max
value: 22.61410174349243
verified: no, type: nauc_ndcg_at_1_diff1
value: 20.599787166082688
verified: no, type: nauc_ndcg_at_1_max
value: 13.086396766722139
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.54284244377066
verified: no, type: nauc_ndcg_at_20_max
value: 24.09340663574116
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.283233264388679
verified: no, type: nauc_ndcg_at_3_max
value: 19.276973272574264
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.930696883287624
verified: no, type: nauc_ndcg_at_5_max
value: 18.73611502366555
verified: no, type: nauc_precision_at_1000_diff1
value: 5.180565775548697
verified: no, type: nauc_precision_at_1000_max
value: 24.82929948766495
verified: no, type: nauc_precision_at_100_diff1
value: 9.162311335376176
verified: no, type: nauc_precision_at_100_max
value: 26.64992389415198
verified: no, type: nauc_precision_at_10_diff1
value: 11.364602358380695
verified: no, type: nauc_precision_at_10_max
value: 25.52348798501451
verified: no, type: nauc_precision_at_1_diff1
value: 20.599787166082688
verified: no, type: nauc_precision_at_1_max
value: 13.086396766722139
verified: no, type: nauc_precision_at_20_diff1
value: 12.045746243312522
verified: no, type: nauc_precision_at_20_max
value: 26.867317370076194
verified: no, type: nauc_precision_at_3_diff1
value: 13.040150636666178
verified: no, type: nauc_precision_at_3_max
value: 21.357221278029044
verified: no, type: nauc_precision_at_5_diff1
value: 11.314395666011867
verified: no, type: nauc_precision_at_5_max
value: 20.004759964663357
verified: no, type: nauc_recall_at_1000_diff1
value: 4.149648293224201
verified: no, type: nauc_recall_at_1000_max
value: 23.5600226747804
verified: no, type: nauc_recall_at_100_diff1
value: 8.522718126025284
verified: no, type: nauc_recall_at_100_max
value: 25.922981469643343
verified: no, type: nauc_recall_at_10_diff1
value: 10.804397935171327
verified: no, type: nauc_recall_at_10_max
value: 24.77066994708541
verified: no, type: nauc_recall_at_1_diff1
value: 20.404606112095774
verified: no, type: nauc_recall_at_1_max
value: 12.759366847303136
verified: no, type: nauc_recall_at_20_diff1
value: 11.425764665711029
verified: no, type: nauc_recall_at_20_max
value: 26.18551564490963
verified: no, type: nauc_recall_at_3_diff1
value: 12.708708044291516
verified: no, type: nauc_recall_at_3_max
value: 20.833248700871195
verified: no, type: nauc_recall_at_5_diff1
value: 10.890559276299753
verified: no, type: nauc_recall_at_5_max
value: 19.28508635673444
verified: no, type: ndcg_at_1
value: 20.3
verified: no, type: ndcg_at_10
value: 18.829
verified: no, type: ndcg_at_100
value: 27.095000000000002
verified: no, type: ndcg_at_1000
value: 32.748
verified: no, type: ndcg_at_20
value: 21.648
verified: no, type: ndcg_at_3
value: 17.041999999999998
verified: no, type: ndcg_at_5
value: 15.17
verified: no, type: precision_at_1
value: 20.3
verified: no, type: precision_at_10
value: 10.09
verified: no, type: precision_at_100
value: 2.2089999999999996
verified: no, type: precision_at_1000
value: 0.357
verified: no, type: precision_at_20
value: 6.68
verified: no, type: precision_at_3
value: 16.1
verified: no, type: precision_at_5
value: 13.56
verified: no, type: recall_at_1
value: 4.123
verified: no, type: recall_at_10
value: 20.487
verified: no, type: recall_at_100
value: 44.835
verified: no, type: recall_at_1000
value: 72.458
verified: no, type: recall_at_20
value: 27.102999999999998
verified: no, type: recall_at_3
value: 9.778
verified: no, type: recall_at_5
value: 13.763
verified: no, task: type: STS
dataset: type: mteb/sickr-sts
name: MTEB SICK-R
config: default
split: test
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
metrics: type: cos_sim_pearson
value: 86.67710766878982
verified: no, type: cos_sim_spearman
value: 81.0146278511025
verified: no, type: euclidean_pearson
value: 84.6541976779553
verified: no, type: euclidean_spearman
value: 81.01462483847283
verified: no, type: manhattan_pearson
value: 84.63222929587954
verified: no, type: manhattan_spearman
value: 80.95879743785594
verified: no, task: type: STS
dataset: type: mteb/sts12-sts
name: MTEB STS12
config: default
split: test
revision: a0d554a64d88156834ff5ae9920b964011b16384
metrics: type: cos_sim_pearson
value: 91.56759945236915
verified: no, type: cos_sim_spearman
value: 85.52036823639511
verified: no, type: euclidean_pearson
value: 89.13232574418899
verified: no, type: euclidean_spearman
value: 85.51983870200014
verified: no, type: manhattan_pearson
value: 89.13468354750995
verified: no, type: manhattan_spearman
value: 85.5125095149674
verified: no, task: type: STS
dataset: type: mteb/sts13-sts
name: MTEB STS13
config: default
split: test
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
metrics: type: cos_sim_pearson
value: 88.77431350593656
verified: no, type: cos_sim_spearman
value: 89.36590409791387
verified: no, type: euclidean_pearson
value: 89.41057125926268
verified: no, type: euclidean_spearman
value: 89.36590409791387
verified: no, type: manhattan_pearson
value: 89.23527839147364
verified: no, type: manhattan_spearman
value: 89.1460164042126
verified: no, task: type: STS
dataset: type: mteb/sts14-sts
name: MTEB STS14
config: default
split: test
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
metrics: type: cos_sim_pearson
value: 91.28072839903398
verified: no, type: cos_sim_spearman
value: 91.60879188296313
verified: no, type: euclidean_pearson
value: 90.82019203957024
verified: no, type: euclidean_spearman
value: 91.60879056019314
verified: no, type: manhattan_pearson
value: 90.68711650077914
verified: no, type: manhattan_spearman
value: 91.51996736811303
verified: no, task: type: STS
dataset: type: mteb/sts15-sts
name: MTEB STS15
config: default
split: test
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
metrics: type: cos_sim_pearson
value: 91.30086405535995
verified: no, type: cos_sim_spearman
value: 92.02450415044238
verified: no, type: euclidean_pearson
value: 91.62742541974103
verified: no, type: euclidean_spearman
value: 92.02448526713779
verified: no, type: manhattan_pearson
value: 91.58340156488379
verified: no, type: manhattan_spearman
value: 91.97028302271599
verified: no, task: type: STS
dataset: type: mteb/sts16-sts
name: MTEB STS16
config: default
split: test
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
metrics: type: cos_sim_pearson
value: 84.26589373642062
verified: no, type: cos_sim_spearman
value: 86.29327410655272
verified: no, type: euclidean_pearson
value: 86.14121596120088
verified: no, type: euclidean_spearman
value: 86.2932736410034
verified: no, type: manhattan_pearson
value: 86.099615966564
verified: no, type: manhattan_spearman
value: 86.23990988150905
verified: no, task: type: STS
dataset: type: mteb/sts17-crosslingual-sts
name: MTEB STS17 (en-en)
config: en-en
split: test
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
metrics: type: cos_sim_pearson
value: 88.83802620244516
verified: no, type: cos_sim_spearman
value: 88.70915251373806
verified: no, type: euclidean_pearson
value: 89.23928842159836
verified: no, type: euclidean_spearman
value: 88.70915251373806
verified: no, type: manhattan_pearson
value: 89.3066543956283
verified: no, type: manhattan_spearman
value: 88.72003093613347
verified: no, task: type: STS
dataset: type: mteb/sts22-crosslingual-sts
name: MTEB STS22 (en)
config: en
split: test
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
metrics: type: cos_sim_pearson
value: 69.16204861304973
verified: no, type: cos_sim_spearman
value: 68.57518139813385
verified: no, type: euclidean_pearson
value: 70.11263405788239
verified: no, type: euclidean_spearman
value: 68.57518139813385
verified: no, type: manhattan_pearson
value: 70.02611504966039
verified: no, type: manhattan_spearman
value: 68.54506840432155
verified: no, task: type: STS
dataset: type: mteb/stsbenchmark-sts
name: MTEB STSBenchmark
config: default
split: test
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
metrics: type: cos_sim_pearson
value: 88.48685029144609
verified: no, type: cos_sim_spearman
value: 89.28237056532355
verified: no, type: euclidean_pearson
value: 88.790582154664
verified: no, type: euclidean_spearman
value: 89.28237627971608
verified: no, type: manhattan_pearson
value: 88.7750314966219
verified: no, type: manhattan_spearman
value: 89.24273911375099
verified: no, task: type: Reranking
dataset: type: mteb/scidocs-reranking
name: MTEB SciDocsRR
config: default
split: test
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
metrics: type: map
value: 84.26465304018446
verified: no, type: mrr
value: 95.55740102308728
verified: no, type: nAUC_map_diff1
value: 2.3010600094211826
verified: no, type: nAUC_map_max
value: 51.82496315164315
verified: no, type: nAUC_mrr_diff1
value: 47.20050019161225
verified: no, type: nAUC_mrr_max
value: 82.06692909101838
verified: no, task: type: Retrieval
dataset: type: mteb/scifact
name: MTEB SciFact
config: default
split: test
revision: 0228b52cf27578f30900b9e5271d331663a030d7
metrics: type: map_at_1
value: 52.261
verified: no, type: map_at_10
value: 63.474
verified: no, type: map_at_100
value: 64.101
verified: no, type: map_at_1000
value: 64.12400000000001
verified: no, type: map_at_20
value: 63.92099999999999
verified: no, type: map_at_3
value: 60.202
verified: no, type: map_at_5
value: 62.346999999999994
verified: no, type: mrr_at_1
value: 55.333333333333336
verified: no, type: mrr_at_10
value: 64.810582010582
verified: no, type: mrr_at_100
value: 65.29369311756177
verified: no, type: mrr_at_1000
value: 65.31668703226731
verified: no, type: mrr_at_20
value: 65.142404762993
verified: no, type: mrr_at_3
value: 62.27777777777778
verified: no, type: mrr_at_5
value: 63.89444444444443
verified: no, type: nauc_map_at_1000_diff1
value: 71.57738550930519
verified: no, type: nauc_map_at_1000_max
value: 52.120881969712784
verified: no, type: nauc_map_at_100_diff1
value: 71.5681737134227
verified: no, type: nauc_map_at_100_max
value: 52.129646665477416
verified: no, type: nauc_map_at_10_diff1
value: 71.5021261214607
verified: no, type: nauc_map_at_10_max
value: 51.90640420773687
verified: no, type: nauc_map_at_1_diff1
value: 74.72600050724301
verified: no, type: nauc_map_at_1_max
value: 45.859865902655
verified: no, type: nauc_map_at_20_diff1
value: 71.41589038508471
verified: no, type: nauc_map_at_20_max
value: 52.18146822557371
verified: no, type: nauc_map_at_3_diff1
value: 71.70482718158765
verified: no, type: nauc_map_at_3_max
value: 49.510310769007184
verified: no, type: nauc_map_at_5_diff1
value: 71.43450369677332
verified: no, type: nauc_map_at_5_max
value: 51.63328958880189
verified: no, type: nauc_mrr_at_1000_diff1
value: 71.41985649990272
verified: no, type: nauc_mrr_at_1000_max
value: 53.91827766909258
verified: no, type: nauc_mrr_at_100_diff1
value: 71.41063093218023
verified: no, type: nauc_mrr_at_100_max
value: 53.92567207016017
verified: no, type: nauc_mrr_at_10_diff1
value: 71.29002807688848
verified: no, type: nauc_mrr_at_10_max
value: 53.929340888153035
verified: no, type: nauc_mrr_at_1_diff1
value: 75.33047097398506
verified: no, type: nauc_mrr_at_1_max
value: 51.21196178092619
verified: no, type: nauc_mrr_at_20_diff1
value: 71.2670444409678
verified: no, type: nauc_mrr_at_20_max
value: 53.98922395823477
verified: no, type: nauc_mrr_at_3_diff1
value: 71.34253146019464
verified: no, type: nauc_mrr_at_3_max
value: 53.88566895296174
verified: no, type: nauc_mrr_at_5_diff1
value: 71.22395053830624
verified: no, type: nauc_mrr_at_5_max
value: 53.95661663889736
verified: no, type: nauc_ndcg_at_1000_diff1
value: 70.70906891526685
verified: no, type: nauc_ndcg_at_1000_max
value: 53.75091762583295
verified: no, type: nauc_ndcg_at_100_diff1
value: 70.50810836912629
verified: no, type: nauc_ndcg_at_100_max
value: 54.16895375464208
verified: no, type: nauc_ndcg_at_10_diff1
value: 69.93929339259867
verified: no, type: nauc_ndcg_at_10_max
value: 53.77039667237021
verified: no, type: nauc_ndcg_at_1_diff1
value: 75.33047097398506
verified: no, type: nauc_ndcg_at_1_max
value: 51.21196178092619
verified: no, type: nauc_ndcg_at_20_diff1
value: 69.56746634646002
verified: no, type: nauc_ndcg_at_20_max
value: 54.570390765735674
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.29929722219461
verified: no, type: nauc_ndcg_at_3_max
value: 51.98432322450574
verified: no, type: nauc_ndcg_at_5_diff1
value: 69.91123944884558
verified: no, type: nauc_ndcg_at_5_max
value: 53.413153135040034
verified: no, type: nauc_precision_at_1000_diff1
value: -17.62636021560043
verified: no, type: nauc_precision_at_1000_max
value: 24.21573612664845
verified: no, type: nauc_precision_at_100_diff1
value: -3.0012526096032692
verified: no, type: nauc_precision_at_100_max
value: 32.47821851078637
verified: no, type: nauc_precision_at_10_diff1
value: 20.940060915480927
verified: no, type: nauc_precision_at_10_max
value: 45.96592813527698
verified: no, type: nauc_precision_at_1_diff1
value: 75.33047097398506
verified: no, type: nauc_precision_at_1_max
value: 51.21196178092619
verified: no, type: nauc_precision_at_20_diff1
value: 8.077545225645986
verified: no, type: nauc_precision_at_20_max
value: 41.63579071297479
verified: no, type: nauc_precision_at_3_diff1
value: 49.7270000524541
verified: no, type: nauc_precision_at_3_max
value: 50.338806048439
verified: no, type: nauc_precision_at_5_diff1
value: 32.83291402594661
verified: no, type: nauc_precision_at_5_max
value: 49.9039946475297
verified: no, type: nauc_recall_at_1000_diff1
value: 12.278244631182748
verified: no, type: nauc_recall_at_1000_max
value: 12.278244631182748
verified: no, type: nauc_recall_at_100_diff1
value: 60.89519140989744
verified: no, type: nauc_recall_at_100_max
value: 66.77462651727343
verified: no, type: nauc_recall_at_10_diff1
value: 60.68672210792195
verified: no, type: nauc_recall_at_10_max
value: 56.36646101118327
verified: no, type: nauc_recall_at_1_diff1
value: 74.72600050724301
verified: no, type: nauc_recall_at_1_max
value: 45.859865902655
verified: no, type: nauc_recall_at_20_diff1
value: 55.29680767802708
verified: no, type: nauc_recall_at_20_max
value: 63.48062195652917
verified: no, type: nauc_recall_at_3_diff1
value: 65.48457154826137
verified: no, type: nauc_recall_at_3_max
value: 52.45983257437835
verified: no, type: nauc_recall_at_5_diff1
value: 63.012725559525876
verified: no, type: nauc_recall_at_5_max
value: 55.32310936331189
verified: no, type: ndcg_at_1
value: 55.333
verified: no, type: ndcg_at_10
value: 68.547
verified: no, type: ndcg_at_100
value: 71.203
verified: no, type: ndcg_at_1000
value: 71.839
verified: no, type: ndcg_at_20
value: 69.973
verified: no, type: ndcg_at_3
value: 62.982000000000006
verified: no, type: ndcg_at_5
value: 66.116
verified: no, type: precision_at_1
value: 55.333
verified: no, type: precision_at_10
value: 9.367
verified: no, type: precision_at_100
value: 1.077
verified: no, type: precision_at_1000
value: 0.11299999999999999
verified: no, type: precision_at_20
value: 5.017
verified: no, type: precision_at_3
value: 24.778
verified: no, type: precision_at_5
value: 17
verified: no, type: recall_at_1
value: 52.261
verified: no, type: recall_at_10
value: 82.756
verified: no, type: recall_at_100
value: 94.667
verified: no, type: recall_at_1000
value: 99.667
verified: no, type: recall_at_20
value: 88.1
verified: no, type: recall_at_3
value: 68.072
verified: no, type: recall_at_5
value: 75.594
verified: no, task: type: PairClassification
dataset: type: mteb/sprintduplicatequestions-pairclassification
name: MTEB SprintDuplicateQuestions
config: default
split: test
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
metrics: type: cos_sim_accuracy
value: 99.7089108910891
verified: no, type: cos_sim_ap
value: 92.56973112464647
verified: no, type: cos_sim_f1
value: 85.71428571428572
verified: no, type: cos_sim_precision
value: 83.36483931947069
verified: no, type: cos_sim_recall
value: 88.2
verified: no, type: dot_accuracy
value: 99.7089108910891
verified: no, type: dot_ap
value: 92.56973112464647
verified: no, type: dot_f1
value: 85.71428571428572
verified: no, type: dot_precision
value: 83.36483931947069
verified: no, type: dot_recall
value: 88.2
verified: no, type: euclidean_accuracy
value: 99.7089108910891
verified: no, type: euclidean_ap
value: 92.56973112464647
verified: no, type: euclidean_f1
value: 85.71428571428572
verified: no, type: euclidean_precision
value: 83.36483931947069
verified: no, type: euclidean_recall
value: 88.2
verified: no, type: manhattan_accuracy
value: 99.71089108910891
verified: no, type: manhattan_ap
value: 92.61210920251231
verified: no, type: manhattan_f1
value: 85.67335243553008
verified: no, type: manhattan_precision
value: 81.99268738574041
verified: no, type: manhattan_recall
value: 89.7
verified: no, type: max_accuracy
value: 99.71089108910891
verified: no, type: max_ap
value: 92.61210920251231
verified: no, type: max_f1
value: 85.71428571428572
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering
name: MTEB StackExchangeClustering
config: default
split: test
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
metrics: type: v_measure
value: 63.52867442696344
verified: no, type: v_measures
value: 0.6625048987673257, 0.6592452238860584, 0.5336897183180842, 0.6536652552260772, 0.6447075326923979
verified: no, task: type: Clustering
dataset: type: mteb/stackexchange-clustering-p2p
name: MTEB StackExchangeClusteringP2P
config: default
split: test
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
metrics: type: v_measure
value: 34.484264639302125
verified: no, type: v_measures
value: 0.32723348522700696, 0.32988067014351286, 0.3321795520202266, 0.3280894871874504, 0.334180768657311
verified: no, task: type: Reranking
dataset: type: mteb/stackoverflowdupquestions-reranking
name: MTEB StackOverflowDupQuestions
config: default
split: test
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
metrics: type: map
value: 48.297646501427
verified: no, type: mrr
value: 48.996066229522114
verified: no, type: nAUC_map_diff1
value: 35.64070514812399
verified: no, type: nAUC_map_max
value: 14.117031860096372
verified: no, type: nAUC_mrr_diff1
value: 36.00922952321859
verified: no, type: nAUC_mrr_max
value: 15.053021581086082
verified: no, task: type: Summarization
dataset: type: mteb/summeval
name: MTEB SummEval
config: default
split: test
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
metrics: type: cos_sim_pearson
value: 31.07533307224652
verified: no, type: cos_sim_spearman
value: 31.140404379619575
verified: no, type: dot_pearson
value: 31.07533309209607
verified: no, type: dot_spearman
value: 31.163489511951852
verified: no, task: type: Retrieval
dataset: type: mteb/trec-covid
name: MTEB TRECCOVID
config: default
split: test
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
metrics: type: map_at_1
value: 0.185
verified: no, type: map_at_10
value: 1.165
verified: no, type: map_at_100
value: 7.086
verified: no, type: map_at_1000
value: 20.807000000000002
verified: no, type: map_at_20
value: 2.09
verified: no, type: map_at_3
value: 0.41700000000000004
verified: no, type: map_at_5
value: 0.629
verified: no, type: mrr_at_1
value: 68
verified: no, type: mrr_at_10
value: 79.0547619047619
verified: no, type: mrr_at_100
value: 79.0547619047619
verified: no, type: mrr_at_1000
value: 79.0547619047619
verified: no, type: mrr_at_20
value: 79.0547619047619
verified: no, type: mrr_at_3
value: 77
verified: no, type: mrr_at_5
value: 77.9
verified: no, type: nauc_map_at_1000_diff1
value: -22.67750756125608
verified: no, type: nauc_map_at_1000_max
value: 35.11625077601572
verified: no, type: nauc_map_at_100_diff1
value: -13.451821118067087
verified: no, type: nauc_map_at_100_max
value: 36.94777978235449
verified: no, type: nauc_map_at_10_diff1
value: -1.945674720620008
verified: no, type: nauc_map_at_10_max
value: 33.20773892261476
verified: no, type: nauc_map_at_1_diff1
value: -6.48595577983789
verified: no, type: nauc_map_at_1_max
value: 2.3330438771924435
verified: no, type: nauc_map_at_20_diff1
value: -4.297796014166373
verified: no, type: nauc_map_at_20_max
value: 30.725951163880875
verified: no, type: nauc_map_at_3_diff1
value: 4.796998423926565
verified: no, type: nauc_map_at_3_max
value: 26.150071629546893
verified: no, type: nauc_map_at_5_diff1
value: 2.6871952838061723
verified: no, type: nauc_map_at_5_max
value: 30.408421467098012
verified: no, type: nauc_mrr_at_1000_diff1
value: -13.814249836896042
verified: no, type: nauc_mrr_at_1000_max
value: 31.88498612201202
verified: no, type: nauc_mrr_at_100_diff1
value: -13.814249836896042
verified: no, type: nauc_mrr_at_100_max
value: 31.88498612201202
verified: no, type: nauc_mrr_at_10_diff1
value: -13.814249836896042
verified: no, type: nauc_mrr_at_10_max
value: 31.88498612201202
verified: no, type: nauc_mrr_at_1_diff1
value: -13.92094533895383
verified: no, type: nauc_mrr_at_1_max
value: 29.306889641351635
verified: no, type: nauc_mrr_at_20_diff1
value: -13.814249836896042
verified: no, type: nauc_mrr_at_20_max
value: 31.88498612201202
verified: no, type: nauc_mrr_at_3_diff1
value: -12.33170416820374
verified: no, type: nauc_mrr_at_3_max
value: 31.011004549366817
verified: no, type: nauc_mrr_at_5_diff1
value: -14.747452402364146
verified: no, type: nauc_mrr_at_5_max
value: 33.79476229635637
verified: no, type: nauc_ndcg_at_1000_diff1
value: -12.074426607123078
verified: no, type: nauc_ndcg_at_1000_max
value: 33.784478850282134
verified: no, type: nauc_ndcg_at_100_diff1
value: -18.479165151069303
verified: no, type: nauc_ndcg_at_100_max
value: 31.708196197267974
verified: no, type: nauc_ndcg_at_10_diff1
value: -8.73408016992012
verified: no, type: nauc_ndcg_at_10_max
value: 39.0688844845927
verified: no, type: nauc_ndcg_at_1_diff1
value: -13.560131212172575
verified: no, type: nauc_ndcg_at_1_max
value: 17.753684567169206
verified: no, type: nauc_ndcg_at_20_diff1
value: -8.582159015596881
verified: no, type: nauc_ndcg_at_20_max
value: 33.106491777127104
verified: no, type: nauc_ndcg_at_3_diff1
value: -6.39676867708739
verified: no, type: nauc_ndcg_at_3_max
value: 35.95467958722493
verified: no, type: nauc_ndcg_at_5_diff1
value: -8.853297663525334
verified: no, type: nauc_ndcg_at_5_max
value: 36.93824928813642
verified: no, type: nauc_precision_at_1000_diff1
value: -19.126005690414093
verified: no, type: nauc_precision_at_1000_max
value: 25.35047417077917
verified: no, type: nauc_precision_at_100_diff1
value: -18.97447376593622
verified: no, type: nauc_precision_at_100_max
value: 31.37636574830301
verified: no, type: nauc_precision_at_10_diff1
value: -8.160447388056866
verified: no, type: nauc_precision_at_10_max
value: 48.43344948807299
verified: no, type: nauc_precision_at_1_diff1
value: -13.92094533895383
verified: no, type: nauc_precision_at_1_max
value: 29.306889641351635
verified: no, type: nauc_precision_at_20_diff1
value: -9.369598971997679
verified: no, type: nauc_precision_at_20_max
value: 35.32023344220161
verified: no, type: nauc_precision_at_3_diff1
value: -2.1110502891686957
verified: no, type: nauc_precision_at_3_max
value: 45.669609919794304
verified: no, type: nauc_precision_at_5_diff1
value: -6.195574785037542
verified: no, type: nauc_precision_at_5_max
value: 46.58113806889752
verified: no, type: nauc_recall_at_1000_diff1
value: -7.222231464081126
verified: no, type: nauc_recall_at_1000_max
value: 29.974242681745476
verified: no, type: nauc_recall_at_100_diff1
value: -9.033068000256877
verified: no, type: nauc_recall_at_100_max
value: 26.59705019847799
verified: no, type: nauc_recall_at_10_diff1
value: -2.528142472559607
verified: no, type: nauc_recall_at_10_max
value: 26.835309548148146
verified: no, type: nauc_recall_at_1_diff1
value: -6.48595577983789
verified: no, type: nauc_recall_at_1_max
value: 2.3330438771924435
verified: no, type: nauc_recall_at_20_diff1
value: -3.6307369621295957
verified: no, type: nauc_recall_at_20_max
value: 20.070170533525516
verified: no, type: nauc_recall_at_3_diff1
value: 7.584755152275265
verified: no, type: nauc_recall_at_3_max
value: 25.752559205882235
verified: no, type: nauc_recall_at_5_diff1
value: 2.5491891310722266
verified: no, type: nauc_recall_at_5_max
value: 29.321004066680604
verified: no, type: ndcg_at_1
value: 61
verified: no, type: ndcg_at_10
value: 52.92
verified: no, type: ndcg_at_100
value: 44.021
verified: no, type: ndcg_at_1000
value: 47.164
verified: no, type: ndcg_at_20
value: 51.358000000000004
verified: no, type: ndcg_at_3
value: 55.05
verified: no, type: ndcg_at_5
value: 52.702000000000005
verified: no, type: precision_at_1
value: 68
verified: no, type: precision_at_10
value: 56.599999999999994
verified: no, type: precision_at_100
value: 45.660000000000004
verified: no, type: precision_at_1000
value: 21.756
verified: no, type: precision_at_20
value: 54.6
verified: no, type: precision_at_3
value: 58.667
verified: no, type: precision_at_5
value: 55.2
verified: no, type: recall_at_1
value: 0.185
verified: no, type: recall_at_10
value: 1.459
verified: no, type: recall_at_100
value: 11.053
verified: no, type: recall_at_1000
value: 46.711000000000006
verified: no, type: recall_at_20
value: 2.795
verified: no, type: recall_at_3
value: 0.447
verified: no, type: recall_at_5
value: 0.705
verified: no, task: type: Retrieval
dataset: type: mteb/touche2020
name: MTEB Touche2020
config: default
split: test
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
metrics: type: map_at_1
value: 1.321
verified: no, type: map_at_10
value: 6.138
verified: no, type: map_at_100
value: 11.575000000000001
verified: no, type: map_at_1000
value: 13.142000000000001
verified: no, type: map_at_20
value: 8.277
verified: no, type: map_at_3
value: 3.117
verified: no, type: map_at_5
value: 4.322
verified: no, type: mrr_at_1
value: 18.367346938775512
verified: no, type: mrr_at_10
value: 32.81988986070618
verified: no, type: mrr_at_100
value: 33.90531120374521
verified: no, type: mrr_at_1000
value: 33.90531120374521
verified: no, type: mrr_at_20
value: 33.05798509880142
verified: no, type: mrr_at_3
value: 28.571428571428577
verified: no, type: mrr_at_5
value: 30.30612244897959
verified: no, type: nauc_map_at_1000_diff1
value: -12.650026713453016
verified: no, type: nauc_map_at_1000_max
value: -38.89899178585712
verified: no, type: nauc_map_at_100_diff1
value: -11.351425881232563
verified: no, type: nauc_map_at_100_max
value: -38.1084063615639
verified: no, type: nauc_map_at_10_diff1
value: -14.054275493851973
verified: no, type: nauc_map_at_10_max
value: -39.654901190516576
verified: no, type: nauc_map_at_1_diff1
value: -14.176844679266438
verified: no, type: nauc_map_at_1_max
value: -35.43233406535061
verified: no, type: nauc_map_at_20_diff1
value: -7.782883131410578
verified: no, type: nauc_map_at_20_max
value: -34.811736013580074
verified: no, type: nauc_map_at_3_diff1
value: -20.44134409811859
verified: no, type: nauc_map_at_3_max
value: -43.74179111772745
verified: no, type: nauc_map_at_5_diff1
value: -14.859493570845277
verified: no, type: nauc_map_at_5_max
value: -39.23961072955786
verified: no, type: nauc_mrr_at_1000_diff1
value: -20.089514178024398
verified: no, type: nauc_mrr_at_1000_max
value: -33.00720178570727
verified: no, type: nauc_mrr_at_100_diff1
value: -20.089514178024398
verified: no, type: nauc_mrr_at_100_max
value: -33.00720178570727
verified: no, type: nauc_mrr_at_10_diff1
value: -20.9446166904634
verified: no, type: nauc_mrr_at_10_max
value: -33.02192033292625
verified: no, type: nauc_mrr_at_1_diff1
value: -15.911220891245758
verified: no, type: nauc_mrr_at_1_max
value: -26.218283032718976
verified: no, type: nauc_mrr_at_20_diff1
value: -20.230803838354994
verified: no, type: nauc_mrr_at_20_max
value: -32.73210777421129
verified: no, type: nauc_mrr_at_3_diff1
value: -19.732723268458965
verified: no, type: nauc_mrr_at_3_max
value: -31.18864347028755
verified: no, type: nauc_mrr_at_5_diff1
value: -19.007764514449406
verified: no, type: nauc_mrr_at_5_max
value: -32.30329515402053
verified: no, type: nauc_ndcg_at_1000_diff1
value: -21.119533433583715
verified: no, type: nauc_ndcg_at_1000_max
value: -43.75261603824236
verified: no, type: nauc_ndcg_at_100_diff1
value: -24.303320372101975
verified: no, type: nauc_ndcg_at_100_max
value: -48.448935730363644
verified: no, type: nauc_ndcg_at_10_diff1
value: -18.50545573831141
verified: no, type: nauc_ndcg_at_10_max
value: -36.750080074249034
verified: no, type: nauc_ndcg_at_1_diff1
value: -10.113714494673975
verified: no, type: nauc_ndcg_at_1_max
value: -24.06470181107808
verified: no, type: nauc_ndcg_at_20_diff1
value: -14.291225537849158
verified: no, type: nauc_ndcg_at_20_max
value: -36.39732010219852
verified: no, type: nauc_ndcg_at_3_diff1
value: -17.343926323555642
verified: no, type: nauc_ndcg_at_3_max
value: -30.873097187690806
verified: no, type: nauc_ndcg_at_5_diff1
value: -17.628895004119695
verified: no, type: nauc_ndcg_at_5_max
value: -32.36698704574697
verified: no, type: nauc_precision_at_1000_diff1
value: 8.169456186810706
verified: no, type: nauc_precision_at_1000_max
value: 28.584039287780318
verified: no, type: nauc_precision_at_100_diff1
value: -31.96792574965573
verified: no, type: nauc_precision_at_100_max
value: -36.31964691177863
verified: no, type: nauc_precision_at_10_diff1
value: -21.750286138613905
verified: no, type: nauc_precision_at_10_max
value: -36.08986455494077
verified: no, type: nauc_precision_at_1_diff1
value: -15.911220891245758
verified: no, type: nauc_precision_at_1_max
value: -26.218283032718976
verified: no, type: nauc_precision_at_20_diff1
value: -13.583009329717136
verified: no, type: nauc_precision_at_20_max
value: -28.563248289076466
verified: no, type: nauc_precision_at_3_diff1
value: -22.309332363658
verified: no, type: nauc_precision_at_3_max
value: -34.3364478818448
verified: no, type: nauc_precision_at_5_diff1
value: -20.923667944175943
verified: no, type: nauc_precision_at_5_max
value: -35.18685578264413
verified: no, type: nauc_recall_at_1000_diff1
value: -15.680456983942094
verified: no, type: nauc_recall_at_1000_max
value: -44.754312719365174
verified: no, type: nauc_recall_at_100_diff1
value: -26.52205219781742
verified: no, type: nauc_recall_at_100_max
value: -54.5272192375575
verified: no, type: nauc_recall_at_10_diff1
value: -13.179833612683423
verified: no, type: nauc_recall_at_10_max
value: -39.41974472115443
verified: no, type: nauc_recall_at_1_diff1
value: -14.176844679266438
verified: no, type: nauc_recall_at_1_max
value: -35.43233406535061
verified: no, type: nauc_recall_at_20_diff1
value: -8.91943188201611
verified: no, type: nauc_recall_at_20_max
value: -34.5908793542195
verified: no, type: nauc_recall_at_3_diff1
value: -17.972433176642863
verified: no, type: nauc_recall_at_3_max
value: -41.2243455915633
verified: no, type: nauc_recall_at_5_diff1
value: -12.340791676500281
verified: no, type: nauc_recall_at_5_max
value: -36.85458567578151
verified: no, type: ndcg_at_1
value: 16.326999999999998
verified: no, type: ndcg_at_10
value: 16.762
verified: no, type: ndcg_at_100
value: 29.751
verified: no, type: ndcg_at_1000
value: 41.85
verified: no, type: ndcg_at_20
value: 18.541
verified: no, type: ndcg_at_3
value: 16.182
verified: no, type: ndcg_at_5
value: 15.792
verified: no, type: precision_at_1
value: 18.367
verified: no, type: precision_at_10
value: 17.347
verified: no, type: precision_at_100
value: 6.877999999999999
verified: no, type: precision_at_1000
value: 1.49
verified: no, type: precision_at_20
value: 13.469000000000001
verified: no, type: precision_at_3
value: 19.048000000000002
verified: no, type: precision_at_5
value: 17.551
verified: no, type: recall_at_1
value: 1.321
verified: no, type: recall_at_10
value: 12.25
verified: no, type: recall_at_100
value: 44.012
verified: no, type: recall_at_1000
value: 80.706
verified: no, type: recall_at_20
value: 19.094
verified: no, type: recall_at_3
value: 4.2909999999999995
verified: no, type: recall_at_5
value: 6.802999999999999
verified: no, task: type: Classification
dataset: type: mteb/toxic_conversations_50k
name: MTEB ToxicConversationsClassification
config: default
split: test
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
metrics: type: accuracy
value: 65.56640625
verified: no, type: ap
value: 12.336183192628836
verified: no, type: ap_weighted
value: 12.336183192628836
verified: no, type: f1
value: 50.61953920605424
verified: no, type: f1_weighted
value: 73.10180241141433
verified: no, task: type: Classification
dataset: type: mteb/tweet_sentiment_extraction
name: MTEB TweetSentimentExtractionClassification
config: default
split: test
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
metrics: type: accuracy
value: 62.80418788907753
verified: no, type: f1
value: 63.050557758931134
verified: no, type: f1_weighted
value: 62.13337985337418
verified: no, task: type: Clustering
dataset: type: mteb/twentynewsgroups-clustering
name: MTEB TwentyNewsgroupsClustering
config: default
split: test
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
metrics: type: v_measure
value: 49.00618373985209
verified: no, type: v_measures
value: 0.49421217801171224, 0.4740440424893081, 0.4886726035776056, 0.5198976504195676, 0.4827070012054274
verified: no, task: type: PairClassification
dataset: type: mteb/twittersemeval2015-pairclassification
name: MTEB TwitterSemEval2015
config: default
split: test
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
metrics: type: cos_sim_accuracy
value: 86.97025689932646
verified: no, type: cos_sim_ap
value: 77.06565012359437
verified: no, type: cos_sim_f1
value: 70.32217308907138
verified: no, type: cos_sim_precision
value: 67.46666666666667
verified: no, type: cos_sim_recall
value: 73.43007915567283
verified: no, type: dot_accuracy
value: 86.97025689932646
verified: no, type: dot_ap
value: 77.0656524331512
verified: no, type: dot_f1
value: 70.32217308907138
verified: no, type: dot_precision
value: 67.46666666666667
verified: no, type: dot_recall
value: 73.43007915567283
verified: no, type: euclidean_accuracy
value: 86.97025689932646
verified: no, type: euclidean_ap
value: 77.06564828845742
verified: no, type: euclidean_f1
value: 70.32217308907138
verified: no, type: euclidean_precision
value: 67.46666666666667
verified: no, type: euclidean_recall
value: 73.43007915567283
verified: no, type: manhattan_accuracy
value: 86.90469094593789
verified: no, type: manhattan_ap
value: 76.94347285253252
verified: no, type: manhattan_f1
value: 70.18523217457499
verified: no, type: manhattan_precision
value: 67.59530791788856
verified: no, type: manhattan_recall
value: 72.98153034300792
verified: no, type: max_accuracy
value: 86.97025689932646
verified: no, type: max_ap
value: 77.0656524331512
verified: no, type: max_f1
value: 70.32217308907138
verified: no, task: type: PairClassification
dataset: type: mteb/twitterurlcorpus-pairclassification
name: MTEB TwitterURLCorpus
config: default
split: test
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
metrics: type: cos_sim_accuracy
value: 89.64567081926495
verified: no, type: cos_sim_ap
value: 87.19162831580245
verified: no, type: cos_sim_f1
value: 79.67696578577352
verified: no, type: cos_sim_precision
value: 74.92033358193775
verified: no, type: cos_sim_recall
value: 85.07853403141361
verified: no, type: dot_accuracy
value: 89.64567081926495
verified: no, type: dot_ap
value: 87.19162304433766
verified: no, type: dot_f1
value: 79.67696578577352
verified: no, type: dot_precision
value: 74.92033358193775
verified: no, type: dot_recall
value: 85.07853403141361
verified: no, type: euclidean_accuracy
value: 89.64567081926495
verified: no, type: euclidean_ap
value: 87.19162847931055
verified: no, type: euclidean_f1
value: 79.67696578577352
verified: no, type: euclidean_precision
value: 74.92033358193775
verified: no, type: euclidean_recall
value: 85.07853403141361
verified: no, type: manhattan_accuracy
value: 89.67283735009897
verified: no, type: manhattan_ap
value: 87.19033616510255
verified: no, type: manhattan_f1
value: 79.67444226437031
verified: no, type: manhattan_precision
value: 75.43690656391908
verified: no, type: manhattan_recall
value: 84.41638435478903
verified: no, type: max_accuracy
value: 89.67283735009897
verified: no, type: max_ap
value: 87.19162847931055
verified: no, type: max_f1
value: 79.67696578577352
verified: no
license: apache-2.0
language: fr, en
Likes: 27 | All-time downloads: 770741
Created: 2024-06-24 09:08:32