Model: twadada/kom2
Author: twadada
Tags: mteb, model-index, region:us
Card metadata: model-index: name: komninos
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 60.402985074626855
verified: no, type: ap
value: 24.929195028150133
verified: no, type: ap_weighted
value: 24.929195028150133
verified: no, type: f1
value: 54.63138673052016
verified: no, type: f1_weighted
value: 64.35165762938922
verified: no, type: main_score
value: 60.402985074626855
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 59.134328358208954
verified: no, type: ap
value: 20.645092706345967
verified: no, type: ap_weighted
value: 20.645092706345967
verified: no, type: f1
value: 51.52977516015989
verified: no, type: f1_weighted
value: 63.888682484335504
verified: no, type: main_score
value: 59.134328358208954
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 61.74492500000001
verified: no, type: ap
value: 57.61859520905024
verified: no, type: ap_weighted
value: 57.61859520905024
verified: no, type: f1
value: 61.20690108105637
verified: no, type: f1_weighted
value: 61.20690108105637
verified: no, type: main_score
value: 61.74492500000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 29.748
verified: no, type: f1
value: 29.317324500130205
verified: no, type: f1_weighted
value: 29.317324500130205
verified: no, type: main_score
value: 29.748
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 29.15599999999999
verified: no, type: f1
value: 28.72271326130445
verified: no, type: f1_weighted
value: 28.72271326130445
verified: no, type: main_score
value: 29.15599999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 30.958999999999996
verified: no, type: map_at_1
value: 14.366999999999999
verified: no, type: map_at_10
value: 25.080999999999996
verified: no, type: map_at_100
value: 26.355
verified: no, type: map_at_1000
value: 26.423999999999996
verified: no, type: map_at_20
value: 25.912000000000003
verified: no, type: map_at_3
value: 21.834999999999997
verified: no, type: map_at_5
value: 23.563000000000002
verified: no, type: mrr_at_1
value: 15.078236130867708
verified: no, type: mrr_at_10
value: 25.337894285262696
verified: no, type: mrr_at_100
value: 26.611050500772095
verified: no, type: mrr_at_1000
value: 26.68089675960519
verified: no, type: mrr_at_20
value: 26.168277521137185
verified: no, type: mrr_at_3
value: 22.155049786628716
verified: no, type: mrr_at_5
value: 23.822901849217608
verified: no, type: nauc_map_at_1000_diff1
value: 13.653001121843564
verified: no, type: nauc_map_at_1000_max
value: 2.319102074931866
verified: no, type: nauc_map_at_1000_std
value: 14.863907956733978
verified: no, type: nauc_map_at_100_diff1
value: 13.707008572689888
verified: no, type: nauc_map_at_100_max
value: 2.3568789929286207
verified: no, type: nauc_map_at_100_std
value: 14.911911160260654
verified: no, type: nauc_map_at_10_diff1
value: 13.437143194171428
verified: no, type: nauc_map_at_10_max
value: 2.3407683503306393
verified: no, type: nauc_map_at_10_std
value: 14.290652074656073
verified: no, type: nauc_map_at_1_diff1
value: 15.120007354499974
verified: no, type: nauc_map_at_1_max
value: -3.0703979635822294
verified: no, type: nauc_map_at_1_std
value: 11.385855369804915
verified: no, type: nauc_map_at_20_diff1
value: 13.621840076777799
verified: no, type: nauc_map_at_20_max
value: 2.1877948032398877
verified: no, type: nauc_map_at_20_std
value: 14.708956175921836
verified: no, type: nauc_map_at_3_diff1
value: 12.356213115233386
verified: no, type: nauc_map_at_3_max
value: 0.6382555969907929
verified: no, type: nauc_map_at_3_std
value: 12.648818860839631
verified: no, type: nauc_map_at_5_diff1
value: 13.217620841821615
verified: no, type: nauc_map_at_5_max
value: 1.6310057806749718
verified: no, type: nauc_map_at_5_std
value: 14.044546566449604
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.228288074444366
verified: no, type: nauc_mrr_at_1000_max
value: 2.1865463814828243
verified: no, type: nauc_mrr_at_1000_std
value: 14.23306531448693
verified: no, type: nauc_mrr_at_100_diff1
value: 11.286796889548375
verified: no, type: nauc_mrr_at_100_max
value: 2.2241357919072327
verified: no, type: nauc_mrr_at_100_std
value: 14.281813816045224
verified: no, type: nauc_mrr_at_10_diff1
value: 11.075822092473016
verified: no, type: nauc_mrr_at_10_max
value: 2.2162054135703912
verified: no, type: nauc_mrr_at_10_std
value: 13.681220157720839
verified: no, type: nauc_mrr_at_1_diff1
value: 11.528700137142192
verified: no, type: nauc_mrr_at_1_max
value: -1.0616327606141427
verified: no, type: nauc_mrr_at_1_std
value: 9.607487567146205
verified: no, type: nauc_mrr_at_20_diff1
value: 11.228823004101752
verified: no, type: nauc_mrr_at_20_max
value: 2.0599569750550835
verified: no, type: nauc_mrr_at_20_std
value: 14.087665945038868
verified: no, type: nauc_mrr_at_3_diff1
value: 9.962700773059229
verified: no, type: nauc_mrr_at_3_max
value: 0.803182788584721
verified: no, type: nauc_mrr_at_3_std
value: 11.970773976607262
verified: no, type: nauc_mrr_at_5_diff1
value: 10.647170590377367
verified: no, type: nauc_mrr_at_5_max
value: 1.4292475985002175
verified: no, type: nauc_mrr_at_5_std
value: 13.434643518492004
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.872309839650395
verified: no, type: nauc_ndcg_at_1000_max
value: 4.043493264977604
verified: no, type: nauc_ndcg_at_1000_std
value: 17.85215412789614
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.157716814152627
verified: no, type: nauc_ndcg_at_100_max
value: 5.128513014092924
verified: no, type: nauc_ndcg_at_100_std
value: 19.248784984100055
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.681682384919716
verified: no, type: nauc_ndcg_at_10_max
value: 4.285127434095809
verified: no, type: nauc_ndcg_at_10_std
value: 16.07742970740846
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.120007354499974
verified: no, type: nauc_ndcg_at_1_max
value: -3.0703979635822294
verified: no, type: nauc_ndcg_at_1_std
value: 11.385855369804915
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.446523345704215
verified: no, type: nauc_ndcg_at_20_max
value: 4.011697476937953
verified: no, type: nauc_ndcg_at_20_std
value: 17.69490562952759
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.69290471028184
verified: no, type: nauc_ndcg_at_3_max
value: 1.247393927629684
verified: no, type: nauc_ndcg_at_3_std
value: 13.120021581495237
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.217424085450466
verified: no, type: nauc_ndcg_at_5_max
value: 2.8952622533595007
verified: no, type: nauc_ndcg_at_5_std
value: 15.505263720262077
verified: no, type: nauc_precision_at_1000_diff1
value: 5.932456387976172
verified: no, type: nauc_precision_at_1000_max
value: 15.258643427240273
verified: no, type: nauc_precision_at_1000_std
value: 54.78878776579575
verified: no, type: nauc_precision_at_100_diff1
value: 24.980338838668352
verified: no, type: nauc_precision_at_100_max
value: 19.630089222816718
verified: no, type: nauc_precision_at_100_std
value: 44.36284980312287
verified: no, type: nauc_precision_at_10_diff1
value: 14.605327003787561
verified: no, type: nauc_precision_at_10_max
value: 9.20284541981761
verified: no, type: nauc_precision_at_10_std
value: 20.78623457402565
verified: no, type: nauc_precision_at_1_diff1
value: 15.120007354499974
verified: no, type: nauc_precision_at_1_max
value: -3.0703979635822294
verified: no, type: nauc_precision_at_1_std
value: 11.385855369804915
verified: no, type: nauc_precision_at_20_diff1
value: 17.821262915735662
verified: no, type: nauc_precision_at_20_max
value: 9.276138177862721
verified: no, type: nauc_precision_at_20_std
value: 27.674053798253066
verified: no, type: nauc_precision_at_3_diff1
value: 10.142191569673395
verified: no, type: nauc_precision_at_3_max
value: 2.5962302005345954
verified: no, type: nauc_precision_at_3_std
value: 14.266636924316572
verified: no, type: nauc_precision_at_5_diff1
value: 13.43316017158103
verified: no, type: nauc_precision_at_5_max
value: 5.886903903159331
verified: no, type: nauc_precision_at_5_std
value: 19.17991082336465
verified: no, type: nauc_recall_at_1000_diff1
value: 5.932456387976118
verified: no, type: nauc_recall_at_1000_max
value: 15.258643427240015
verified: no, type: nauc_recall_at_1000_std
value: 54.78878776579585
verified: no, type: nauc_recall_at_100_diff1
value: 24.9803388386684
verified: no, type: nauc_recall_at_100_max
value: 19.63008922281674
verified: no, type: nauc_recall_at_100_std
value: 44.36284980312287
verified: no, type: nauc_recall_at_10_diff1
value: 14.605327003787533
verified: no, type: nauc_recall_at_10_max
value: 9.202845419817598
verified: no, type: nauc_recall_at_10_std
value: 20.786234574025674
verified: no, type: nauc_recall_at_1_diff1
value: 15.120007354499974
verified: no, type: nauc_recall_at_1_max
value: -3.0703979635822294
verified: no, type: nauc_recall_at_1_std
value: 11.385855369804915
verified: no, type: nauc_recall_at_20_diff1
value: 17.821262915735687
verified: no, type: nauc_recall_at_20_max
value: 9.276138177862721
verified: no, type: nauc_recall_at_20_std
value: 27.674053798253063
verified: no, type: nauc_recall_at_3_diff1
value: 10.142191569673424
verified: no, type: nauc_recall_at_3_max
value: 2.5962302005346283
verified: no, type: nauc_recall_at_3_std
value: 14.266636924316611
verified: no, type: nauc_recall_at_5_diff1
value: 13.43316017158104
verified: no, type: nauc_recall_at_5_max
value: 5.886903903159316
verified: no, type: nauc_recall_at_5_std
value: 19.179910823364644
verified: no, type: ndcg_at_1
value: 14.366999999999999
verified: no, type: ndcg_at_10
value: 30.958999999999996
verified: no, type: ndcg_at_100
value: 37.151
verified: no, type: ndcg_at_1000
value: 39.105000000000004
verified: no, type: ndcg_at_20
value: 33.947
verified: no, type: ndcg_at_3
value: 24.248
verified: no, type: ndcg_at_5
value: 27.388
verified: no, type: precision_at_1
value: 14.366999999999999
verified: no, type: precision_at_10
value: 4.972
verified: no, type: precision_at_100
value: 0.787
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 3.073
verified: no, type: precision_at_3
value: 10.408000000000001
verified: no, type: precision_at_5
value: 7.781000000000001
verified: no, type: recall_at_1
value: 14.366999999999999
verified: no, type: recall_at_10
value: 49.716
verified: no, type: recall_at_100
value: 78.73400000000001
verified: no, type: recall_at_1000
value: 94.31
verified: no, type: recall_at_20
value: 61.451
verified: no, type: recall_at_3
value: 31.223
verified: no, type: recall_at_5
value: 38.905
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 34.51568875245322
verified: no, type: v_measure
value: 34.51568875245322
verified: no, type: v_measure_std
value: 14.513271698986618
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 25.479168447834
verified: no, type: v_measure
value: 25.479168447834
verified: no, type: v_measure_std
value: 15.127365143307179
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 50.869152942279385
verified: no, type: map
value: 50.869152942279385
verified: no, type: mrr
value: 64.48665523457767
verified: no, type: nAUC_map_diff1
value: 9.405275178754053
verified: no, type: nAUC_map_max
value: 19.315877278529115
verified: no, type: nAUC_map_std
value: 5.900875597547612
verified: no, type: nAUC_mrr_diff1
value: 16.245084703218915
verified: no, type: nAUC_mrr_max
value: 24.07783292507115
verified: no, type: nAUC_mrr_std
value: 6.33473363939626
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 44.93952738747455
verified: no, type: cosine_spearman
value: 50.2481328896023
verified: no, type: euclidean_pearson
value: 36.27384624621707
verified: no, type: euclidean_spearman
value: 39.93283760763779
verified: no, type: main_score
value: 50.2481328896023
verified: no, type: manhattan_pearson
value: 36.08401407803879
verified: no, type: manhattan_spearman
value: 39.71656761953843
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 66.76623376623377
verified: no, type: f1
value: 66.58269260829559
verified: no, type: f1_weighted
value: 66.58269260829559
verified: no, type: main_score
value: 66.76623376623377
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 29.936308208154234
verified: no, type: v_measure
value: 29.936308208154234
verified: no, type: v_measure_std
value: 0.7215670938810923
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 20.954838392051464
verified: no, type: v_measure
value: 20.954838392051464
verified: no, type: v_measure_std
value: 0.8965195715267004
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 24.562
verified: no, type: map_at_1
value: 15.02
verified: no, type: map_at_10
value: 20.427999999999997
verified: no, type: map_at_100
value: 21.373
verified: no, type: map_at_1000
value: 21.507
verified: no, type: map_at_20
value: 20.817
verified: no, type: map_at_3
value: 18.446
verified: no, type: map_at_5
value: 19.495
verified: no, type: mrr_at_1
value: 18.88412017167382
verified: no, type: mrr_at_10
value: 24.709108249880774
verified: no, type: mrr_at_100
value: 25.447636063234963
verified: no, type: mrr_at_1000
value: 25.524375038696554
verified: no, type: mrr_at_20
value: 25.017622854991135
verified: no, type: mrr_at_3
value: 22.484501669051028
verified: no, type: mrr_at_5
value: 23.750596089651882
verified: no, type: nauc_map_at_1000_diff1
value: 43.42894028755547
verified: no, type: nauc_map_at_1000_max
value: 24.95758649270816
verified: no, type: nauc_map_at_1000_std
value: -7.706318420758787
verified: no, type: nauc_map_at_100_diff1
value: 43.441347714893716
verified: no, type: nauc_map_at_100_max
value: 24.889731961670954
verified: no, type: nauc_map_at_100_std
value: -7.7751595223769385
verified: no, type: nauc_map_at_10_diff1
value: 43.45696982465569
verified: no, type: nauc_map_at_10_max
value: 24.77670425397581
verified: no, type: nauc_map_at_10_std
value: -8.343485599640918
verified: no, type: nauc_map_at_1_diff1
value: 51.42210174566944
verified: no, type: nauc_map_at_1_max
value: 28.089797808726125
verified: no, type: nauc_map_at_1_std
value: -10.75460205574787
verified: no, type: nauc_map_at_20_diff1
value: 43.60401853144265
verified: no, type: nauc_map_at_20_max
value: 24.81009285835644
verified: no, type: nauc_map_at_20_std
value: -8.084296858839087
verified: no, type: nauc_map_at_3_diff1
value: 45.66437225027061
verified: no, type: nauc_map_at_3_max
value: 26.241375000637255
verified: no, type: nauc_map_at_3_std
value: -8.023673739928956
verified: no, type: nauc_map_at_5_diff1
value: 44.34950803403163
verified: no, type: nauc_map_at_5_max
value: 25.605344102787797
verified: no, type: nauc_map_at_5_std
value: -7.729578606050111
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.466516440592926
verified: no, type: nauc_mrr_at_1000_max
value: 26.561583808773946
verified: no, type: nauc_mrr_at_1000_std
value: -6.581126489985946
verified: no, type: nauc_mrr_at_100_diff1
value: 42.45189990095361
verified: no, type: nauc_mrr_at_100_max
value: 26.546342021409952
verified: no, type: nauc_mrr_at_100_std
value: -6.604793297233656
verified: no, type: nauc_mrr_at_10_diff1
value: 42.47524736960852
verified: no, type: nauc_mrr_at_10_max
value: 26.497454735434516
verified: no, type: nauc_mrr_at_10_std
value: -7.02728315906865
verified: no, type: nauc_mrr_at_1_diff1
value: 49.27508808292481
verified: no, type: nauc_mrr_at_1_max
value: 29.984455140577015
verified: no, type: nauc_mrr_at_1_std
value: -9.014211496538051
verified: no, type: nauc_mrr_at_20_diff1
value: 42.55661827983652
verified: no, type: nauc_mrr_at_20_max
value: 26.61778461797562
verified: no, type: nauc_mrr_at_20_std
value: -6.7286634553860605
verified: no, type: nauc_mrr_at_3_diff1
value: 44.59868510985749
verified: no, type: nauc_mrr_at_3_max
value: 27.979224006353327
verified: no, type: nauc_mrr_at_3_std
value: -6.600145919026344
verified: no, type: nauc_mrr_at_5_diff1
value: 43.419565883245745
verified: no, type: nauc_mrr_at_5_max
value: 27.208115295874276
verified: no, type: nauc_mrr_at_5_std
value: -6.363274119557564
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.95623744698938
verified: no, type: nauc_ndcg_at_1000_max
value: 24.56099647976347
verified: no, type: nauc_ndcg_at_1000_std
value: -4.168023457686674
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.95795461648311
verified: no, type: nauc_ndcg_at_100_max
value: 23.36031853661375
verified: no, type: nauc_ndcg_at_100_std
value: -5.096389923872746
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.44809605137147
verified: no, type: nauc_ndcg_at_10_max
value: 23.005701741887233
verified: no, type: nauc_ndcg_at_10_std
value: -7.777653317149882
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.27508808292481
verified: no, type: nauc_ndcg_at_1_max
value: 29.984455140577015
verified: no, type: nauc_ndcg_at_1_std
value: -9.014211496538051
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.86093654490036
verified: no, type: nauc_ndcg_at_20_max
value: 23.17882248058422
verified: no, type: nauc_ndcg_at_20_std
value: -6.670099046745402
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.511768603839656
verified: no, type: nauc_ndcg_at_3_max
value: 26.4455794408347
verified: no, type: nauc_ndcg_at_3_std
value: -6.938863632733941
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.23253574935619
verified: no, type: nauc_ndcg_at_5_max
value: 25.170660488066787
verified: no, type: nauc_ndcg_at_5_std
value: -6.483968209769728
verified: no, type: nauc_precision_at_1000_diff1
value: 5.418747054421262
verified: no, type: nauc_precision_at_1000_max
value: 13.36165655183751
verified: no, type: nauc_precision_at_1000_std
value: 2.672923620430455
verified: no, type: nauc_precision_at_100_diff1
value: 14.422221743126567
verified: no, type: nauc_precision_at_100_max
value: 18.284770442778257
verified: no, type: nauc_precision_at_100_std
value: 4.696733505936832
verified: no, type: nauc_precision_at_10_diff1
value: 25.664593221914544
verified: no, type: nauc_precision_at_10_max
value: 19.67027809475413
verified: no, type: nauc_precision_at_10_std
value: -5.353375302494022
verified: no, type: nauc_precision_at_1_diff1
value: 49.27508808292481
verified: no, type: nauc_precision_at_1_max
value: 29.984455140577015
verified: no, type: nauc_precision_at_1_std
value: -9.014211496538051
verified: no, type: nauc_precision_at_20_diff1
value: 24.837543547066186
verified: no, type: nauc_precision_at_20_max
value: 21.03139849965735
verified: no, type: nauc_precision_at_20_std
value: -1.5465834217101035
verified: no, type: nauc_precision_at_3_diff1
value: 36.92505882001553
verified: no, type: nauc_precision_at_3_max
value: 27.21664384591597
verified: no, type: nauc_precision_at_3_std
value: -4.025482207425132
verified: no, type: nauc_precision_at_5_diff1
value: 31.378297751375655
verified: no, type: nauc_precision_at_5_max
value: 25.41971245716922
verified: no, type: nauc_precision_at_5_std
value: -3.1766137005736703
verified: no, type: nauc_recall_at_1000_diff1
value: 15.880361562528561
verified: no, type: nauc_recall_at_1000_max
value: 21.620376796333453
verified: no, type: nauc_recall_at_1000_std
value: 14.449819668459035
verified: no, type: nauc_recall_at_100_diff1
value: 22.65965407672664
verified: no, type: nauc_recall_at_100_max
value: 15.040562113951014
verified: no, type: nauc_recall_at_100_std
value: 2.533127026764215
verified: no, type: nauc_recall_at_10_diff1
value: 27.84907164827927
verified: no, type: nauc_recall_at_10_max
value: 14.455529928215368
verified: no, type: nauc_recall_at_10_std
value: -7.165961098350433
verified: no, type: nauc_recall_at_1_diff1
value: 51.42210174566944
verified: no, type: nauc_recall_at_1_max
value: 28.089797808726125
verified: no, type: nauc_recall_at_1_std
value: -10.75460205574787
verified: no, type: nauc_recall_at_20_diff1
value: 28.723590336844897
verified: no, type: nauc_recall_at_20_max
value: 15.425845034313298
verified: no, type: nauc_recall_at_20_std
value: -3.727236758932266
verified: no, type: nauc_recall_at_3_diff1
value: 38.45250468228409
verified: no, type: nauc_recall_at_3_max
value: 22.586845798409144
verified: no, type: nauc_recall_at_3_std
value: -5.463418656894746
verified: no, type: nauc_recall_at_5_diff1
value: 33.232361992076925
verified: no, type: nauc_recall_at_5_max
value: 19.55128614949583
verified: no, type: nauc_recall_at_5_std
value: -4.191684478705544
verified: no, type: ndcg_at_1
value: 18.884
verified: no, type: ndcg_at_10
value: 24.562
verified: no, type: ndcg_at_100
value: 29.28
verified: no, type: ndcg_at_1000
value: 32.328
verified: no, type: ndcg_at_20
value: 25.698999999999998
verified: no, type: ndcg_at_3
value: 21.002000000000002
verified: no, type: ndcg_at_5
value: 22.569
verified: no, type: precision_at_1
value: 18.884
verified: no, type: precision_at_10
value: 4.75
verified: no, type: precision_at_100
value: 0.8909999999999999
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 2.825
verified: no, type: precision_at_3
value: 9.919
verified: no, type: precision_at_5
value: 7.439
verified: no, type: recall_at_1
value: 15.02
verified: no, type: recall_at_10
value: 32.690000000000005
verified: no, type: recall_at_100
value: 54.705000000000005
verified: no, type: recall_at_1000
value: 75.672
verified: no, type: recall_at_20
value: 37.025000000000006
verified: no, type: recall_at_3
value: 22.096
verified: no, type: recall_at_5
value: 26.332
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 17.577
verified: no, type: map_at_1
value: 10.626
verified: no, type: map_at_10
value: 14.724
verified: no, type: map_at_100
value: 15.334999999999999
verified: no, type: map_at_1000
value: 15.432000000000002
verified: no, type: map_at_20
value: 15.015
verified: no, type: map_at_3
value: 13.253
verified: no, type: map_at_5
value: 14.096
verified: no, type: mrr_at_1
value: 13.184713375796179
verified: no, type: mrr_at_10
value: 17.573223132140324
verified: no, type: mrr_at_100
value: 18.142421386649943
verified: no, type: mrr_at_1000
value: 18.21977284803512
verified: no, type: mrr_at_20
value: 17.847717117599387
verified: no, type: mrr_at_3
value: 15.976645435244166
verified: no, type: mrr_at_5
value: 16.912951167728234
verified: no, type: nauc_map_at_1000_diff1
value: 34.22930272917885
verified: no, type: nauc_map_at_1000_max
value: 11.048178348375203
verified: no, type: nauc_map_at_1000_std
value: -14.525953998322578
verified: no, type: nauc_map_at_100_diff1
value: 34.26631368042434
verified: no, type: nauc_map_at_100_max
value: 11.04995519702749
verified: no, type: nauc_map_at_100_std
value: -14.56900329770463
verified: no, type: nauc_map_at_10_diff1
value: 34.56188099500535
verified: no, type: nauc_map_at_10_max
value: 11.335812947730956
verified: no, type: nauc_map_at_10_std
value: -14.774228041316102
verified: no, type: nauc_map_at_1_diff1
value: 41.01657410715088
verified: no, type: nauc_map_at_1_max
value: 14.676062628579208
verified: no, type: nauc_map_at_1_std
value: -15.747976021213795
verified: no, type: nauc_map_at_20_diff1
value: 34.58550562905891
verified: no, type: nauc_map_at_20_max
value: 11.301214458399679
verified: no, type: nauc_map_at_20_std
value: -14.60605898197252
verified: no, type: nauc_map_at_3_diff1
value: 36.89065303477322
verified: no, type: nauc_map_at_3_max
value: 13.045534087262995
verified: no, type: nauc_map_at_3_std
value: -15.284432309380543
verified: no, type: nauc_map_at_5_diff1
value: 35.68235194152884
verified: no, type: nauc_map_at_5_max
value: 11.937407136170663
verified: no, type: nauc_map_at_5_std
value: -14.693819301140687
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.531336827483784
verified: no, type: nauc_mrr_at_1000_max
value: 11.105632282272396
verified: no, type: nauc_mrr_at_1000_std
value: -14.119108674165453
verified: no, type: nauc_mrr_at_100_diff1
value: 31.544594755540217
verified: no, type: nauc_mrr_at_100_max
value: 11.113671306794338
verified: no, type: nauc_mrr_at_100_std
value: -14.132034437792996
verified: no, type: nauc_mrr_at_10_diff1
value: 31.764894864363885
verified: no, type: nauc_mrr_at_10_max
value: 11.483294109130487
verified: no, type: nauc_mrr_at_10_std
value: -14.335354900448264
verified: no, type: nauc_mrr_at_1_diff1
value: 37.624719649846355
verified: no, type: nauc_mrr_at_1_max
value: 15.788530238295865
verified: no, type: nauc_mrr_at_1_std
value: -14.666565041941373
verified: no, type: nauc_mrr_at_20_diff1
value: 31.729658795128373
verified: no, type: nauc_mrr_at_20_max
value: 11.31351363050506
verified: no, type: nauc_mrr_at_20_std
value: -14.166055615164383
verified: no, type: nauc_mrr_at_3_diff1
value: 33.766525060946925
verified: no, type: nauc_mrr_at_3_max
value: 13.551228581837258
verified: no, type: nauc_mrr_at_3_std
value: -14.146870608836565
verified: no, type: nauc_mrr_at_5_diff1
value: 32.78796281242008
verified: no, type: nauc_mrr_at_5_max
value: 12.127028276399306
verified: no, type: nauc_mrr_at_5_std
value: -14.004585715138065
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.04002348002839
verified: no, type: nauc_ndcg_at_1000_max
value: 8.025087100078355
verified: no, type: nauc_ndcg_at_1000_std
value: -13.011007410669404
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.56941312327912
verified: no, type: nauc_ndcg_at_100_max
value: 7.868622997585217
verified: no, type: nauc_ndcg_at_100_std
value: -13.56526446186751
verified: no, type: nauc_ndcg_at_10_diff1
value: 31.069874488577714
verified: no, type: nauc_ndcg_at_10_max
value: 9.381084343209508
verified: no, type: nauc_ndcg_at_10_std
value: -14.42826884203115
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.624719649846355
verified: no, type: nauc_ndcg_at_1_max
value: 15.788530238295865
verified: no, type: nauc_ndcg_at_1_std
value: -14.666565041941373
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.301215166787898
verified: no, type: nauc_ndcg_at_20_max
value: 9.293563630253674
verified: no, type: nauc_ndcg_at_20_std
value: -13.82687452174672
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.58227636318353
verified: no, type: nauc_ndcg_at_3_max
value: 12.525588259269965
verified: no, type: nauc_ndcg_at_3_std
value: -14.986355451385927
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.255269234181846
verified: no, type: nauc_ndcg_at_5_max
value: 10.57458534812048
verified: no, type: nauc_ndcg_at_5_std
value: -14.197064277859486
verified: no, type: nauc_precision_at_1000_diff1
value: 1.0181135771862329
verified: no, type: nauc_precision_at_1000_max
value: 1.1807058499635334
verified: no, type: nauc_precision_at_1000_std
value: -1.0309813092036508
verified: no, type: nauc_precision_at_100_diff1
value: 6.969621946433222
verified: no, type: nauc_precision_at_100_max
value: -0.6136161466114843
verified: no, type: nauc_precision_at_100_std
value: -8.700980039362763
verified: no, type: nauc_precision_at_10_diff1
value: 16.25950240535439
verified: no, type: nauc_precision_at_10_max
value: 4.000082052965206
verified: no, type: nauc_precision_at_10_std
value: -12.77111961978353
verified: no, type: nauc_precision_at_1_diff1
value: 37.624719649846355
verified: no, type: nauc_precision_at_1_max
value: 15.788530238295865
verified: no, type: nauc_precision_at_1_std
value: -14.666565041941373
verified: no, type: nauc_precision_at_20_diff1
value: 15.911668872950479
verified: no, type: nauc_precision_at_20_max
value: 3.5423943040483596
verified: no, type: nauc_precision_at_20_std
value: -11.151829719764532
verified: no, type: nauc_precision_at_3_diff1
value: 27.554737668759593
verified: no, type: nauc_precision_at_3_max
value: 11.746758199847436
verified: no, type: nauc_precision_at_3_std
value: -13.369630973986697
verified: no, type: nauc_precision_at_5_diff1
value: 23.2336655958108
verified: no, type: nauc_precision_at_5_max
value: 7.48011542791865
verified: no, type: nauc_precision_at_5_std
value: -12.366321857676283
verified: no, type: nauc_recall_at_1000_diff1
value: 15.298088271885238
verified: no, type: nauc_recall_at_1000_max
value: -0.17132424054076142
verified: no, type: nauc_recall_at_1000_std
value: -8.079582049072702
verified: no, type: nauc_recall_at_100_diff1
value: 19.124701278075655
verified: no, type: nauc_recall_at_100_max
value: -0.531155102383489
verified: no, type: nauc_recall_at_100_std
value: -10.678047939464944
verified: no, type: nauc_recall_at_10_diff1
value: 24.65379572262042
verified: no, type: nauc_recall_at_10_max
value: 4.533113433939525
verified: no, type: nauc_recall_at_10_std
value: -13.393888124926528
verified: no, type: nauc_recall_at_1_diff1
value: 41.01657410715088
verified: no, type: nauc_recall_at_1_max
value: 14.676062628579208
verified: no, type: nauc_recall_at_1_std
value: -15.747976021213795
verified: no, type: nauc_recall_at_20_diff1
value: 25.688718586513087
verified: no, type: nauc_recall_at_20_max
value: 4.593853222038649
verified: no, type: nauc_recall_at_20_std
value: -11.630024967430156
verified: no, type: nauc_recall_at_3_diff1
value: 34.27331025480968
verified: no, type: nauc_recall_at_3_max
value: 11.459275588993629
verified: no, type: nauc_recall_at_3_std
value: -14.483309864478796
verified: no, type: nauc_recall_at_5_diff1
value: 30.423200648314996
verified: no, type: nauc_recall_at_5_max
value: 7.545225895554444
verified: no, type: nauc_recall_at_5_std
value: -12.871262970313913
verified: no, type: ndcg_at_1
value: 13.184999999999999
verified: no, type: ndcg_at_10
value: 17.577
verified: no, type: ndcg_at_100
value: 20.698
verified: no, type: ndcg_at_1000
value: 23.241
verified: no, type: ndcg_at_20
value: 18.516
verified: no, type: ndcg_at_3
value: 14.893999999999998
verified: no, type: ndcg_at_5
value: 16.187
verified: no, type: precision_at_1
value: 13.184999999999999
verified: no, type: precision_at_10
value: 3.331
verified: no, type: precision_at_100
value: 0.596
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 1.9869999999999999
verified: no, type: precision_at_3
value: 7.134
verified: no, type: precision_at_5
value: 5.299
verified: no, type: recall_at_1
value: 10.626
verified: no, type: recall_at_10
value: 23.375
verified: no, type: recall_at_100
value: 37.394
verified: no, type: recall_at_1000
value: 55.247
verified: no, type: recall_at_20
value: 26.796999999999997
verified: no, type: recall_at_3
value: 15.909999999999998
verified: no, type: recall_at_5
value: 19.194
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 29.437
verified: no, type: map_at_1
value: 17.888
verified: no, type: map_at_10
value: 25.073
verified: no, type: map_at_100
value: 26.136
verified: no, type: map_at_1000
value: 26.226
verified: no, type: map_at_20
value: 25.689
verified: no, type: map_at_3
value: 22.728
verified: no, type: map_at_5
value: 24.041
verified: no, type: mrr_at_1
value: 20.815047021943574
verified: no, type: mrr_at_10
value: 27.89286958252473
verified: no, type: mrr_at_100
value: 28.802794286187787
verified: no, type: mrr_at_1000
value: 28.86882739497353
verified: no, type: mrr_at_20
value: 28.42810326976447
verified: no, type: mrr_at_3
value: 25.68443051201671
verified: no, type: mrr_at_5
value: 26.91640543364678
verified: no, type: nauc_map_at_1000_diff1
value: 33.5946580237083
verified: no, type: nauc_map_at_1000_max
value: 22.198731968443496
verified: no, type: nauc_map_at_1000_std
value: -14.859414860311643
verified: no, type: nauc_map_at_100_diff1
value: 33.57426690473051
verified: no, type: nauc_map_at_100_max
value: 22.173809793090193
verified: no, type: nauc_map_at_100_std
value: -14.919708622923794
verified: no, type: nauc_map_at_10_diff1
value: 33.827993178220964
verified: no, type: nauc_map_at_10_max
value: 21.896089262118295
verified: no, type: nauc_map_at_10_std
value: -15.480373277183586
verified: no, type: nauc_map_at_1_diff1
value: 41.344127411157714
verified: no, type: nauc_map_at_1_max
value: 19.354856750648754
verified: no, type: nauc_map_at_1_std
value: -15.405705447828923
verified: no, type: nauc_map_at_20_diff1
value: 33.690870992872114
verified: no, type: nauc_map_at_20_max
value: 22.235612292784385
verified: no, type: nauc_map_at_20_std
value: -15.045999433793526
verified: no, type: nauc_map_at_3_diff1
value: 35.45179878370772
verified: no, type: nauc_map_at_3_max
value: 21.164218214230512
verified: no, type: nauc_map_at_3_std
value: -15.811705893770043
verified: no, type: nauc_map_at_5_diff1
value: 34.52910675660391
verified: no, type: nauc_map_at_5_max
value: 21.4545873123739
verified: no, type: nauc_map_at_5_std
value: -15.806082866992794
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.430362288804965
verified: no, type: nauc_mrr_at_1000_max
value: 22.894926380217587
verified: no, type: nauc_mrr_at_1000_std
value: -13.876567421135375
verified: no, type: nauc_mrr_at_100_diff1
value: 32.410815172612985
verified: no, type: nauc_mrr_at_100_max
value: 22.88018305517145
verified: no, type: nauc_mrr_at_100_std
value: -13.903212710478932
verified: no, type: nauc_mrr_at_10_diff1
value: 32.53750990241074
verified: no, type: nauc_mrr_at_10_max
value: 22.951009533260834
verified: no, type: nauc_mrr_at_10_std
value: -14.275006694000963
verified: no, type: nauc_mrr_at_1_diff1
value: 38.980136538022954
verified: no, type: nauc_mrr_at_1_max
value: 21.279604331664046
verified: no, type: nauc_mrr_at_1_std
value: -14.697668890398093
verified: no, type: nauc_mrr_at_20_diff1
value: 32.50507700378084
verified: no, type: nauc_mrr_at_20_max
value: 22.98821108286686
verified: no, type: nauc_mrr_at_20_std
value: -13.907026090926019
verified: no, type: nauc_mrr_at_3_diff1
value: 33.70001906395751
verified: no, type: nauc_mrr_at_3_max
value: 22.330875523253635
verified: no, type: nauc_mrr_at_3_std
value: -14.50142635876709
verified: no, type: nauc_mrr_at_5_diff1
value: 32.99697325235947
verified: no, type: nauc_mrr_at_5_max
value: 22.46241199541291
verified: no, type: nauc_mrr_at_5_std
value: -14.47360262529094
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.236372115803118
verified: no, type: nauc_ndcg_at_1000_max
value: 23.713724084552624
verified: no, type: nauc_ndcg_at_1000_std
value: -11.958672518162782
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.59087338984258
verified: no, type: nauc_ndcg_at_100_max
value: 23.08282825192995
verified: no, type: nauc_ndcg_at_100_std
value: -13.082067281755336
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.74501601712305
verified: no, type: nauc_ndcg_at_10_max
value: 23.055717827569154
verified: no, type: nauc_ndcg_at_10_std
value: -14.967791916143684
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.980136538022954
verified: no, type: nauc_ndcg_at_1_max
value: 21.279604331664046
verified: no, type: nauc_ndcg_at_1_std
value: -14.697668890398093
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.492550393433476
verified: no, type: nauc_ndcg_at_20_max
value: 23.747922904030187
verified: no, type: nauc_ndcg_at_20_std
value: -13.71842246971048
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.25558648222959
verified: no, type: nauc_ndcg_at_3_max
value: 21.904706506301995
verified: no, type: nauc_ndcg_at_3_std
value: -15.260282243837919
verified: no, type: nauc_ndcg_at_5_diff1
value: 32.00968711513131
verified: no, type: nauc_ndcg_at_5_max
value: 22.105578919328625
verified: no, type: nauc_ndcg_at_5_std
value: -15.505474637818791
verified: no, type: nauc_precision_at_1000_diff1
value: 3.748415867056487
verified: no, type: nauc_precision_at_1000_max
value: 19.87286199756069
verified: no, type: nauc_precision_at_1000_std
value: 12.995916220853385
verified: no, type: nauc_precision_at_100_diff1
value: 7.7630399429753
verified: no, type: nauc_precision_at_100_max
value: 21.451357196024507
verified: no, type: nauc_precision_at_100_std
value: 2.3021950941234413
verified: no, type: nauc_precision_at_10_diff1
value: 18.016688140696697
verified: no, type: nauc_precision_at_10_max
value: 27.145011317989137
verified: no, type: nauc_precision_at_10_std
value: -10.218971052167841
verified: no, type: nauc_precision_at_1_diff1
value: 38.980136538022954
verified: no, type: nauc_precision_at_1_max
value: 21.279604331664046
verified: no, type: nauc_precision_at_1_std
value: -14.697668890398093
verified: no, type: nauc_precision_at_20_diff1
value: 15.601641200731283
verified: no, type: nauc_precision_at_20_max
value: 28.438484773677793
verified: no, type: nauc_precision_at_20_std
value: -4.18920607247201
verified: no, type: nauc_precision_at_3_diff1
value: 26.503155039022513
verified: no, type: nauc_precision_at_3_max
value: 24.431245225471997
verified: no, type: nauc_precision_at_3_std
value: -13.310557990144693
verified: no, type: nauc_precision_at_5_diff1
value: 22.848052881036775
verified: no, type: nauc_precision_at_5_max
value: 24.92061943531904
verified: no, type: nauc_precision_at_5_std
value: -13.160087789047134
verified: no, type: nauc_recall_at_1000_diff1
value: 15.395456576811345
verified: no, type: nauc_recall_at_1000_max
value: 28.53706300634265
verified: no, type: nauc_recall_at_1000_std
value: 8.997480780750402
verified: no, type: nauc_recall_at_100_diff1
value: 14.83313828844135
verified: no, type: nauc_recall_at_100_max
value: 21.73223494593561
verified: no, type: nauc_recall_at_100_std
value: -6.438327376588932
verified: no, type: nauc_recall_at_10_diff1
value: 22.57441093948928
verified: no, type: nauc_recall_at_10_max
value: 23.911746830526855
verified: no, type: nauc_recall_at_10_std
value: -14.2446867240276
verified: no, type: nauc_recall_at_1_diff1
value: 41.344127411157714
verified: no, type: nauc_recall_at_1_max
value: 19.354856750648754
verified: no, type: nauc_recall_at_1_std
value: -15.405705447828923
verified: no, type: nauc_recall_at_20_diff1
value: 21.57853891265982
verified: no, type: nauc_recall_at_20_max
value: 25.63428359152412
verified: no, type: nauc_recall_at_20_std
value: -10.24637038225774
verified: no, type: nauc_recall_at_3_diff1
value: 29.012075942870307
verified: no, type: nauc_recall_at_3_max
value: 21.684282956772527
verified: no, type: nauc_recall_at_3_std
value: -15.819102652425986
verified: no, type: nauc_recall_at_5_diff1
value: 25.603180196324875
verified: no, type: nauc_recall_at_5_max
value: 21.57895881738491
verified: no, type: nauc_recall_at_5_std
value: -15.33988357131412
verified: no, type: ndcg_at_1
value: 20.815
verified: no, type: ndcg_at_10
value: 29.437
verified: no, type: ndcg_at_100
value: 34.405
verified: no, type: ndcg_at_1000
value: 36.731
verified: no, type: ndcg_at_20
value: 31.447000000000003
verified: no, type: ndcg_at_3
value: 25.043
verified: no, type: ndcg_at_5
value: 27.121000000000002
verified: no, type: precision_at_1
value: 20.815
verified: no, type: precision_at_10
value: 5.022
verified: no, type: precision_at_100
value: 0.831
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 3.063
verified: no, type: precision_at_3
value: 11.347999999999999
verified: no, type: precision_at_5
value: 8.163
verified: no, type: recall_at_1
value: 17.888
verified: no, type: recall_at_10
value: 40.050999999999995
verified: no, type: recall_at_100
value: 62.304
verified: no, type: recall_at_1000
value: 79.648
verified: no, type: recall_at_20
value: 47.504000000000005
verified: no, type: recall_at_3
value: 27.92
verified: no, type: recall_at_5
value: 33.099000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 12.318999999999999
verified: no, type: map_at_1
value: 7.439
verified: no, type: map_at_10
value: 10.453
verified: no, type: map_at_100
value: 11.118
verified: no, type: map_at_1000
value: 11.203000000000001
verified: no, type: map_at_20
value: 10.783
verified: no, type: map_at_3
value: 9.542
verified: no, type: map_at_5
value: 10.072000000000001
verified: no, type: mrr_at_1
value: 7.909604519774012
verified: no, type: mrr_at_10
value: 11.16985023764685
verified: no, type: mrr_at_100
value: 11.832077913747288
verified: no, type: mrr_at_1000
value: 11.919309892983376
verified: no, type: mrr_at_20
value: 11.511441279020126
verified: no, type: mrr_at_3
value: 10.263653483992465
verified: no, type: mrr_at_5
value: 10.811676082862524
verified: no, type: nauc_map_at_1000_diff1
value: 32.34921252321462
verified: no, type: nauc_map_at_1000_max
value: 25.238175201641887
verified: no, type: nauc_map_at_1000_std
value: -12.684385457763906
verified: no, type: nauc_map_at_100_diff1
value: 32.411311747992116
verified: no, type: nauc_map_at_100_max
value: 25.230418203614413
verified: no, type: nauc_map_at_100_std
value: -12.774240189651245
verified: no, type: nauc_map_at_10_diff1
value: 33.425161553577205
verified: no, type: nauc_map_at_10_max
value: 25.866699063335414
verified: no, type: nauc_map_at_10_std
value: -13.574080057194248
verified: no, type: nauc_map_at_1_diff1
value: 42.07051734380826
verified: no, type: nauc_map_at_1_max
value: 29.611729422122853
verified: no, type: nauc_map_at_1_std
value: -16.18911647655334
verified: no, type: nauc_map_at_20_diff1
value: 32.68816511342719
verified: no, type: nauc_map_at_20_max
value: 25.193632273003963
verified: no, type: nauc_map_at_20_std
value: -13.127925748085254
verified: no, type: nauc_map_at_3_diff1
value: 35.69959491722764
verified: no, type: nauc_map_at_3_max
value: 26.70968900210543
verified: no, type: nauc_map_at_3_std
value: -13.983705840901012
verified: no, type: nauc_map_at_5_diff1
value: 34.201233760721536
verified: no, type: nauc_map_at_5_max
value: 26.756702950331597
verified: no, type: nauc_map_at_5_std
value: -14.045992561578933
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.58372535484999
verified: no, type: nauc_mrr_at_1000_max
value: 25.60852249881509
verified: no, type: nauc_mrr_at_1000_std
value: -10.525258706497146
verified: no, type: nauc_mrr_at_100_diff1
value: 32.63357666825145
verified: no, type: nauc_mrr_at_100_max
value: 25.610803160451674
verified: no, type: nauc_mrr_at_100_std
value: -10.615064835398003
verified: no, type: nauc_mrr_at_10_diff1
value: 33.58414592296187
verified: no, type: nauc_mrr_at_10_max
value: 26.189659692815198
verified: no, type: nauc_mrr_at_10_std
value: -11.128090291483081
verified: no, type: nauc_mrr_at_1_diff1
value: 41.87297423575716
verified: no, type: nauc_mrr_at_1_max
value: 30.21152487513346
verified: no, type: nauc_mrr_at_1_std
value: -13.088709334321894
verified: no, type: nauc_mrr_at_20_diff1
value: 32.92761127707861
verified: no, type: nauc_mrr_at_20_max
value: 25.572330484555227
verified: no, type: nauc_mrr_at_20_std
value: -10.880358177039268
verified: no, type: nauc_mrr_at_3_diff1
value: 35.814982269034715
verified: no, type: nauc_mrr_at_3_max
value: 27.336080120053612
verified: no, type: nauc_mrr_at_3_std
value: -11.715139726637466
verified: no, type: nauc_mrr_at_5_diff1
value: 34.39272505037389
verified: no, type: nauc_mrr_at_5_max
value: 27.065879569866176
verified: no, type: nauc_mrr_at_5_std
value: -11.349730198062169
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.37733648337479
verified: no, type: nauc_ndcg_at_1000_max
value: 22.306672889227816
verified: no, type: nauc_ndcg_at_1000_std
value: -7.40795385329061
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.57485190268497
verified: no, type: nauc_ndcg_at_100_max
value: 22.22249279693752
verified: no, type: nauc_ndcg_at_100_std
value: -9.24810287845733
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.02032664161616
verified: no, type: nauc_ndcg_at_10_max
value: 24.006551664845098
verified: no, type: nauc_ndcg_at_10_std
value: -12.074132000152268
verified: no, type: nauc_ndcg_at_1_diff1
value: 41.87297423575716
verified: no, type: nauc_ndcg_at_1_max
value: 30.21152487513346
verified: no, type: nauc_ndcg_at_1_std
value: -13.088709334321894
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.078186338637895
verified: no, type: nauc_ndcg_at_20_max
value: 22.052939425943357
verified: no, type: nauc_ndcg_at_20_std
value: -10.856610799799524
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.99340966117148
verified: no, type: nauc_ndcg_at_3_max
value: 26.231123561950113
verified: no, type: nauc_ndcg_at_3_std
value: -13.149285914673788
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.577386795220637
verified: no, type: nauc_ndcg_at_5_max
value: 26.044822860564537
verified: no, type: nauc_ndcg_at_5_std
value: -12.935747245264787
verified: no, type: nauc_precision_at_1000_diff1
value: 3.4160460057827615
verified: no, type: nauc_precision_at_1000_max
value: 15.101470365693848
verified: no, type: nauc_precision_at_1000_std
value: 6.021936145756155
verified: no, type: nauc_precision_at_100_diff1
value: 10.34051577188571
verified: no, type: nauc_precision_at_100_max
value: 17.739949287459993
verified: no, type: nauc_precision_at_100_std
value: -2.7850302945767615
verified: no, type: nauc_precision_at_10_diff1
value: 23.699256766170492
verified: no, type: nauc_precision_at_10_max
value: 21.644111635657577
verified: no, type: nauc_precision_at_10_std
value: -9.002886527107323
verified: no, type: nauc_precision_at_1_diff1
value: 41.87297423575716
verified: no, type: nauc_precision_at_1_max
value: 30.21152487513346
verified: no, type: nauc_precision_at_1_std
value: -13.088709334321894
verified: no, type: nauc_precision_at_20_diff1
value: 18.615697890600234
verified: no, type: nauc_precision_at_20_max
value: 16.706238697380705
verified: no, type: nauc_precision_at_20_std
value: -6.669229407539035
verified: no, type: nauc_precision_at_3_diff1
value: 30.128231576097384
verified: no, type: nauc_precision_at_3_max
value: 25.815970547260598
verified: no, type: nauc_precision_at_3_std
value: -11.105020187773661
verified: no, type: nauc_precision_at_5_diff1
value: 26.22135132933206
verified: no, type: nauc_precision_at_5_max
value: 25.68404079056778
verified: no, type: nauc_precision_at_5_std
value: -11.025493841374265
verified: no, type: nauc_recall_at_1000_diff1
value: 2.6931274160757046
verified: no, type: nauc_recall_at_1000_max
value: 15.362375617217358
verified: no, type: nauc_recall_at_1000_std
value: 6.773822026587906
verified: no, type: nauc_recall_at_100_diff1
value: 10.200570830693344
verified: no, type: nauc_recall_at_100_max
value: 15.594277536043528
verified: no, type: nauc_recall_at_100_std
value: -2.6808579472750433
verified: no, type: nauc_recall_at_10_diff1
value: 22.332159970694384
verified: no, type: nauc_recall_at_10_max
value: 19.473683201570914
verified: no, type: nauc_recall_at_10_std
value: -10.54222194318032
verified: no, type: nauc_recall_at_1_diff1
value: 42.07051734380826
verified: no, type: nauc_recall_at_1_max
value: 29.611729422122853
verified: no, type: nauc_recall_at_1_std
value: -16.18911647655334
verified: no, type: nauc_recall_at_20_diff1
value: 17.93695696456013
verified: no, type: nauc_recall_at_20_max
value: 14.451988150326796
verified: no, type: nauc_recall_at_20_std
value: -7.114744237411945
verified: no, type: nauc_recall_at_3_diff1
value: 29.39978062669097
verified: no, type: nauc_recall_at_3_max
value: 23.672803483224243
verified: no, type: nauc_recall_at_3_std
value: -12.276783799824567
verified: no, type: nauc_recall_at_5_diff1
value: 25.150199907797187
verified: no, type: nauc_recall_at_5_max
value: 23.826387878798013
verified: no, type: nauc_recall_at_5_std
value: -12.059015028347515
verified: no, type: ndcg_at_1
value: 7.91
verified: no, type: ndcg_at_10
value: 12.318999999999999
verified: no, type: ndcg_at_100
value: 15.977
verified: no, type: ndcg_at_1000
value: 18.778
verified: no, type: ndcg_at_20
value: 13.502
verified: no, type: ndcg_at_3
value: 10.465
verified: no, type: ndcg_at_5
value: 11.416
verified: no, type: precision_at_1
value: 7.91
verified: no, type: precision_at_10
value: 1.966
verified: no, type: precision_at_100
value: 0.40299999999999997
verified: no, type: precision_at_1000
value: 0.068
verified: no, type: precision_at_20
value: 1.243
verified: no, type: precision_at_3
value: 4.557
verified: no, type: precision_at_5
value: 3.299
verified: no, type: recall_at_1
value: 7.439
verified: no, type: recall_at_10
value: 17.419999999999998
verified: no, type: recall_at_100
value: 35.038000000000004
verified: no, type: recall_at_1000
value: 57.413000000000004
verified: no, type: recall_at_20
value: 21.93
verified: no, type: recall_at_3
value: 12.354
verified: no, type: recall_at_5
value: 14.633
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 9.536999999999999
verified: no, type: map_at_1
value: 4.614999999999999
verified: no, type: map_at_10
value: 7.561
verified: no, type: map_at_100
value: 8.116
verified: no, type: map_at_1000
value: 8.222
verified: no, type: map_at_20
value: 7.836
verified: no, type: map_at_3
value: 6.883
verified: no, type: map_at_5
value: 7.228
verified: no, type: mrr_at_1
value: 6.467661691542288
verified: no, type: mrr_at_10
value: 9.736881070836299
verified: no, type: mrr_at_100
value: 10.374496468134012
verified: no, type: mrr_at_1000
value: 10.471177129498566
verified: no, type: mrr_at_20
value: 10.082156884941533
verified: no, type: mrr_at_3
value: 8.893034825870647
verified: no, type: mrr_at_5
value: 9.322139303482588
verified: no, type: nauc_map_at_1000_diff1
value: 27.85493854683162
verified: no, type: nauc_map_at_1000_max
value: 14.56633986578663
verified: no, type: nauc_map_at_1000_std
value: -3.021673836021936
verified: no, type: nauc_map_at_100_diff1
value: 27.936619921282674
verified: no, type: nauc_map_at_100_max
value: 14.47896262981179
verified: no, type: nauc_map_at_100_std
value: -3.0950081552909645
verified: no, type: nauc_map_at_10_diff1
value: 29.082319510401156
verified: no, type: nauc_map_at_10_max
value: 14.818569334255683
verified: no, type: nauc_map_at_10_std
value: -3.2294286883785057
verified: no, type: nauc_map_at_1_diff1
value: 35.42423140466729
verified: no, type: nauc_map_at_1_max
value: 16.477334855911696
verified: no, type: nauc_map_at_1_std
value: 0.1740217969920383
verified: no, type: nauc_map_at_20_diff1
value: 28.35014719098508
verified: no, type: nauc_map_at_20_max
value: 14.486495972693994
verified: no, type: nauc_map_at_20_std
value: -3.5344514995836707
verified: no, type: nauc_map_at_3_diff1
value: 30.708923470224615
verified: no, type: nauc_map_at_3_max
value: 16.610640309616734
verified: no, type: nauc_map_at_3_std
value: -2.1565402537913805
verified: no, type: nauc_map_at_5_diff1
value: 30.917948433559072
verified: no, type: nauc_map_at_5_max
value: 15.8835854289114
verified: no, type: nauc_map_at_5_std
value: -2.052352508617135
verified: no, type: nauc_mrr_at_1000_diff1
value: 26.144655832600677
verified: no, type: nauc_mrr_at_1000_max
value: 15.00856044432114
verified: no, type: nauc_mrr_at_1000_std
value: -2.2881265569815197
verified: no, type: nauc_mrr_at_100_diff1
value: 26.189637846056634
verified: no, type: nauc_mrr_at_100_max
value: 14.917777916300851
verified: no, type: nauc_mrr_at_100_std
value: -2.3147325164993586
verified: no, type: nauc_mrr_at_10_diff1
value: 27.01990127597085
verified: no, type: nauc_mrr_at_10_max
value: 15.40419417718168
verified: no, type: nauc_mrr_at_10_std
value: -2.674292922779472
verified: no, type: nauc_mrr_at_1_diff1
value: 30.390493584561273
verified: no, type: nauc_mrr_at_1_max
value: 16.190521568413526
verified: no, type: nauc_mrr_at_1_std
value: -1.3010045236252
verified: no, type: nauc_mrr_at_20_diff1
value: 26.528136157679537
verified: no, type: nauc_mrr_at_20_max
value: 14.927249720164436
verified: no, type: nauc_mrr_at_20_std
value: -2.6608916364959425
verified: no, type: nauc_mrr_at_3_diff1
value: 28.160143790764536
verified: no, type: nauc_mrr_at_3_max
value: 16.66611432585005
verified: no, type: nauc_mrr_at_3_std
value: -1.22224333858016
verified: no, type: nauc_mrr_at_5_diff1
value: 28.55869242352372
verified: no, type: nauc_mrr_at_5_max
value: 16.474969067258925
verified: no, type: nauc_mrr_at_5_std
value: -1.5626347513943306
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.544939859698307
verified: no, type: nauc_ndcg_at_1000_max
value: 14.755828699304862
verified: no, type: nauc_ndcg_at_1000_std
value: -1.7863076237242523
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.32167700908614
verified: no, type: nauc_ndcg_at_100_max
value: 12.652700087403574
verified: no, type: nauc_ndcg_at_100_std
value: -2.5781809726643714
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.271953879707986
verified: no, type: nauc_ndcg_at_10_max
value: 13.263986840025094
verified: no, type: nauc_ndcg_at_10_std
value: -4.375683197498729
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.390493584561273
verified: no, type: nauc_ndcg_at_1_max
value: 16.190521568413526
verified: no, type: nauc_ndcg_at_1_std
value: -1.3010045236252
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.336332842734663
verified: no, type: nauc_ndcg_at_20_max
value: 12.452189608889189
verified: no, type: nauc_ndcg_at_20_std
value: -4.8650265938749975
verified: no, type: nauc_ndcg_at_3_diff1
value: 29.300326220328298
verified: no, type: nauc_ndcg_at_3_max
value: 16.47117072510622
verified: no, type: nauc_ndcg_at_3_std
value: -2.220207919860025
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.073945519141105
verified: no, type: nauc_ndcg_at_5_max
value: 15.56196663246459
verified: no, type: nauc_ndcg_at_5_std
value: -2.0307682671566583
verified: no, type: nauc_precision_at_1000_diff1
value: 11.515865273501918
verified: no, type: nauc_precision_at_1000_max
value: 11.141538927157153
verified: no, type: nauc_precision_at_1000_std
value: 2.400163186022152
verified: no, type: nauc_precision_at_100_diff1
value: 13.582722420212587
verified: no, type: nauc_precision_at_100_max
value: 7.437136768561503
verified: no, type: nauc_precision_at_100_std
value: -0.22092802159547792
verified: no, type: nauc_precision_at_10_diff1
value: 20.714297659927496
verified: no, type: nauc_precision_at_10_max
value: 8.53034933312664
verified: no, type: nauc_precision_at_10_std
value: -8.054453292981382
verified: no, type: nauc_precision_at_1_diff1
value: 30.390493584561273
verified: no, type: nauc_precision_at_1_max
value: 16.190521568413526
verified: no, type: nauc_precision_at_1_std
value: -1.3010045236252
verified: no, type: nauc_precision_at_20_diff1
value: 17.265966712355187
verified: no, type: nauc_precision_at_20_max
value: 6.450759533656093
verified: no, type: nauc_precision_at_20_std
value: -7.55297694625844
verified: no, type: nauc_precision_at_3_diff1
value: 25.61606753210002
verified: no, type: nauc_precision_at_3_max
value: 15.421225393984471
verified: no, type: nauc_precision_at_3_std
value: -2.8450287858075076
verified: no, type: nauc_precision_at_5_diff1
value: 27.72479093975902
verified: no, type: nauc_precision_at_5_max
value: 13.49412679631409
verified: no, type: nauc_precision_at_5_std
value: -2.7927475733206126
verified: no, type: nauc_recall_at_1000_diff1
value: 7.835747219855714
verified: no, type: nauc_recall_at_1000_max
value: 18.559065638035236
verified: no, type: nauc_recall_at_1000_std
value: 0.9442185301714288
verified: no, type: nauc_recall_at_100_diff1
value: 11.672576080114844
verified: no, type: nauc_recall_at_100_max
value: 10.070087221094584
verified: no, type: nauc_recall_at_100_std
value: -1.3236162730544536
verified: no, type: nauc_recall_at_10_diff1
value: 20.432723742941675
verified: no, type: nauc_recall_at_10_max
value: 9.730784308509302
verified: no, type: nauc_recall_at_10_std
value: -7.101608185823209
verified: no, type: nauc_recall_at_1_diff1
value: 35.42423140466729
verified: no, type: nauc_recall_at_1_max
value: 16.477334855911696
verified: no, type: nauc_recall_at_1_std
value: 0.1740217969920383
verified: no, type: nauc_recall_at_20_diff1
value: 16.449377444932125
verified: no, type: nauc_recall_at_20_max
value: 8.820609569844898
verified: no, type: nauc_recall_at_20_std
value: -8.115791891435135
verified: no, type: nauc_recall_at_3_diff1
value: 27.866759452521546
verified: no, type: nauc_recall_at_3_max
value: 15.583037004628281
verified: no, type: nauc_recall_at_3_std
value: -2.5113522947362554
verified: no, type: nauc_recall_at_5_diff1
value: 28.913625206282827
verified: no, type: nauc_recall_at_5_max
value: 13.656441867087423
verified: no, type: nauc_recall_at_5_std
value: -2.0101706699245137
verified: no, type: ndcg_at_1
value: 6.468
verified: no, type: ndcg_at_10
value: 9.536999999999999
verified: no, type: ndcg_at_100
value: 12.727
verified: no, type: ndcg_at_1000
value: 16.054
verified: no, type: ndcg_at_20
value: 10.599
verified: no, type: ndcg_at_3
value: 8.198
verified: no, type: ndcg_at_5
value: 8.72
verified: no, type: precision_at_1
value: 6.468
verified: no, type: precision_at_10
value: 1.8030000000000002
verified: no, type: precision_at_100
value: 0.4
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.175
verified: no, type: precision_at_3
value: 4.146
verified: no, type: precision_at_5
value: 2.91
verified: no, type: recall_at_1
value: 4.614999999999999
verified: no, type: recall_at_10
value: 13.641
verified: no, type: recall_at_100
value: 28.343
verified: no, type: recall_at_1000
value: 53.513
verified: no, type: recall_at_20
value: 17.626
verified: no, type: recall_at_3
value: 9.689
verified: no, type: recall_at_5
value: 11.092
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 22.673
verified: no, type: map_at_1
value: 13.862
verified: no, type: map_at_10
value: 18.985
verified: no, type: map_at_100
value: 20.011000000000003
verified: no, type: map_at_1000
value: 20.14
verified: no, type: map_at_20
value: 19.592000000000002
verified: no, type: map_at_3
value: 17.262
verified: no, type: map_at_5
value: 18.201999999999998
verified: no, type: mrr_at_1
value: 17.420596727622716
verified: no, type: mrr_at_10
value: 22.79194738530637
verified: no, type: mrr_at_100
value: 23.698655522091876
verified: no, type: mrr_at_1000
value: 23.784973609637326
verified: no, type: mrr_at_20
value: 23.32851907640269
verified: no, type: mrr_at_3
value: 20.98171318575555
verified: no, type: mrr_at_5
value: 21.963426371511066
verified: no, type: nauc_map_at_1000_diff1
value: 37.50202748614961
verified: no, type: nauc_map_at_1000_max
value: 22.820578985331714
verified: no, type: nauc_map_at_1000_std
value: -9.798120886009576
verified: no, type: nauc_map_at_100_diff1
value: 37.482144792681915
verified: no, type: nauc_map_at_100_max
value: 22.787124981873962
verified: no, type: nauc_map_at_100_std
value: -9.939684353514751
verified: no, type: nauc_map_at_10_diff1
value: 37.56652119670892
verified: no, type: nauc_map_at_10_max
value: 22.7709385041439
verified: no, type: nauc_map_at_10_std
value: -10.937574706159918
verified: no, type: nauc_map_at_1_diff1
value: 44.71895338009894
verified: no, type: nauc_map_at_1_max
value: 26.314990822967566
verified: no, type: nauc_map_at_1_std
value: -12.912408072880154
verified: no, type: nauc_map_at_20_diff1
value: 37.52216335018155
verified: no, type: nauc_map_at_20_max
value: 22.674575014652156
verified: no, type: nauc_map_at_20_std
value: -10.158408858970189
verified: no, type: nauc_map_at_3_diff1
value: 39.405529653195345
verified: no, type: nauc_map_at_3_max
value: 22.982595052724633
verified: no, type: nauc_map_at_3_std
value: -11.109477632625818
verified: no, type: nauc_map_at_5_diff1
value: 38.314949623793964
verified: no, type: nauc_map_at_5_max
value: 22.804229725707128
verified: no, type: nauc_map_at_5_std
value: -11.20654011218176
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.73954338994198
verified: no, type: nauc_mrr_at_1000_max
value: 24.347295125533847
verified: no, type: nauc_mrr_at_1000_std
value: -6.081976777710488
verified: no, type: nauc_mrr_at_100_diff1
value: 37.72091246039195
verified: no, type: nauc_mrr_at_100_max
value: 24.326697909928512
verified: no, type: nauc_mrr_at_100_std
value: -6.134060402517325
verified: no, type: nauc_mrr_at_10_diff1
value: 37.77963596263834
verified: no, type: nauc_mrr_at_10_max
value: 24.443363006607246
verified: no, type: nauc_mrr_at_10_std
value: -6.564116350434379
verified: no, type: nauc_mrr_at_1_diff1
value: 44.31814050000648
verified: no, type: nauc_mrr_at_1_max
value: 28.47074057988201
verified: no, type: nauc_mrr_at_1_std
value: -7.611703048131507
verified: no, type: nauc_mrr_at_20_diff1
value: 37.77127666078186
verified: no, type: nauc_mrr_at_20_max
value: 24.322464206304364
verified: no, type: nauc_mrr_at_20_std
value: -6.129280943654235
verified: no, type: nauc_mrr_at_3_diff1
value: 39.21931704565289
verified: no, type: nauc_mrr_at_3_max
value: 25.04012337311658
verified: no, type: nauc_mrr_at_3_std
value: -6.970545449370144
verified: no, type: nauc_mrr_at_5_diff1
value: 38.291877885130035
verified: no, type: nauc_mrr_at_5_max
value: 24.407885471857934
verified: no, type: nauc_mrr_at_5_std
value: -6.9467171690425555
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.75939815498105
verified: no, type: nauc_ndcg_at_1000_max
value: 23.038211375147064
verified: no, type: nauc_ndcg_at_1000_std
value: -3.9212021449032166
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.225484119420685
verified: no, type: nauc_ndcg_at_100_max
value: 21.949532199023775
verified: no, type: nauc_ndcg_at_100_std
value: -6.282672591028227
verified: no, type: nauc_ndcg_at_10_diff1
value: 34.76503420762441
verified: no, type: nauc_ndcg_at_10_max
value: 21.80115993532717
verified: no, type: nauc_ndcg_at_10_std
value: -9.156279562951086
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.31814050000648
verified: no, type: nauc_ndcg_at_1_max
value: 28.47074057988201
verified: no, type: nauc_ndcg_at_1_std
value: -7.611703048131507
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.75665397587021
verified: no, type: nauc_ndcg_at_20_max
value: 21.47779097652192
verified: no, type: nauc_ndcg_at_20_std
value: -7.084588961923504
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.79651567501644
verified: no, type: nauc_ndcg_at_3_max
value: 23.06802621879772
verified: no, type: nauc_ndcg_at_3_std
value: -8.89897399671579
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.134676967579345
verified: no, type: nauc_ndcg_at_5_max
value: 22.102092743372207
verified: no, type: nauc_ndcg_at_5_std
value: -9.492898178283266
verified: no, type: nauc_precision_at_1000_diff1
value: 5.357455014788801
verified: no, type: nauc_precision_at_1000_max
value: 14.85638401398183
verified: no, type: nauc_precision_at_1000_std
value: 21.80178932985711
verified: no, type: nauc_precision_at_100_diff1
value: 14.240207692711394
verified: no, type: nauc_precision_at_100_max
value: 18.025081141588593
verified: no, type: nauc_precision_at_100_std
value: 12.582823940044316
verified: no, type: nauc_precision_at_10_diff1
value: 24.571600697750515
verified: no, type: nauc_precision_at_10_max
value: 22.44456910468203
verified: no, type: nauc_precision_at_10_std
value: -0.3674289058875876
verified: no, type: nauc_precision_at_1_diff1
value: 44.31814050000648
verified: no, type: nauc_precision_at_1_max
value: 28.47074057988201
verified: no, type: nauc_precision_at_1_std
value: -7.611703048131507
verified: no, type: nauc_precision_at_20_diff1
value: 22.18692030745845
verified: no, type: nauc_precision_at_20_max
value: 21.294946107863037
verified: no, type: nauc_precision_at_20_std
value: 7.446066946400802
verified: no, type: nauc_precision_at_3_diff1
value: 33.655528912683856
verified: no, type: nauc_precision_at_3_max
value: 22.942705596476994
verified: no, type: nauc_precision_at_3_std
value: -4.390763292300364
verified: no, type: nauc_precision_at_5_diff1
value: 29.476637523564253
verified: no, type: nauc_precision_at_5_max
value: 22.7524955598491
verified: no, type: nauc_precision_at_5_std
value: -3.2658428948736065
verified: no, type: nauc_recall_at_1000_diff1
value: 21.31836026941489
verified: no, type: nauc_recall_at_1000_max
value: 23.105011819172976
verified: no, type: nauc_recall_at_1000_std
value: 20.767912329403224
verified: no, type: nauc_recall_at_100_diff1
value: 22.076231078942982
verified: no, type: nauc_recall_at_100_max
value: 16.645471464491184
verified: no, type: nauc_recall_at_100_std
value: 0.4030134202446985
verified: no, type: nauc_recall_at_10_diff1
value: 26.15340251656349
verified: no, type: nauc_recall_at_10_max
value: 16.755838888332015
verified: no, type: nauc_recall_at_10_std
value: -8.14938897575815
verified: no, type: nauc_recall_at_1_diff1
value: 44.71895338009894
verified: no, type: nauc_recall_at_1_max
value: 26.314990822967566
verified: no, type: nauc_recall_at_1_std
value: -12.912408072880154
verified: no, type: nauc_recall_at_20_diff1
value: 25.782369545571836
verified: no, type: nauc_recall_at_20_max
value: 15.354827246395425
verified: no, type: nauc_recall_at_20_std
value: -2.163603339481153
verified: no, type: nauc_recall_at_3_diff1
value: 33.041111194529385
verified: no, type: nauc_recall_at_3_max
value: 18.645299004370376
verified: no, type: nauc_recall_at_3_std
value: -8.7840862339198
verified: no, type: nauc_recall_at_5_diff1
value: 29.85773984615027
verified: no, type: nauc_recall_at_5_max
value: 17.218466036356382
verified: no, type: nauc_recall_at_5_std
value: -9.790692152196558
verified: no, type: ndcg_at_1
value: 17.421
verified: no, type: ndcg_at_10
value: 22.673
verified: no, type: ndcg_at_100
value: 27.595
verified: no, type: ndcg_at_1000
value: 30.802000000000003
verified: no, type: ndcg_at_20
value: 24.712
verified: no, type: ndcg_at_3
value: 19.589000000000002
verified: no, type: ndcg_at_5
value: 20.985
verified: no, type: precision_at_1
value: 17.421
verified: no, type: precision_at_10
value: 4.148000000000001
verified: no, type: precision_at_100
value: 0.796
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_20
value: 2.6710000000000003
verified: no, type: precision_at_3
value: 9.175
verified: no, type: precision_at_5
value: 6.641
verified: no, type: recall_at_1
value: 13.862
verified: no, type: recall_at_10
value: 30.293999999999997
verified: no, type: recall_at_100
value: 51.597
verified: no, type: recall_at_1000
value: 74.434
verified: no, type: recall_at_20
value: 37.662
verified: no, type: recall_at_3
value: 21.464
verified: no, type: recall_at_5
value: 25.176
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 15.293000000000001
verified: no, type: map_at_1
value: 7.704
verified: no, type: map_at_10
value: 12.286999999999999
verified: no, type: map_at_100
value: 13.15
verified: no, type: map_at_1000
value: 13.272
verified: no, type: map_at_20
value: 12.658
verified: no, type: map_at_3
value: 10.755
verified: no, type: map_at_5
value: 11.704
verified: no, type: mrr_at_1
value: 9.817351598173515
verified: no, type: mrr_at_10
value: 14.816853301442338
verified: no, type: mrr_at_100
value: 15.672904882490815
verified: no, type: mrr_at_1000
value: 15.76388387346393
verified: no, type: mrr_at_20
value: 15.168855962398414
verified: no, type: mrr_at_3
value: 13.03272450532724
verified: no, type: mrr_at_5
value: 14.27130898021309
verified: no, type: nauc_map_at_1000_diff1
value: 30.70995928649326
verified: no, type: nauc_map_at_1000_max
value: 17.99236455109929
verified: no, type: nauc_map_at_1000_std
value: -4.744095825584005
verified: no, type: nauc_map_at_100_diff1
value: 30.742551921172907
verified: no, type: nauc_map_at_100_max
value: 17.969359657446756
verified: no, type: nauc_map_at_100_std
value: -4.8474996319166115
verified: no, type: nauc_map_at_10_diff1
value: 30.865974768679422
verified: no, type: nauc_map_at_10_max
value: 17.586221702642113
verified: no, type: nauc_map_at_10_std
value: -5.806081610988106
verified: no, type: nauc_map_at_1_diff1
value: 39.31770482990544
verified: no, type: nauc_map_at_1_max
value: 23.358775243094858
verified: no, type: nauc_map_at_1_std
value: -6.938138600011914
verified: no, type: nauc_map_at_20_diff1
value: 30.936807024792866
verified: no, type: nauc_map_at_20_max
value: 17.727266610319752
verified: no, type: nauc_map_at_20_std
value: -5.689597766541971
verified: no, type: nauc_map_at_3_diff1
value: 31.84302282837316
verified: no, type: nauc_map_at_3_max
value: 18.890913087610016
verified: no, type: nauc_map_at_3_std
value: -5.874926487057839
verified: no, type: nauc_map_at_5_diff1
value: 31.33601525511343
verified: no, type: nauc_map_at_5_max
value: 18.13722835438835
verified: no, type: nauc_map_at_5_std
value: -5.903505998262701
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.824210026681815
verified: no, type: nauc_mrr_at_1000_max
value: 18.745323422852884
verified: no, type: nauc_mrr_at_1000_std
value: -4.534226707025272
verified: no, type: nauc_mrr_at_100_diff1
value: 30.82236446977708
verified: no, type: nauc_mrr_at_100_max
value: 18.730683687926376
verified: no, type: nauc_mrr_at_100_std
value: -4.575292468873761
verified: no, type: nauc_mrr_at_10_diff1
value: 31.060374276756082
verified: no, type: nauc_mrr_at_10_max
value: 18.645036322288874
verified: no, type: nauc_mrr_at_10_std
value: -5.016023430324253
verified: no, type: nauc_mrr_at_1_diff1
value: 38.68215813259208
verified: no, type: nauc_mrr_at_1_max
value: 23.33491195568566
verified: no, type: nauc_mrr_at_1_std
value: -5.724342694059754
verified: no, type: nauc_mrr_at_20_diff1
value: 30.96830685570513
verified: no, type: nauc_mrr_at_20_max
value: 18.65991475472625
verified: no, type: nauc_mrr_at_20_std
value: -5.151132486674488
verified: no, type: nauc_mrr_at_3_diff1
value: 33.20818411345752
verified: no, type: nauc_mrr_at_3_max
value: 19.805328570275787
verified: no, type: nauc_mrr_at_3_std
value: -5.583476066015216
verified: no, type: nauc_mrr_at_5_diff1
value: 32.08670879774766
verified: no, type: nauc_mrr_at_5_max
value: 19.150199138096006
verified: no, type: nauc_mrr_at_5_std
value: -5.289562660908718
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.419993146649347
verified: no, type: nauc_ndcg_at_1000_max
value: 17.865295253483986
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8433443378816331
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.785593394456438
verified: no, type: nauc_ndcg_at_100_max
value: 17.36462911761924
verified: no, type: nauc_ndcg_at_100_std
value: -0.861870910333249
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.520474177411316
verified: no, type: nauc_ndcg_at_10_max
value: 16.029495315712612
verified: no, type: nauc_ndcg_at_10_std
value: -5.152973362702556
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.68215813259208
verified: no, type: nauc_ndcg_at_1_max
value: 23.33491195568566
verified: no, type: nauc_ndcg_at_1_std
value: -5.724342694059754
verified: no, type: nauc_ndcg_at_20_diff1
value: 28.46313814469309
verified: no, type: nauc_ndcg_at_20_max
value: 16.38969273519121
verified: no, type: nauc_ndcg_at_20_std
value: -4.959987614545604
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.698566490189634
verified: no, type: nauc_ndcg_at_3_max
value: 17.982548143559644
verified: no, type: nauc_ndcg_at_3_std
value: -5.278271421619477
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.636567101705317
verified: no, type: nauc_ndcg_at_5_max
value: 16.842019563949414
verified: no, type: nauc_ndcg_at_5_std
value: -5.244691280356338
verified: no, type: nauc_precision_at_1000_diff1
value: 3.2568477439236423
verified: no, type: nauc_precision_at_1000_max
value: 5.854190358818539
verified: no, type: nauc_precision_at_1000_std
value: 12.378396860163651
verified: no, type: nauc_precision_at_100_diff1
value: 17.19646053596674
verified: no, type: nauc_precision_at_100_max
value: 17.752252663819245
verified: no, type: nauc_precision_at_100_std
value: 10.716061366607347
verified: no, type: nauc_precision_at_10_diff1
value: 24.438035023914356
verified: no, type: nauc_precision_at_10_max
value: 11.62137662391061
verified: no, type: nauc_precision_at_10_std
value: -2.2145856337836145
verified: no, type: nauc_precision_at_1_diff1
value: 38.68215813259208
verified: no, type: nauc_precision_at_1_max
value: 23.33491195568566
verified: no, type: nauc_precision_at_1_std
value: -5.724342694059754
verified: no, type: nauc_precision_at_20_diff1
value: 23.873148946276
verified: no, type: nauc_precision_at_20_max
value: 13.631140381743112
verified: no, type: nauc_precision_at_20_std
value: -1.4990421317736284
verified: no, type: nauc_precision_at_3_diff1
value: 29.01911339455403
verified: no, type: nauc_precision_at_3_max
value: 14.700647907186545
verified: no, type: nauc_precision_at_3_std
value: -4.86232686405427
verified: no, type: nauc_precision_at_5_diff1
value: 26.862904658334237
verified: no, type: nauc_precision_at_5_max
value: 12.722494369712894
verified: no, type: nauc_precision_at_5_std
value: -3.385845556142588
verified: no, type: nauc_recall_at_1000_diff1
value: 16.820952601611726
verified: no, type: nauc_recall_at_1000_max
value: 17.505402308601493
verified: no, type: nauc_recall_at_1000_std
value: 21.76963936293203
verified: no, type: nauc_recall_at_100_diff1
value: 20.367764559987275
verified: no, type: nauc_recall_at_100_max
value: 14.482726846581013
verified: no, type: nauc_recall_at_100_std
value: 9.200207833977778
verified: no, type: nauc_recall_at_10_diff1
value: 22.064850233346974
verified: no, type: nauc_recall_at_10_max
value: 11.917573548503588
verified: no, type: nauc_recall_at_10_std
value: -4.192506158824245
verified: no, type: nauc_recall_at_1_diff1
value: 39.31770482990544
verified: no, type: nauc_recall_at_1_max
value: 23.358775243094858
verified: no, type: nauc_recall_at_1_std
value: -6.938138600011914
verified: no, type: nauc_recall_at_20_diff1
value: 22.176277404030955
verified: no, type: nauc_recall_at_20_max
value: 12.662350468338898
verified: no, type: nauc_recall_at_20_std
value: -3.626001428459603
verified: no, type: nauc_recall_at_3_diff1
value: 26.112181916127327
verified: no, type: nauc_recall_at_3_max
value: 15.21727118017597
verified: no, type: nauc_recall_at_3_std
value: -4.616174980133607
verified: no, type: nauc_recall_at_5_diff1
value: 25.10404919697336
verified: no, type: nauc_recall_at_5_max
value: 13.444397921941032
verified: no, type: nauc_recall_at_5_std
value: -4.928639126920709
verified: no, type: ndcg_at_1
value: 9.817
verified: no, type: ndcg_at_10
value: 15.293000000000001
verified: no, type: ndcg_at_100
value: 20.054
verified: no, type: ndcg_at_1000
value: 23.339
verified: no, type: ndcg_at_20
value: 16.544
verified: no, type: ndcg_at_3
value: 12.437
verified: no, type: ndcg_at_5
value: 14.063999999999998
verified: no, type: precision_at_1
value: 9.817
verified: no, type: precision_at_10
value: 3.0020000000000002
verified: no, type: precision_at_100
value: 0.635
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 1.8610000000000002
verified: no, type: precision_at_3
value: 6.202
verified: no, type: precision_at_5
value: 4.886
verified: no, type: recall_at_1
value: 7.704
verified: no, type: recall_at_10
value: 21.961
verified: no, type: recall_at_100
value: 44.032
verified: no, type: recall_at_1000
value: 67.499
verified: no, type: recall_at_20
value: 26.505000000000003
verified: no, type: recall_at_3
value: 14.318
verified: no, type: recall_at_5
value: 18.329
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 16.78825
verified: no, type: ndcg_at_10
value: 16.78825
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 14.277000000000001
verified: no, type: map_at_1
value: 8.190999999999999
verified: no, type: map_at_10
value: 11.781
verified: no, type: map_at_100
value: 12.562000000000001
verified: no, type: map_at_1000
value: 12.631
verified: no, type: map_at_20
value: 12.212
verified: no, type: map_at_3
value: 10.596
verified: no, type: map_at_5
value: 11.137
verified: no, type: mrr_at_1
value: 9.662576687116564
verified: no, type: mrr_at_10
value: 13.566194371409097
verified: no, type: mrr_at_100
value: 14.35438357851827
verified: no, type: mrr_at_1000
value: 14.416260600957873
verified: no, type: mrr_at_20
value: 14.017368365456647
verified: no, type: mrr_at_3
value: 12.269938650306749
verified: no, type: mrr_at_5
value: 12.89877300613497
verified: no, type: nauc_map_at_1000_diff1
value: 28.494760013468944
verified: no, type: nauc_map_at_1000_max
value: 7.476047371951163
verified: no, type: nauc_map_at_1000_std
value: 0.3232780689368288
verified: no, type: nauc_map_at_100_diff1
value: 28.507464461025823
verified: no, type: nauc_map_at_100_max
value: 7.475183748748348
verified: no, type: nauc_map_at_100_std
value: 0.2737066973090811
verified: no, type: nauc_map_at_10_diff1
value: 29.374711539470876
verified: no, type: nauc_map_at_10_max
value: 7.680730772570471
verified: no, type: nauc_map_at_10_std
value: -0.4189308390979677
verified: no, type: nauc_map_at_1_diff1
value: 37.07826097136785
verified: no, type: nauc_map_at_1_max
value: 6.352548833575532
verified: no, type: nauc_map_at_1_std
value: -6.886310756980893
verified: no, type: nauc_map_at_20_diff1
value: 28.591552825421058
verified: no, type: nauc_map_at_20_max
value: 7.491608473519193
verified: no, type: nauc_map_at_20_std
value: -0.013891455206956258
verified: no, type: nauc_map_at_3_diff1
value: 31.615221483424506
verified: no, type: nauc_map_at_3_max
value: 7.4916381326615085
verified: no, type: nauc_map_at_3_std
value: -1.786861683125983
verified: no, type: nauc_map_at_5_diff1
value: 29.83969296835951
verified: no, type: nauc_map_at_5_max
value: 8.266503368070852
verified: no, type: nauc_map_at_5_std
value: -1.8524006370494106
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.171729914712003
verified: no, type: nauc_mrr_at_1000_max
value: 10.266844386903658
verified: no, type: nauc_mrr_at_1000_std
value: 3.482174253497324
verified: no, type: nauc_mrr_at_100_diff1
value: 28.16048425519645
verified: no, type: nauc_mrr_at_100_max
value: 10.266284678810369
verified: no, type: nauc_mrr_at_100_std
value: 3.4548990001249376
verified: no, type: nauc_mrr_at_10_diff1
value: 29.134018697921604
verified: no, type: nauc_mrr_at_10_max
value: 10.590715070628335
verified: no, type: nauc_mrr_at_10_std
value: 3.0769963058724645
verified: no, type: nauc_mrr_at_1_diff1
value: 37.41238383576296
verified: no, type: nauc_mrr_at_1_max
value: 11.340928281739506
verified: no, type: nauc_mrr_at_1_std
value: -0.5433557112254184
verified: no, type: nauc_mrr_at_20_diff1
value: 28.316696172551715
verified: no, type: nauc_mrr_at_20_max
value: 10.394592859943648
verified: no, type: nauc_mrr_at_20_std
value: 3.41367994986037
verified: no, type: nauc_mrr_at_3_diff1
value: 31.53646379813021
verified: no, type: nauc_mrr_at_3_max
value: 11.25824278509091
verified: no, type: nauc_mrr_at_3_std
value: 2.032639373150033
verified: no, type: nauc_mrr_at_5_diff1
value: 29.76367248309379
verified: no, type: nauc_mrr_at_5_max
value: 11.514421859188285
verified: no, type: nauc_mrr_at_5_std
value: 1.9071416984988665
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.816709800424086
verified: no, type: nauc_ndcg_at_1000_max
value: 6.76134502501311
verified: no, type: nauc_ndcg_at_1000_std
value: 4.889122718576628
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.114826499003506
verified: no, type: nauc_ndcg_at_100_max
value: 6.974135301600846
verified: no, type: nauc_ndcg_at_100_std
value: 4.223250899695817
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.15493633625973
verified: no, type: nauc_ndcg_at_10_max
value: 7.644014903928427
verified: no, type: nauc_ndcg_at_10_std
value: 2.2646658033198674
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.41238383576296
verified: no, type: nauc_ndcg_at_1_max
value: 11.340928281739506
verified: no, type: nauc_ndcg_at_1_std
value: -0.5433557112254184
verified: no, type: nauc_ndcg_at_20_diff1
value: 23.48250159962753
verified: no, type: nauc_ndcg_at_20_max
value: 7.075746219859647
verified: no, type: nauc_ndcg_at_20_std
value: 3.114019202144443
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.01131911446901
verified: no, type: nauc_ndcg_at_3_max
value: 8.753529808913752
verified: no, type: nauc_ndcg_at_3_std
value: 0.011003213403127658
verified: no, type: nauc_ndcg_at_5_diff1
value: 27.256758380210407
verified: no, type: nauc_ndcg_at_5_max
value: 9.44213402392306
verified: no, type: nauc_ndcg_at_5_std
value: -0.4138252778844653
verified: no, type: nauc_precision_at_1000_diff1
value: 7.001088454879175
verified: no, type: nauc_precision_at_1000_max
value: 8.846884012856261
verified: no, type: nauc_precision_at_1000_std
value: 16.888325017674113
verified: no, type: nauc_precision_at_100_diff1
value: 13.337788423127183
verified: no, type: nauc_precision_at_100_max
value: 10.735525205336204
verified: no, type: nauc_precision_at_100_std
value: 18.432785879340496
verified: no, type: nauc_precision_at_10_diff1
value: 20.428021400687726
verified: no, type: nauc_precision_at_10_max
value: 10.972196325341264
verified: no, type: nauc_precision_at_10_std
value: 11.840958270692058
verified: no, type: nauc_precision_at_1_diff1
value: 37.41238383576296
verified: no, type: nauc_precision_at_1_max
value: 11.340928281739506
verified: no, type: nauc_precision_at_1_std
value: -0.5433557112254184
verified: no, type: nauc_precision_at_20_diff1
value: 13.798739769537486
verified: no, type: nauc_precision_at_20_max
value: 9.28493435984823
verified: no, type: nauc_precision_at_20_std
value: 13.512331751813006
verified: no, type: nauc_precision_at_3_diff1
value: 25.935998697550723
verified: no, type: nauc_precision_at_3_max
value: 13.351264427096513
verified: no, type: nauc_precision_at_3_std
value: 5.711419195249537
verified: no, type: nauc_precision_at_5_diff1
value: 21.868676060773737
verified: no, type: nauc_precision_at_5_max
value: 14.624950188505082
verified: no, type: nauc_precision_at_5_std
value: 5.849467743768889
verified: no, type: nauc_recall_at_1000_diff1
value: 9.495271696108947
verified: no, type: nauc_recall_at_1000_max
value: 1.3687872763502438
verified: no, type: nauc_recall_at_1000_std
value: 12.332755043313568
verified: no, type: nauc_recall_at_100_diff1
value: 11.328361148075098
verified: no, type: nauc_recall_at_100_max
value: 3.242638378451513
verified: no, type: nauc_recall_at_100_std
value: 8.854790024197182
verified: no, type: nauc_recall_at_10_diff1
value: 18.50246729159376
verified: no, type: nauc_recall_at_10_max
value: 4.5866913788483075
verified: no, type: nauc_recall_at_10_std
value: 5.072599741721437
verified: no, type: nauc_recall_at_1_diff1
value: 37.07826097136785
verified: no, type: nauc_recall_at_1_max
value: 6.352548833575532
verified: no, type: nauc_recall_at_1_std
value: -6.886310756980893
verified: no, type: nauc_recall_at_20_diff1
value: 11.58841272443898
verified: no, type: nauc_recall_at_20_max
value: 3.389954825054431
verified: no, type: nauc_recall_at_20_std
value: 6.3212500117975745
verified: no, type: nauc_recall_at_3_diff1
value: 25.659447186438744
verified: no, type: nauc_recall_at_3_max
value: 6.454745612611794
verified: no, type: nauc_recall_at_3_std
value: 0.2596093510099327
verified: no, type: nauc_recall_at_5_diff1
value: 20.519612608554333
verified: no, type: nauc_recall_at_5_max
value: 8.858809195363513
verified: no, type: nauc_recall_at_5_std
value: -0.328354913491512
verified: no, type: ndcg_at_1
value: 9.663
verified: no, type: ndcg_at_10
value: 14.277000000000001
verified: no, type: ndcg_at_100
value: 18.331
verified: no, type: ndcg_at_1000
value: 20.422
verified: no, type: ndcg_at_20
value: 15.870999999999999
verified: no, type: ndcg_at_3
value: 11.83
verified: no, type: ndcg_at_5
value: 12.731
verified: no, type: precision_at_1
value: 9.663
verified: no, type: precision_at_10
value: 2.485
verified: no, type: precision_at_100
value: 0.485
verified: no, type: precision_at_1000
value: 0.07200000000000001
verified: no, type: precision_at_20
value: 1.603
verified: no, type: precision_at_3
value: 5.521
verified: no, type: precision_at_5
value: 3.8960000000000004
verified: no, type: recall_at_1
value: 8.190999999999999
verified: no, type: recall_at_10
value: 20.403
verified: no, type: recall_at_100
value: 39.175
verified: no, type: recall_at_1000
value: 55.201
verified: no, type: recall_at_20
value: 26.586
verified: no, type: recall_at_3
value: 13.245999999999999
verified: no, type: recall_at_5
value: 15.590000000000002
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 9.931
verified: no, type: map_at_1
value: 5.492
verified: no, type: map_at_10
value: 8.037999999999998
verified: no, type: map_at_100
value: 8.61
verified: no, type: map_at_1000
value: 8.701
verified: no, type: map_at_20
value: 8.333
verified: no, type: map_at_3
value: 7.12
verified: no, type: map_at_5
value: 7.617999999999999
verified: no, type: mrr_at_1
value: 6.98554714384033
verified: no, type: mrr_at_10
value: 9.87457531762418
verified: no, type: mrr_at_100
value: 10.475652661666084
verified: no, type: mrr_at_1000
value: 10.554930650207101
verified: no, type: mrr_at_20
value: 10.193554923811691
verified: no, type: mrr_at_3
value: 8.878183069511364
verified: no, type: mrr_at_5
value: 9.421885753613212
verified: no, type: nauc_map_at_1000_diff1
value: 20.565769845802883
verified: no, type: nauc_map_at_1000_max
value: 22.378140712062702
verified: no, type: nauc_map_at_1000_std
value: -10.141998597905209
verified: no, type: nauc_map_at_100_diff1
value: 20.616071849724367
verified: no, type: nauc_map_at_100_max
value: 22.307147017405626
verified: no, type: nauc_map_at_100_std
value: -10.296370391700487
verified: no, type: nauc_map_at_10_diff1
value: 21.237343234707716
verified: no, type: nauc_map_at_10_max
value: 22.563538974901096
verified: no, type: nauc_map_at_10_std
value: -10.802508716317789
verified: no, type: nauc_map_at_1_diff1
value: 31.928795700485264
verified: no, type: nauc_map_at_1_max
value: 26.571949087855863
verified: no, type: nauc_map_at_1_std
value: -13.137832080177475
verified: no, type: nauc_map_at_20_diff1
value: 20.905817715628757
verified: no, type: nauc_map_at_20_max
value: 22.204411416095372
verified: no, type: nauc_map_at_20_std
value: -10.629540907583285
verified: no, type: nauc_map_at_3_diff1
value: 23.769763645460394
verified: no, type: nauc_map_at_3_max
value: 23.991820392859324
verified: no, type: nauc_map_at_3_std
value: -11.170464870404574
verified: no, type: nauc_map_at_5_diff1
value: 22.124738165686612
verified: no, type: nauc_map_at_5_max
value: 23.437624479894737
verified: no, type: nauc_map_at_5_std
value: -11.100064096434863
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.875194720816516
verified: no, type: nauc_mrr_at_1000_max
value: 23.727809338044338
verified: no, type: nauc_mrr_at_1000_std
value: -9.671921004196532
verified: no, type: nauc_mrr_at_100_diff1
value: 20.898031760155444
verified: no, type: nauc_mrr_at_100_max
value: 23.69880254672094
verified: no, type: nauc_mrr_at_100_std
value: -9.749188126426537
verified: no, type: nauc_mrr_at_10_diff1
value: 21.47642365262958
verified: no, type: nauc_mrr_at_10_max
value: 23.9553444855699
verified: no, type: nauc_mrr_at_10_std
value: -10.254245788150909
verified: no, type: nauc_mrr_at_1_diff1
value: 31.817967070779485
verified: no, type: nauc_mrr_at_1_max
value: 28.407226975749662
verified: no, type: nauc_mrr_at_1_std
value: -12.877843518325626
verified: no, type: nauc_mrr_at_20_diff1
value: 21.221710247436363
verified: no, type: nauc_mrr_at_20_max
value: 23.651237368337046
verified: no, type: nauc_mrr_at_20_std
value: -10.049703296585264
verified: no, type: nauc_mrr_at_3_diff1
value: 23.87705660312213
verified: no, type: nauc_mrr_at_3_max
value: 25.052558327273665
verified: no, type: nauc_mrr_at_3_std
value: -10.568919759357295
verified: no, type: nauc_mrr_at_5_diff1
value: 22.22870976844402
verified: no, type: nauc_mrr_at_5_max
value: 24.76085984920155
verified: no, type: nauc_mrr_at_5_std
value: -10.61112901298338
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.524543149180666
verified: no, type: nauc_ndcg_at_1000_max
value: 21.91048785762314
verified: no, type: nauc_ndcg_at_1000_std
value: -4.760370494569006
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.420894094862023
verified: no, type: nauc_ndcg_at_100_max
value: 20.554960781041178
verified: no, type: nauc_ndcg_at_100_std
value: -7.461070164013067
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.964603768726196
verified: no, type: nauc_ndcg_at_10_max
value: 21.28304880117283
verified: no, type: nauc_ndcg_at_10_std
value: -9.880598170205756
verified: no, type: nauc_ndcg_at_1_diff1
value: 31.817967070779485
verified: no, type: nauc_ndcg_at_1_max
value: 28.407226975749662
verified: no, type: nauc_ndcg_at_1_std
value: -12.877843518325626
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.087932814491737
verified: no, type: nauc_ndcg_at_20_max
value: 20.159454189531306
verified: no, type: nauc_ndcg_at_20_std
value: -9.409073396296112
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.22674331969473
verified: no, type: nauc_ndcg_at_3_max
value: 24.438111454101566
verified: no, type: nauc_ndcg_at_3_std
value: -10.741967259570304
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.704936114393355
verified: no, type: nauc_ndcg_at_5_max
value: 23.274998272504508
verified: no, type: nauc_ndcg_at_5_std
value: -10.515464197222189
verified: no, type: nauc_precision_at_1000_diff1
value: 5.251438917389866
verified: no, type: nauc_precision_at_1000_max
value: 25.691845305457967
verified: no, type: nauc_precision_at_1000_std
value: 12.817508210963569
verified: no, type: nauc_precision_at_100_diff1
value: 7.615641594547768
verified: no, type: nauc_precision_at_100_max
value: 23.64832192099932
verified: no, type: nauc_precision_at_100_std
value: 1.6874710450857076
verified: no, type: nauc_precision_at_10_diff1
value: 11.593052157615787
verified: no, type: nauc_precision_at_10_max
value: 21.505665853965848
verified: no, type: nauc_precision_at_10_std
value: -8.169014959052463
verified: no, type: nauc_precision_at_1_diff1
value: 31.817967070779485
verified: no, type: nauc_precision_at_1_max
value: 28.407226975749662
verified: no, type: nauc_precision_at_1_std
value: -12.877843518325626
verified: no, type: nauc_precision_at_20_diff1
value: 10.220169443404828
verified: no, type: nauc_precision_at_20_max
value: 20.418038302868517
verified: no, type: nauc_precision_at_20_std
value: -6.143289833708619
verified: no, type: nauc_precision_at_3_diff1
value: 18.52522108452249
verified: no, type: nauc_precision_at_3_max
value: 25.523077096782387
verified: no, type: nauc_precision_at_3_std
value: -10.146066595335736
verified: no, type: nauc_precision_at_5_diff1
value: 14.122191907391885
verified: no, type: nauc_precision_at_5_max
value: 24.508596888125066
verified: no, type: nauc_precision_at_5_std
value: -9.15670496810609
verified: no, type: nauc_recall_at_1000_diff1
value: 2.9003934699300506
verified: no, type: nauc_recall_at_1000_max
value: 20.704797150454354
verified: no, type: nauc_recall_at_1000_std
value: 7.552220586284925
verified: no, type: nauc_recall_at_100_diff1
value: 6.156591437491543
verified: no, type: nauc_recall_at_100_max
value: 15.586576013040334
verified: no, type: nauc_recall_at_100_std
value: -2.3313579488107514
verified: no, type: nauc_recall_at_10_diff1
value: 10.411068394326103
verified: no, type: nauc_recall_at_10_max
value: 15.826969661573445
verified: no, type: nauc_recall_at_10_std
value: -8.013030367792918
verified: no, type: nauc_recall_at_1_diff1
value: 31.928795700485264
verified: no, type: nauc_recall_at_1_max
value: 26.571949087855863
verified: no, type: nauc_recall_at_1_std
value: -13.137832080177475
verified: no, type: nauc_recall_at_20_diff1
value: 9.513926728794189
verified: no, type: nauc_recall_at_20_max
value: 14.058567589417883
verified: no, type: nauc_recall_at_20_std
value: -7.335646989235248
verified: no, type: nauc_recall_at_3_diff1
value: 17.357179576749417
verified: no, type: nauc_recall_at_3_max
value: 20.989054791758118
verified: no, type: nauc_recall_at_3_std
value: -9.44580247372722
verified: no, type: nauc_recall_at_5_diff1
value: 13.127083612003437
verified: no, type: nauc_recall_at_5_max
value: 19.23013900082838
verified: no, type: nauc_recall_at_5_std
value: -9.216924125693595
verified: no, type: ndcg_at_1
value: 6.986000000000001
verified: no, type: ndcg_at_10
value: 9.931
verified: no, type: ndcg_at_100
value: 13.008000000000001
verified: no, type: ndcg_at_1000
value: 15.748000000000001
verified: no, type: ndcg_at_20
value: 10.951
verified: no, type: ndcg_at_3
value: 8.237
verified: no, type: ndcg_at_5
value: 8.999
verified: no, type: precision_at_1
value: 6.986000000000001
verified: no, type: precision_at_10
value: 1.9300000000000002
verified: no, type: precision_at_100
value: 0.41900000000000004
verified: no, type: precision_at_1000
value: 0.077
verified: no, type: precision_at_20
value: 1.239
verified: no, type: precision_at_3
value: 4.0489999999999995
verified: no, type: precision_at_5
value: 3.0140000000000002
verified: no, type: recall_at_1
value: 5.492
verified: no, type: recall_at_10
value: 13.809
verified: no, type: recall_at_100
value: 28.073999999999998
verified: no, type: recall_at_1000
value: 48.723
verified: no, type: recall_at_20
value: 17.671999999999997
verified: no, type: recall_at_3
value: 9.049
verified: no, type: recall_at_5
value: 11.028
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 15.155
verified: no, type: map_at_1
value: 9.403
verified: no, type: map_at_10
value: 12.784999999999998
verified: no, type: map_at_100
value: 13.435
verified: no, type: map_at_1000
value: 13.536000000000001
verified: no, type: map_at_20
value: 13.139000000000001
verified: no, type: map_at_3
value: 11.723
verified: no, type: map_at_5
value: 12.334
verified: no, type: mrr_at_1
value: 11.380597014925373
verified: no, type: mrr_at_10
value: 15.09905828002843
verified: no, type: mrr_at_100
value: 15.759264072378452
verified: no, type: mrr_at_1000
value: 15.847440245587205
verified: no, type: mrr_at_20
value: 15.447864306537513
verified: no, type: mrr_at_3
value: 13.930348258706468
verified: no, type: mrr_at_5
value: 14.620646766169154
verified: no, type: nauc_map_at_1000_diff1
value: 36.221836337691194
verified: no, type: nauc_map_at_1000_max
value: 36.146176827007615
verified: no, type: nauc_map_at_1000_std
value: -8.440865055286565
verified: no, type: nauc_map_at_100_diff1
value: 36.25292250732588
verified: no, type: nauc_map_at_100_max
value: 36.106156799236594
verified: no, type: nauc_map_at_100_std
value: -8.513735505725933
verified: no, type: nauc_map_at_10_diff1
value: 36.75715362414852
verified: no, type: nauc_map_at_10_max
value: 36.74235484380773
verified: no, type: nauc_map_at_10_std
value: -8.73507955998515
verified: no, type: nauc_map_at_1_diff1
value: 47.32136738001297
verified: no, type: nauc_map_at_1_max
value: 43.70265279358145
verified: no, type: nauc_map_at_1_std
value: -9.966898812974444
verified: no, type: nauc_map_at_20_diff1
value: 36.41128754131193
verified: no, type: nauc_map_at_20_max
value: 36.37087940014768
verified: no, type: nauc_map_at_20_std
value: -8.650096633449316
verified: no, type: nauc_map_at_3_diff1
value: 40.212068269648285
verified: no, type: nauc_map_at_3_max
value: 37.62535802763293
verified: no, type: nauc_map_at_3_std
value: -8.23515664642517
verified: no, type: nauc_map_at_5_diff1
value: 38.10768244945398
verified: no, type: nauc_map_at_5_max
value: 37.57671103475779
verified: no, type: nauc_map_at_5_std
value: -8.17155729697582
verified: no, type: nauc_mrr_at_1000_diff1
value: 35.66874546979436
verified: no, type: nauc_mrr_at_1000_max
value: 36.36401767980438
verified: no, type: nauc_mrr_at_1000_std
value: -6.634599812953056
verified: no, type: nauc_mrr_at_100_diff1
value: 35.66680600664232
verified: no, type: nauc_mrr_at_100_max
value: 36.32682480581458
verified: no, type: nauc_mrr_at_100_std
value: -6.687567367023502
verified: no, type: nauc_mrr_at_10_diff1
value: 36.10643387204666
verified: no, type: nauc_mrr_at_10_max
value: 37.0968500212504
verified: no, type: nauc_mrr_at_10_std
value: -6.779791973262969
verified: no, type: nauc_mrr_at_1_diff1
value: 46.649551833421974
verified: no, type: nauc_mrr_at_1_max
value: 43.389260347264006
verified: no, type: nauc_mrr_at_1_std
value: -6.73964327074206
verified: no, type: nauc_mrr_at_20_diff1
value: 35.818779527356284
verified: no, type: nauc_mrr_at_20_max
value: 36.62574319552761
verified: no, type: nauc_mrr_at_20_std
value: -6.732115280637446
verified: no, type: nauc_mrr_at_3_diff1
value: 39.459028436941885
verified: no, type: nauc_mrr_at_3_max
value: 37.687667723069296
verified: no, type: nauc_mrr_at_3_std
value: -5.761501856626376
verified: no, type: nauc_mrr_at_5_diff1
value: 37.431903433141954
verified: no, type: nauc_mrr_at_5_max
value: 37.66755422387186
verified: no, type: nauc_mrr_at_5_std
value: -5.989229808344125
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.816446855586186
verified: no, type: nauc_ndcg_at_1000_max
value: 32.1473939651989
verified: no, type: nauc_ndcg_at_1000_std
value: -5.846568188873995
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.531764587006467
verified: no, type: nauc_ndcg_at_100_max
value: 31.462951585689257
verified: no, type: nauc_ndcg_at_100_std
value: -7.2287918135710285
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.02059376659964
verified: no, type: nauc_ndcg_at_10_max
value: 34.335995105366166
verified: no, type: nauc_ndcg_at_10_std
value: -8.42979029595602
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.649551833421974
verified: no, type: nauc_ndcg_at_1_max
value: 43.389260347264006
verified: no, type: nauc_ndcg_at_1_std
value: -6.73964327074206
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.103536602017023
verified: no, type: nauc_ndcg_at_20_max
value: 32.94676353482187
verified: no, type: nauc_ndcg_at_20_std
value: -8.158102428934253
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.89569295658901
verified: no, type: nauc_ndcg_at_3_max
value: 36.05530034905636
verified: no, type: nauc_ndcg_at_3_std
value: -6.934356182009012
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.757353385413595
verified: no, type: nauc_ndcg_at_5_max
value: 35.98457240309564
verified: no, type: nauc_ndcg_at_5_std
value: -7.147173301080888
verified: no, type: nauc_precision_at_1000_diff1
value: 3.780770613030298
verified: no, type: nauc_precision_at_1000_max
value: 19.817588336044842
verified: no, type: nauc_precision_at_1000_std
value: 3.1752363621981403
verified: no, type: nauc_precision_at_100_diff1
value: 15.802825679325947
verified: no, type: nauc_precision_at_100_max
value: 22.064385556229986
verified: no, type: nauc_precision_at_100_std
value: -3.154174393084888
verified: no, type: nauc_precision_at_10_diff1
value: 19.837322294027203
verified: no, type: nauc_precision_at_10_max
value: 30.017389964679353
verified: no, type: nauc_precision_at_10_std
value: -7.404534428736785
verified: no, type: nauc_precision_at_1_diff1
value: 46.649551833421974
verified: no, type: nauc_precision_at_1_max
value: 43.389260347264006
verified: no, type: nauc_precision_at_1_std
value: -6.73964327074206
verified: no, type: nauc_precision_at_20_diff1
value: 17.834624219717714
verified: no, type: nauc_precision_at_20_max
value: 26.922207238009232
verified: no, type: nauc_precision_at_20_std
value: -7.528338540833176
verified: no, type: nauc_precision_at_3_diff1
value: 32.69027368850203
verified: no, type: nauc_precision_at_3_max
value: 32.93874981334349
verified: no, type: nauc_precision_at_3_std
value: -4.108473830961593
verified: no, type: nauc_precision_at_5_diff1
value: 26.336870847233047
verified: no, type: nauc_precision_at_5_max
value: 33.800455550407335
verified: no, type: nauc_precision_at_5_std
value: -4.540760521604314
verified: no, type: nauc_recall_at_1000_diff1
value: 12.616995547696519
verified: no, type: nauc_recall_at_1000_max
value: 18.82257377190202
verified: no, type: nauc_recall_at_1000_std
value: 3.5660866396177098
verified: no, type: nauc_recall_at_100_diff1
value: 17.77612250220536
verified: no, type: nauc_recall_at_100_max
value: 18.029071415690556
verified: no, type: nauc_recall_at_100_std
value: -4.108340328974984
verified: no, type: nauc_recall_at_10_diff1
value: 20.646167285172357
verified: no, type: nauc_recall_at_10_max
value: 27.15351226346573
verified: no, type: nauc_recall_at_10_std
value: -8.926123198697267
verified: no, type: nauc_recall_at_1_diff1
value: 47.32136738001297
verified: no, type: nauc_recall_at_1_max
value: 43.70265279358145
verified: no, type: nauc_recall_at_1_std
value: -9.966898812974444
verified: no, type: nauc_recall_at_20_diff1
value: 18.828378638222283
verified: no, type: nauc_recall_at_20_max
value: 23.1052150083718
verified: no, type: nauc_recall_at_20_std
value: -7.836874748330118
verified: no, type: nauc_recall_at_3_diff1
value: 33.066655006046055
verified: no, type: nauc_recall_at_3_max
value: 31.01575466463744
verified: no, type: nauc_recall_at_3_std
value: -5.889014994939482
verified: no, type: nauc_recall_at_5_diff1
value: 27.297222480365456
verified: no, type: nauc_recall_at_5_max
value: 31.424750543103443
verified: no, type: nauc_recall_at_5_std
value: -6.145097625084275
verified: no, type: ndcg_at_1
value: 11.381
verified: no, type: ndcg_at_10
value: 15.155
verified: no, type: ndcg_at_100
value: 18.671
verified: no, type: ndcg_at_1000
value: 21.578
verified: no, type: ndcg_at_20
value: 16.387
verified: no, type: ndcg_at_3
value: 13.103000000000002
verified: no, type: ndcg_at_5
value: 14.079
verified: no, type: precision_at_1
value: 11.381
verified: no, type: precision_at_10
value: 2.528
verified: no, type: precision_at_100
value: 0.484
verified: no, type: precision_at_1000
value: 0.083
verified: no, type: precision_at_20
value: 1.5810000000000002
verified: no, type: precision_at_3
value: 5.970000000000001
verified: no, type: precision_at_5
value: 4.234999999999999
verified: no, type: recall_at_1
value: 9.403
verified: no, type: recall_at_10
value: 20.330000000000002
verified: no, type: recall_at_100
value: 36.573
verified: no, type: recall_at_1000
value: 58.105
verified: no, type: recall_at_20
value: 24.834999999999997
verified: no, type: recall_at_3
value: 14.594
verified: no, type: recall_at_5
value: 17.071
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 18.239
verified: no, type: map_at_1
value: 10.58
verified: no, type: map_at_10
value: 14.96
verified: no, type: map_at_100
value: 15.842
verified: no, type: map_at_1000
value: 15.995999999999999
verified: no, type: map_at_20
value: 15.376000000000001
verified: no, type: map_at_3
value: 13.475000000000001
verified: no, type: map_at_5
value: 14.283999999999999
verified: no, type: mrr_at_1
value: 13.043478260869565
verified: no, type: mrr_at_10
value: 18.022539055147757
verified: no, type: mrr_at_100
value: 18.780418501784286
verified: no, type: mrr_at_1000
value: 18.854414877308397
verified: no, type: mrr_at_20
value: 18.402853225362385
verified: no, type: mrr_at_3
value: 16.46903820816864
verified: no, type: mrr_at_5
value: 17.39789196310936
verified: no, type: nauc_map_at_1000_diff1
value: 36.06976683813531
verified: no, type: nauc_map_at_1000_max
value: 23.880596751384736
verified: no, type: nauc_map_at_1000_std
value: -14.579512923753887
verified: no, type: nauc_map_at_100_diff1
value: 36.174304461427774
verified: no, type: nauc_map_at_100_max
value: 23.916296845822384
verified: no, type: nauc_map_at_100_std
value: -14.574659609525323
verified: no, type: nauc_map_at_10_diff1
value: 36.573260203719784
verified: no, type: nauc_map_at_10_max
value: 23.82794992389452
verified: no, type: nauc_map_at_10_std
value: -15.314328623961412
verified: no, type: nauc_map_at_1_diff1
value: 47.58716554589925
verified: no, type: nauc_map_at_1_max
value: 30.13605956605256
verified: no, type: nauc_map_at_1_std
value: -15.53401816041246
verified: no, type: nauc_map_at_20_diff1
value: 36.28119061571975
verified: no, type: nauc_map_at_20_max
value: 24.025352918899355
verified: no, type: nauc_map_at_20_std
value: -14.897905095814625
verified: no, type: nauc_map_at_3_diff1
value: 38.175373760788005
verified: no, type: nauc_map_at_3_max
value: 24.480395575984755
verified: no, type: nauc_map_at_3_std
value: -16.220911130014247
verified: no, type: nauc_map_at_5_diff1
value: 36.798802315610615
verified: no, type: nauc_map_at_5_max
value: 24.391607274338888
verified: no, type: nauc_map_at_5_std
value: -15.578671515220416
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.05258976399819
verified: no, type: nauc_mrr_at_1000_max
value: 23.61502771905304
verified: no, type: nauc_mrr_at_1000_std
value: -12.007859059532636
verified: no, type: nauc_mrr_at_100_diff1
value: 34.081744532858096
verified: no, type: nauc_mrr_at_100_max
value: 23.607643654491792
verified: no, type: nauc_mrr_at_100_std
value: -11.974613818485084
verified: no, type: nauc_mrr_at_10_diff1
value: 34.19893287544882
verified: no, type: nauc_mrr_at_10_max
value: 23.12654405704457
verified: no, type: nauc_mrr_at_10_std
value: -12.60303233921334
verified: no, type: nauc_mrr_at_1_diff1
value: 43.10013215094798
verified: no, type: nauc_mrr_at_1_max
value: 30.76017224718181
verified: no, type: nauc_mrr_at_1_std
value: -12.670110709121223
verified: no, type: nauc_mrr_at_20_diff1
value: 34.162962675920674
verified: no, type: nauc_mrr_at_20_max
value: 23.43306246275014
verified: no, type: nauc_mrr_at_20_std
value: -12.252542205760312
verified: no, type: nauc_mrr_at_3_diff1
value: 35.555197323624064
verified: no, type: nauc_mrr_at_3_max
value: 23.827609846219566
verified: no, type: nauc_mrr_at_3_std
value: -13.671488932869266
verified: no, type: nauc_mrr_at_5_diff1
value: 34.81855704564023
verified: no, type: nauc_mrr_at_5_max
value: 23.65032973975109
verified: no, type: nauc_mrr_at_5_std
value: -12.966243483238316
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.40402163601383
verified: no, type: nauc_ndcg_at_1000_max
value: 23.706861603497085
verified: no, type: nauc_ndcg_at_1000_std
value: -9.504222126824306
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.416336832716574
verified: no, type: nauc_ndcg_at_100_max
value: 22.581908683722894
verified: no, type: nauc_ndcg_at_100_std
value: -9.788452797449326
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.21698215478735
verified: no, type: nauc_ndcg_at_10_max
value: 20.735079534037823
verified: no, type: nauc_ndcg_at_10_std
value: -14.01732092307578
verified: no, type: nauc_ndcg_at_1_diff1
value: 43.10013215094798
verified: no, type: nauc_ndcg_at_1_max
value: 30.76017224718181
verified: no, type: nauc_ndcg_at_1_std
value: -12.670110709121223
verified: no, type: nauc_ndcg_at_20_diff1
value: 32.739116701273616
verified: no, type: nauc_ndcg_at_20_max
value: 22.105704119447374
verified: no, type: nauc_ndcg_at_20_std
value: -12.63060394296969
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.48619843674619
verified: no, type: nauc_ndcg_at_3_max
value: 21.252666656269678
verified: no, type: nauc_ndcg_at_3_std
value: -14.682312802009353
verified: no, type: nauc_ndcg_at_5_diff1
value: 33.36972489731244
verified: no, type: nauc_ndcg_at_5_max
value: 21.209984550853147
verified: no, type: nauc_ndcg_at_5_std
value: -14.340640209213163
verified: no, type: nauc_precision_at_1000_diff1
value: 0.5270857534137781
verified: no, type: nauc_precision_at_1000_max
value: 0.11893429887585177
verified: no, type: nauc_precision_at_1000_std
value: 0.6691289509386259
verified: no, type: nauc_precision_at_100_diff1
value: 10.968811591511459
verified: no, type: nauc_precision_at_100_max
value: 1.7684802468999532
verified: no, type: nauc_precision_at_100_std
value: 1.4005257840071328
verified: no, type: nauc_precision_at_10_diff1
value: 23.51229832866379
verified: no, type: nauc_precision_at_10_max
value: 12.86774948770811
verified: no, type: nauc_precision_at_10_std
value: -8.104791739166236
verified: no, type: nauc_precision_at_1_diff1
value: 43.10013215094798
verified: no, type: nauc_precision_at_1_max
value: 30.76017224718181
verified: no, type: nauc_precision_at_1_std
value: -12.670110709121223
verified: no, type: nauc_precision_at_20_diff1
value: 16.791233314213454
verified: no, type: nauc_precision_at_20_max
value: 11.0180312956169
verified: no, type: nauc_precision_at_20_std
value: -5.867907345316035
verified: no, type: nauc_precision_at_3_diff1
value: 27.005566576164856
verified: no, type: nauc_precision_at_3_max
value: 17.504043528175135
verified: no, type: nauc_precision_at_3_std
value: -12.924562395250492
verified: no, type: nauc_precision_at_5_diff1
value: 24.596516751303866
verified: no, type: nauc_precision_at_5_max
value: 15.299886584316754
verified: no, type: nauc_precision_at_5_std
value: -11.372115215466414
verified: no, type: nauc_recall_at_1000_diff1
value: 15.383231551127524
verified: no, type: nauc_recall_at_1000_max
value: 24.99731831000235
verified: no, type: nauc_recall_at_1000_std
value: 7.0554296024685765
verified: no, type: nauc_recall_at_100_diff1
value: 22.030811635647034
verified: no, type: nauc_recall_at_100_max
value: 18.297564133467105
verified: no, type: nauc_recall_at_100_std
value: 3.0779933488171247
verified: no, type: nauc_recall_at_10_diff1
value: 27.59326197983875
verified: no, type: nauc_recall_at_10_max
value: 14.981716885215462
verified: no, type: nauc_recall_at_10_std
value: -12.299090743736585
verified: no, type: nauc_recall_at_1_diff1
value: 47.58716554589925
verified: no, type: nauc_recall_at_1_max
value: 30.13605956605256
verified: no, type: nauc_recall_at_1_std
value: -15.53401816041246
verified: no, type: nauc_recall_at_20_diff1
value: 26.001074883193027
verified: no, type: nauc_recall_at_20_max
value: 18.79056996138217
verified: no, type: nauc_recall_at_20_std
value: -7.85031435774478
verified: no, type: nauc_recall_at_3_diff1
value: 31.49620309707735
verified: no, type: nauc_recall_at_3_max
value: 17.971943047310003
verified: no, type: nauc_recall_at_3_std
value: -15.584923538326537
verified: no, type: nauc_recall_at_5_diff1
value: 27.955592193775924
verified: no, type: nauc_recall_at_5_max
value: 17.639988884650343
verified: no, type: nauc_recall_at_5_std
value: -13.156806251818296
verified: no, type: ndcg_at_1
value: 13.043
verified: no, type: ndcg_at_10
value: 18.239
verified: no, type: ndcg_at_100
value: 22.383
verified: no, type: ndcg_at_1000
value: 25.558999999999997
verified: no, type: ndcg_at_20
value: 19.405
verified: no, type: ndcg_at_3
value: 15.75
verified: no, type: ndcg_at_5
value: 16.987
verified: no, type: precision_at_1
value: 13.043
verified: no, type: precision_at_10
value: 3.5970000000000004
verified: no, type: precision_at_100
value: 0.8750000000000001
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 2.3120000000000003
verified: no, type: precision_at_3
value: 7.51
verified: no, type: precision_at_5
value: 5.692
verified: no, type: recall_at_1
value: 10.58
verified: no, type: recall_at_10
value: 24.255
verified: no, type: recall_at_100
value: 44.156
verified: no, type: recall_at_1000
value: 66.006
verified: no, type: recall_at_20
value: 28.92
verified: no, type: recall_at_3
value: 16.832
verified: no, type: recall_at_5
value: 20.018
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 12.459000000000001
verified: no, type: map_at_1
value: 7.917000000000001
verified: no, type: map_at_10
value: 10.597
verified: no, type: map_at_100
value: 11.222999999999999
verified: no, type: map_at_1000
value: 11.318
verified: no, type: map_at_20
value: 10.947
verified: no, type: map_at_3
value: 9.766
verified: no, type: map_at_5
value: 10.163
verified: no, type: mrr_at_1
value: 8.687615526802219
verified: no, type: mrr_at_10
value: 11.763635830179274
verified: no, type: mrr_at_100
value: 12.362197385932065
verified: no, type: mrr_at_1000
value: 12.45603515092754
verified: no, type: mrr_at_20
value: 12.083209182914187
verified: no, type: mrr_at_3
value: 10.782501540357364
verified: no, type: mrr_at_5
value: 11.30006161429452
verified: no, type: nauc_map_at_1000_diff1
value: 14.852923871827404
verified: no, type: nauc_map_at_1000_max
value: 20.34714853842873
verified: no, type: nauc_map_at_1000_std
value: -8.883230513088728
verified: no, type: nauc_map_at_100_diff1
value: 14.792325021037744
verified: no, type: nauc_map_at_100_max
value: 20.3296674062139
verified: no, type: nauc_map_at_100_std
value: -8.893480029356672
verified: no, type: nauc_map_at_10_diff1
value: 15.627316008411569
verified: no, type: nauc_map_at_10_max
value: 21.288002482203584
verified: no, type: nauc_map_at_10_std
value: -9.34108572998076
verified: no, type: nauc_map_at_1_diff1
value: 21.506858723278764
verified: no, type: nauc_map_at_1_max
value: 25.108064297451833
verified: no, type: nauc_map_at_1_std
value: -8.252547190272466
verified: no, type: nauc_map_at_20_diff1
value: 14.893904239341008
verified: no, type: nauc_map_at_20_max
value: 20.575258480900903
verified: no, type: nauc_map_at_20_std
value: -9.15331159275562
verified: no, type: nauc_map_at_3_diff1
value: 16.820401129748365
verified: no, type: nauc_map_at_3_max
value: 21.9331063791627
verified: no, type: nauc_map_at_3_std
value: -9.530118092684765
verified: no, type: nauc_map_at_5_diff1
value: 16.220898926286974
verified: no, type: nauc_map_at_5_max
value: 21.771564941971913
verified: no, type: nauc_map_at_5_std
value: -9.908962537086204
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.035851497523165
verified: no, type: nauc_mrr_at_1000_max
value: 20.285218320079213
verified: no, type: nauc_mrr_at_1000_std
value: -8.706340650107393
verified: no, type: nauc_mrr_at_100_diff1
value: 15.000992556719789
verified: no, type: nauc_mrr_at_100_max
value: 20.25723486686565
verified: no, type: nauc_mrr_at_100_std
value: -8.701134929278206
verified: no, type: nauc_mrr_at_10_diff1
value: 15.63217573465226
verified: no, type: nauc_mrr_at_10_max
value: 21.039202273922136
verified: no, type: nauc_mrr_at_10_std
value: -8.982508656224454
verified: no, type: nauc_mrr_at_1_diff1
value: 21.367525074890256
verified: no, type: nauc_mrr_at_1_max
value: 25.836566656299198
verified: no, type: nauc_mrr_at_1_std
value: -8.299855831436641
verified: no, type: nauc_mrr_at_20_diff1
value: 15.110826603775978
verified: no, type: nauc_mrr_at_20_max
value: 20.50618653058863
verified: no, type: nauc_mrr_at_20_std
value: -8.945331381714297
verified: no, type: nauc_mrr_at_3_diff1
value: 16.63040543588381
verified: no, type: nauc_mrr_at_3_max
value: 22.031978664069676
verified: no, type: nauc_mrr_at_3_std
value: -9.391739589001082
verified: no, type: nauc_mrr_at_5_diff1
value: 16.160569622181587
verified: no, type: nauc_mrr_at_5_max
value: 21.588260110041475
verified: no, type: nauc_mrr_at_5_std
value: -9.55382618775295
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.382474214501329
verified: no, type: nauc_ndcg_at_1000_max
value: 16.58297409806911
verified: no, type: nauc_ndcg_at_1000_std
value: -6.117797635475846
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.628284036532149
verified: no, type: nauc_ndcg_at_100_max
value: 16.559470157227913
verified: no, type: nauc_ndcg_at_100_std
value: -6.799597366048872
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.718255455864545
verified: no, type: nauc_ndcg_at_10_max
value: 19.868379092926748
verified: no, type: nauc_ndcg_at_10_std
value: -8.755684192343086
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.367525074890256
verified: no, type: nauc_ndcg_at_1_max
value: 25.836566656299198
verified: no, type: nauc_ndcg_at_1_std
value: -8.299855831436641
verified: no, type: nauc_ndcg_at_20_diff1
value: 11.821174462420165
verified: no, type: nauc_ndcg_at_20_max
value: 17.95253183986338
verified: no, type: nauc_ndcg_at_20_std
value: -8.149835664534505
verified: no, type: nauc_ndcg_at_3_diff1
value: 15.657058069800073
verified: no, type: nauc_ndcg_at_3_max
value: 21.10567032656599
verified: no, type: nauc_ndcg_at_3_std
value: -9.47215623951363
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.748536600773631
verified: no, type: nauc_ndcg_at_5_max
value: 20.87714490361122
verified: no, type: nauc_ndcg_at_5_std
value: -10.174513752343183
verified: no, type: nauc_precision_at_1000_diff1
value: 12.399611206783078
verified: no, type: nauc_precision_at_1000_max
value: 2.0092161158215283
verified: no, type: nauc_precision_at_1000_std
value: 2.179620176140278
verified: no, type: nauc_precision_at_100_diff1
value: 7.392154388809363
verified: no, type: nauc_precision_at_100_max
value: 4.956718756735014
verified: no, type: nauc_precision_at_100_std
value: -0.3025590200534658
verified: no, type: nauc_precision_at_10_diff1
value: 9.743123026098063
verified: no, type: nauc_precision_at_10_max
value: 14.34218083090904
verified: no, type: nauc_precision_at_10_std
value: -6.4833978582536504
verified: no, type: nauc_precision_at_1_diff1
value: 21.367525074890256
verified: no, type: nauc_precision_at_1_max
value: 25.836566656299198
verified: no, type: nauc_precision_at_1_std
value: -8.299855831436641
verified: no, type: nauc_precision_at_20_diff1
value: 5.266417948635701
verified: no, type: nauc_precision_at_20_max
value: 9.16010430257419
verified: no, type: nauc_precision_at_20_std
value: -5.174902230321767
verified: no, type: nauc_precision_at_3_diff1
value: 12.854699745742842
verified: no, type: nauc_precision_at_3_max
value: 18.79950384346889
verified: no, type: nauc_precision_at_3_std
value: -9.206225558947763
verified: no, type: nauc_precision_at_5_diff1
value: 11.500531884681884
verified: no, type: nauc_precision_at_5_max
value: 17.69443733019008
verified: no, type: nauc_precision_at_5_std
value: -9.903626396032834
verified: no, type: nauc_recall_at_1000_diff1
value: 7.552664378033684
verified: no, type: nauc_recall_at_1000_max
value: 7.56733828358324
verified: no, type: nauc_recall_at_1000_std
value: 2.6293380104957054
verified: no, type: nauc_recall_at_100_diff1
value: 5.258643675873829
verified: no, type: nauc_recall_at_100_max
value: 8.319089041105968
verified: no, type: nauc_recall_at_100_std
value: -1.949831116556415
verified: no, type: nauc_recall_at_10_diff1
value: 9.448363186283725
verified: no, type: nauc_recall_at_10_max
value: 17.140193415444877
verified: no, type: nauc_recall_at_10_std
value: -7.2985340638025695
verified: no, type: nauc_recall_at_1_diff1
value: 21.506858723278764
verified: no, type: nauc_recall_at_1_max
value: 25.108064297451833
verified: no, type: nauc_recall_at_1_std
value: -8.252547190272466
verified: no, type: nauc_recall_at_20_diff1
value: 4.858263092281858
verified: no, type: nauc_recall_at_20_max
value: 12.10342107470472
verified: no, type: nauc_recall_at_20_std
value: -5.419714928456679
verified: no, type: nauc_recall_at_3_diff1
value: 12.931659192378705
verified: no, type: nauc_recall_at_3_max
value: 19.090533689235546
verified: no, type: nauc_recall_at_3_std
value: -9.501428748420118
verified: no, type: nauc_recall_at_5_diff1
value: 11.107573118859943
verified: no, type: nauc_recall_at_5_max
value: 18.80081094810456
verified: no, type: nauc_recall_at_5_std
value: -10.984081803017967
verified: no, type: ndcg_at_1
value: 8.688
verified: no, type: ndcg_at_10
value: 12.459000000000001
verified: no, type: ndcg_at_100
value: 15.706000000000001
verified: no, type: ndcg_at_1000
value: 18.729000000000003
verified: no, type: ndcg_at_20
value: 13.63
verified: no, type: ndcg_at_3
value: 10.642
verified: no, type: ndcg_at_5
value: 11.408
verified: no, type: precision_at_1
value: 8.688
verified: no, type: precision_at_10
value: 1.959
verified: no, type: precision_at_100
value: 0.375
verified: no, type: precision_at_1000
value: 0.068
verified: no, type: precision_at_20
value: 1.248
verified: no, type: precision_at_3
value: 4.498
verified: no, type: precision_at_5
value: 3.179
verified: no, type: recall_at_1
value: 7.917000000000001
verified: no, type: recall_at_10
value: 17.141000000000002
verified: no, type: recall_at_100
value: 32.646
verified: no, type: recall_at_1000
value: 56.435
verified: no, type: recall_at_20
value: 21.525
verified: no, type: recall_at_3
value: 12.15
verified: no, type: recall_at_5
value: 14.030000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 14.866999999999999
verified: no, type: map_at_1
value: 5.721
verified: no, type: map_at_10
value: 9.832
verified: no, type: map_at_100
value: 11.004
verified: no, type: map_at_1000
value: 11.179
verified: no, type: map_at_20
value: 10.436
verified: no, type: map_at_3
value: 7.808
verified: no, type: map_at_5
value: 8.764
verified: no, type: mrr_at_1
value: 13.094462540716611
verified: no, type: mrr_at_10
value: 20.13657515123311
verified: no, type: mrr_at_100
value: 21.340204187307556
verified: no, type: mrr_at_1000
value: 21.41413860730253
verified: no, type: mrr_at_20
value: 20.881996321655038
verified: no, type: mrr_at_3
value: 17.1226927252986
verified: no, type: mrr_at_5
value: 18.712269272529845
verified: no, type: nauc_map_at_1000_diff1
value: 16.829532269942398
verified: no, type: nauc_map_at_1000_max
value: 11.511765981461153
verified: no, type: nauc_map_at_1000_std
value: 13.288563684533583
verified: no, type: nauc_map_at_100_diff1
value: 16.84390657230943
verified: no, type: nauc_map_at_100_max
value: 11.446786461060386
verified: no, type: nauc_map_at_100_std
value: 12.979798257628408
verified: no, type: nauc_map_at_10_diff1
value: 16.673974608095975
verified: no, type: nauc_map_at_10_max
value: 10.40515540249065
verified: no, type: nauc_map_at_10_std
value: 11.258323384051431
verified: no, type: nauc_map_at_1_diff1
value: 26.03450138491891
verified: no, type: nauc_map_at_1_max
value: 10.901971049557197
verified: no, type: nauc_map_at_1_std
value: 6.057409324062738
verified: no, type: nauc_map_at_20_diff1
value: 16.786044160180165
verified: no, type: nauc_map_at_20_max
value: 10.829355008178954
verified: no, type: nauc_map_at_20_std
value: 11.962563266406647
verified: no, type: nauc_map_at_3_diff1
value: 18.3812657226798
verified: no, type: nauc_map_at_3_max
value: 10.411691819417813
verified: no, type: nauc_map_at_3_std
value: 7.113107871534105
verified: no, type: nauc_map_at_5_diff1
value: 17.41076341776835
verified: no, type: nauc_map_at_5_max
value: 10.193104510200216
verified: no, type: nauc_map_at_5_std
value: 8.845538032098393
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.41452141156775
verified: no, type: nauc_mrr_at_1000_max
value: 14.294039967769498
verified: no, type: nauc_mrr_at_1000_std
value: 14.059703309268812
verified: no, type: nauc_mrr_at_100_diff1
value: 17.373031579585646
verified: no, type: nauc_mrr_at_100_max
value: 14.280965918488839
verified: no, type: nauc_mrr_at_100_std
value: 14.07962416407043
verified: no, type: nauc_mrr_at_10_diff1
value: 17.273897621346713
verified: no, type: nauc_mrr_at_10_max
value: 14.03321090608381
verified: no, type: nauc_mrr_at_10_std
value: 13.558616780278532
verified: no, type: nauc_mrr_at_1_diff1
value: 23.30456771254628
verified: no, type: nauc_mrr_at_1_max
value: 13.96447213218389
verified: no, type: nauc_mrr_at_1_std
value: 7.254488152702848
verified: no, type: nauc_mrr_at_20_diff1
value: 17.376390831850326
verified: no, type: nauc_mrr_at_20_max
value: 14.176963730930064
verified: no, type: nauc_mrr_at_20_std
value: 13.721231376353957
verified: no, type: nauc_mrr_at_3_diff1
value: 18.025791725501943
verified: no, type: nauc_mrr_at_3_max
value: 13.773065357341832
verified: no, type: nauc_mrr_at_3_std
value: 10.270934763275314
verified: no, type: nauc_mrr_at_5_diff1
value: 17.67183911643043
verified: no, type: nauc_mrr_at_5_max
value: 13.457814613662714
verified: no, type: nauc_mrr_at_5_std
value: 11.75996295594699
verified: no, type: nauc_ndcg_at_1000_diff1
value: 14.856613965502957
verified: no, type: nauc_ndcg_at_1000_max
value: 15.35690520998979
verified: no, type: nauc_ndcg_at_1000_std
value: 23.69227880630004
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.65814282525479
verified: no, type: nauc_ndcg_at_100_max
value: 14.462727117068358
verified: no, type: nauc_ndcg_at_100_std
value: 20.740848771912663
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.52336865539206
verified: no, type: nauc_ndcg_at_10_max
value: 11.713772848086714
verified: no, type: nauc_ndcg_at_10_std
value: 15.55709709319914
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.30456771254628
verified: no, type: nauc_ndcg_at_1_max
value: 13.96447213218389
verified: no, type: nauc_ndcg_at_1_std
value: 7.254488152702848
verified: no, type: nauc_ndcg_at_20_diff1
value: 14.880565162693662
verified: no, type: nauc_ndcg_at_20_max
value: 12.416483028266747
verified: no, type: nauc_ndcg_at_20_std
value: 16.82291084914386
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.824979901167566
verified: no, type: nauc_ndcg_at_3_max
value: 11.9754400187897
verified: no, type: nauc_ndcg_at_3_std
value: 9.422970213790453
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.747197482347797
verified: no, type: nauc_ndcg_at_5_max
value: 11.02120863376394
verified: no, type: nauc_ndcg_at_5_std
value: 11.339600129694073
verified: no, type: nauc_precision_at_1000_diff1
value: 4.931477113463481
verified: no, type: nauc_precision_at_1000_max
value: 19.14707532664094
verified: no, type: nauc_precision_at_1000_std
value: 37.76984688260997
verified: no, type: nauc_precision_at_100_diff1
value: 6.644856028855646
verified: no, type: nauc_precision_at_100_max
value: 19.326558315032113
verified: no, type: nauc_precision_at_100_std
value: 33.35455573607822
verified: no, type: nauc_precision_at_10_diff1
value: 8.346488050129212
verified: no, type: nauc_precision_at_10_max
value: 14.788788264702188
verified: no, type: nauc_precision_at_10_std
value: 25.51561003518724
verified: no, type: nauc_precision_at_1_diff1
value: 23.30456771254628
verified: no, type: nauc_precision_at_1_max
value: 13.96447213218389
verified: no, type: nauc_precision_at_1_std
value: 7.254488152702848
verified: no, type: nauc_precision_at_20_diff1
value: 9.36520902543813
verified: no, type: nauc_precision_at_20_max
value: 16.182333385772782
verified: no, type: nauc_precision_at_20_std
value: 26.447755390959593
verified: no, type: nauc_precision_at_3_diff1
value: 13.175138474988895
verified: no, type: nauc_precision_at_3_max
value: 14.353465859604054
verified: no, type: nauc_precision_at_3_std
value: 13.053659364457268
verified: no, type: nauc_precision_at_5_diff1
value: 11.785077592813682
verified: no, type: nauc_precision_at_5_max
value: 12.768160836089915
verified: no, type: nauc_precision_at_5_std
value: 17.993652340273698
verified: no, type: nauc_recall_at_1000_diff1
value: 7.671233479873134
verified: no, type: nauc_recall_at_1000_max
value: 16.06721897191997
verified: no, type: nauc_recall_at_1000_std
value: 38.06917188744588
verified: no, type: nauc_recall_at_100_diff1
value: 8.016886955678288
verified: no, type: nauc_recall_at_100_max
value: 13.688670189759275
verified: no, type: nauc_recall_at_100_std
value: 27.836928984422123
verified: no, type: nauc_recall_at_10_diff1
value: 8.945186580114733
verified: no, type: nauc_recall_at_10_max
value: 9.11583579162444
verified: no, type: nauc_recall_at_10_std
value: 19.03117121595205
verified: no, type: nauc_recall_at_1_diff1
value: 26.03450138491891
verified: no, type: nauc_recall_at_1_max
value: 10.901971049557197
verified: no, type: nauc_recall_at_1_std
value: 6.057409324062738
verified: no, type: nauc_recall_at_20_diff1
value: 9.545565994439258
verified: no, type: nauc_recall_at_20_max
value: 9.721253862374812
verified: no, type: nauc_recall_at_20_std
value: 20.429248500346624
verified: no, type: nauc_recall_at_3_diff1
value: 13.133697634149586
verified: no, type: nauc_recall_at_3_max
value: 10.031513590921007
verified: no, type: nauc_recall_at_3_std
value: 8.102347421825783
verified: no, type: nauc_recall_at_5_diff1
value: 10.805045557795102
verified: no, type: nauc_recall_at_5_max
value: 8.754086588601803
verified: no, type: nauc_recall_at_5_std
value: 12.359137395763984
verified: no, type: ndcg_at_1
value: 13.094
verified: no, type: ndcg_at_10
value: 14.866999999999999
verified: no, type: ndcg_at_100
value: 20.607
verified: no, type: ndcg_at_1000
value: 24.345
verified: no, type: ndcg_at_20
value: 16.989
verified: no, type: ndcg_at_3
value: 10.954
verified: no, type: ndcg_at_5
value: 12.337
verified: no, type: precision_at_1
value: 13.094
verified: no, type: precision_at_10
value: 4.919
verified: no, type: precision_at_100
value: 1.0999999999999999
verified: no, type: precision_at_1000
value: 0.178
verified: no, type: precision_at_20
value: 3.3520000000000003
verified: no, type: precision_at_3
value: 7.904
verified: no, type: precision_at_5
value: 6.645
verified: no, type: recall_at_1
value: 5.721
verified: no, type: recall_at_10
value: 19.217000000000002
verified: no, type: recall_at_100
value: 39.427
verified: no, type: recall_at_1000
value: 60.999
verified: no, type: recall_at_20
value: 25.241000000000003
verified: no, type: recall_at_3
value: 10.054
verified: no, type: recall_at_5
value: 13.504
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 13.284
verified: no, type: map_at_1
value: 1.184
verified: no, type: map_at_10
value: 3.7800000000000002
verified: no, type: map_at_100
value: 6.055
verified: no, type: map_at_1000
value: 6.612
verified: no, type: map_at_20
value: 4.583
verified: no, type: map_at_3
value: 2.383
verified: no, type: map_at_5
value: 3.098
verified: no, type: mrr_at_1
value: 14.925373134328357
verified: no, type: mrr_at_10
value: 30.312722103766877
verified: no, type: mrr_at_100
value: 30.878036780613154
verified: no, type: mrr_at_1000
value: 30.951520868338285
verified: no, type: mrr_at_20
value: 30.657566509190744
verified: no, type: mrr_at_3
value: 26.119402985074625
verified: no, type: mrr_at_5
value: 29.104477611940293
verified: no, type: nauc_map_at_1000_diff1
value: 12.909620838570431
verified: no, type: nauc_map_at_1000_max
value: 23.46404618454544
verified: no, type: nauc_map_at_1000_std
value: 18.48165914691908
verified: no, type: nauc_map_at_100_diff1
value: 12.18490342024342
verified: no, type: nauc_map_at_100_max
value: 21.14674628018195
verified: no, type: nauc_map_at_100_std
value: 13.522519066957845
verified: no, type: nauc_map_at_10_diff1
value: 11.871565018214216
verified: no, type: nauc_map_at_10_max
value: 8.631668694340515
verified: no, type: nauc_map_at_10_std
value: -2.4341428373507696
verified: no, type: nauc_map_at_1_diff1
value: 27.458975109470206
verified: no, type: nauc_map_at_1_max
value: -3.181394144349736
verified: no, type: nauc_map_at_1_std
value: -9.707811076542399
verified: no, type: nauc_map_at_20_diff1
value: 11.028519570655018
verified: no, type: nauc_map_at_20_max
value: 16.294868009313
verified: no, type: nauc_map_at_20_std
value: 0.799771968880614
verified: no, type: nauc_map_at_3_diff1
value: 18.93501599334331
verified: no, type: nauc_map_at_3_max
value: 8.541981522426074
verified: no, type: nauc_map_at_3_std
value: -4.219180889431849
verified: no, type: nauc_map_at_5_diff1
value: 11.069636178692024
verified: no, type: nauc_map_at_5_max
value: 4.878775942507181
verified: no, type: nauc_map_at_5_std
value: -7.039732156510382
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.509572831665885
verified: no, type: nauc_mrr_at_1000_max
value: 25.504538188542465
verified: no, type: nauc_mrr_at_1000_std
value: 21.256078220539035
verified: no, type: nauc_mrr_at_100_diff1
value: 41.526323915557604
verified: no, type: nauc_mrr_at_100_max
value: 25.583907162737113
verified: no, type: nauc_mrr_at_100_std
value: 21.258312177356373
verified: no, type: nauc_mrr_at_10_diff1
value: 40.67603508371596
verified: no, type: nauc_mrr_at_10_max
value: 25.956121829392554
verified: no, type: nauc_mrr_at_10_std
value: 21.926262998816608
verified: no, type: nauc_mrr_at_1_diff1
value: 58.65082425974034
verified: no, type: nauc_mrr_at_1_max
value: 15.308339764720378
verified: no, type: nauc_mrr_at_1_std
value: 7.059413170848117
verified: no, type: nauc_mrr_at_20_diff1
value: 41.1405079071822
verified: no, type: nauc_mrr_at_20_max
value: 25.760951228855237
verified: no, type: nauc_mrr_at_20_std
value: 21.21007794770464
verified: no, type: nauc_mrr_at_3_diff1
value: 40.540993715407204
verified: no, type: nauc_mrr_at_3_max
value: 21.58441872522928
verified: no, type: nauc_mrr_at_3_std
value: 19.56734745031871
verified: no, type: nauc_mrr_at_5_diff1
value: 41.02150645214496
verified: no, type: nauc_mrr_at_5_max
value: 24.3374961965676
verified: no, type: nauc_mrr_at_5_std
value: 23.492960010462806
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.82519571297365
verified: no, type: nauc_ndcg_at_1000_max
value: 32.5180647339538
verified: no, type: nauc_ndcg_at_1000_std
value: 33.451571875723154
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.563447427259778
verified: no, type: nauc_ndcg_at_100_max
value: 23.786468556008963
verified: no, type: nauc_ndcg_at_100_std
value: 19.872525039888085
verified: no, type: nauc_ndcg_at_10_diff1
value: 32.789299797393646
verified: no, type: nauc_ndcg_at_10_max
value: 22.682990052616912
verified: no, type: nauc_ndcg_at_10_std
value: 19.41321345795387
verified: no, type: nauc_ndcg_at_1_diff1
value: 63.98229985092606
verified: no, type: nauc_ndcg_at_1_max
value: 11.641443200870569
verified: no, type: nauc_ndcg_at_1_std
value: 3.4879458076335594
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.200418438905302
verified: no, type: nauc_ndcg_at_20_max
value: 22.727058001456417
verified: no, type: nauc_ndcg_at_20_std
value: 14.088857765553305
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.44222554894101
verified: no, type: nauc_ndcg_at_3_max
value: 15.410370571819845
verified: no, type: nauc_ndcg_at_3_std
value: 7.892294566078569
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.667517873909574
verified: no, type: nauc_ndcg_at_5_max
value: 16.29330921246611
verified: no, type: nauc_ndcg_at_5_std
value: 13.538862333087287
verified: no, type: nauc_precision_at_1000_diff1
value: 21.91641339098105
verified: no, type: nauc_precision_at_1000_max
value: 39.1748454980264
verified: no, type: nauc_precision_at_1000_std
value: 54.1675602963656
verified: no, type: nauc_precision_at_100_diff1
value: 21.49727271722443
verified: no, type: nauc_precision_at_100_max
value: 36.61127433280462
verified: no, type: nauc_precision_at_100_std
value: 48.42008780055268
verified: no, type: nauc_precision_at_10_diff1
value: 32.860910832569616
verified: no, type: nauc_precision_at_10_max
value: 44.13929117618437
verified: no, type: nauc_precision_at_10_std
value: 45.12460999117428
verified: no, type: nauc_precision_at_1_diff1
value: 58.65082425974034
verified: no, type: nauc_precision_at_1_max
value: 15.308339764720378
verified: no, type: nauc_precision_at_1_std
value: 7.059413170848117
verified: no, type: nauc_precision_at_20_diff1
value: 23.91733487977542
verified: no, type: nauc_precision_at_20_max
value: 41.07726451470375
verified: no, type: nauc_precision_at_20_std
value: 40.897109230648645
verified: no, type: nauc_precision_at_3_diff1
value: 36.92361189810392
verified: no, type: nauc_precision_at_3_max
value: 31.717465737752516
verified: no, type: nauc_precision_at_3_std
value: 19.132889363488697
verified: no, type: nauc_precision_at_5_diff1
value: 39.18919107750929
verified: no, type: nauc_precision_at_5_max
value: 39.4540845607091
verified: no, type: nauc_precision_at_5_std
value: 37.57602847217906
verified: no, type: nauc_recall_at_1000_diff1
value: -3.750692559637984
verified: no, type: nauc_recall_at_1000_max
value: 16.444151678660056
verified: no, type: nauc_recall_at_1000_std
value: 30.29119815494249
verified: no, type: nauc_recall_at_100_diff1
value: -2.3999795923063125
verified: no, type: nauc_recall_at_100_max
value: 6.928506948612186
verified: no, type: nauc_recall_at_100_std
value: 11.031848607615384
verified: no, type: nauc_recall_at_10_diff1
value: -11.794415769655537
verified: no, type: nauc_recall_at_10_max
value: -3.331470333505189
verified: no, type: nauc_recall_at_10_std
value: -10.219136019170504
verified: no, type: nauc_recall_at_1_diff1
value: 27.458975109470206
verified: no, type: nauc_recall_at_1_max
value: -3.181394144349736
verified: no, type: nauc_recall_at_1_std
value: -9.707811076542399
verified: no, type: nauc_recall_at_20_diff1
value: -10.766427300518584
verified: no, type: nauc_recall_at_20_max
value: 4.251551680579632
verified: no, type: nauc_recall_at_20_std
value: -13.569212144580181
verified: no, type: nauc_recall_at_3_diff1
value: 7.547688451185241
verified: no, type: nauc_recall_at_3_max
value: 3.8294094070581464
verified: no, type: nauc_recall_at_3_std
value: 0.008454053036314049
verified: no, type: nauc_recall_at_5_diff1
value: -11.861815779639763
verified: no, type: nauc_recall_at_5_max
value: -8.923918129235462
verified: no, type: nauc_recall_at_5_std
value: -12.954447920368153
verified: no, type: ndcg_at_1
value: 11.193999999999999
verified: no, type: ndcg_at_10
value: 13.284
verified: no, type: ndcg_at_100
value: 16.572
verified: no, type: ndcg_at_1000
value: 22.23
verified: no, type: ndcg_at_20
value: 13.3
verified: no, type: ndcg_at_3
value: 13.378
verified: no, type: ndcg_at_5
value: 13.286999999999999
verified: no, type: precision_at_1
value: 14.924999999999999
verified: no, type: precision_at_10
value: 12.687000000000001
verified: no, type: precision_at_100
value: 4.403
verified: no, type: precision_at_1000
value: 0.8840000000000001
verified: no, type: precision_at_20
value: 9.776
verified: no, type: precision_at_3
value: 16.915
verified: no, type: precision_at_5
value: 15.223999999999998
verified: no, type: recall_at_1
value: 1.184
verified: no, type: recall_at_10
value: 8.493
verified: no, type: recall_at_100
value: 22.961000000000002
verified: no, type: recall_at_1000
value: 42.466
verified: no, type: recall_at_20
value: 12.052
verified: no, type: recall_at_3
value: 3.527
verified: no, type: recall_at_5
value: 5.86
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 15.876999999999999
verified: no, type: map_at_1
value: 2.508
verified: no, type: map_at_10
value: 5.495
verified: no, type: map_at_100
value: 7.718999999999999
verified: no, type: map_at_1000
value: 8.37
verified: no, type: map_at_20
value: 6.388000000000001
verified: no, type: map_at_3
value: 3.9440000000000004
verified: no, type: map_at_5
value: 4.533
verified: no, type: mrr_at_1
value: 29.25
verified: no, type: mrr_at_10
value: 38.05287698412699
verified: no, type: mrr_at_100
value: 38.925127074026946
verified: no, type: mrr_at_1000
value: 38.96182494622867
verified: no, type: mrr_at_20
value: 38.56818257314582
verified: no, type: mrr_at_3
value: 35.25
verified: no, type: mrr_at_5
value: 36.7
verified: no, type: nauc_map_at_1000_diff1
value: 18.418341183089847
verified: no, type: nauc_map_at_1000_max
value: 6.813822088875137
verified: no, type: nauc_map_at_1000_std
value: 27.949837775795178
verified: no, type: nauc_map_at_100_diff1
value: 19.00873756639041
verified: no, type: nauc_map_at_100_max
value: 6.081161799947362
verified: no, type: nauc_map_at_100_std
value: 25.1515955949003
verified: no, type: nauc_map_at_10_diff1
value: 20.522135935698373
verified: no, type: nauc_map_at_10_max
value: -1.050735478959983
verified: no, type: nauc_map_at_10_std
value: 13.999153091629324
verified: no, type: nauc_map_at_1_diff1
value: 23.911349557903243
verified: no, type: nauc_map_at_1_max
value: -10.164923920589649
verified: no, type: nauc_map_at_1_std
value: 1.549815995623448
verified: no, type: nauc_map_at_20_diff1
value: 19.822305278507788
verified: no, type: nauc_map_at_20_max
value: 1.903064182840661
verified: no, type: nauc_map_at_20_std
value: 18.355207168287713
verified: no, type: nauc_map_at_3_diff1
value: 20.832030570221768
verified: no, type: nauc_map_at_3_max
value: -7.491637036802951
verified: no, type: nauc_map_at_3_std
value: 7.616944342121094
verified: no, type: nauc_map_at_5_diff1
value: 22.191232610879226
verified: no, type: nauc_map_at_5_max
value: -4.597872300907481
verified: no, type: nauc_map_at_5_std
value: 10.44226839186566
verified: no, type: nauc_mrr_at_1000_diff1
value: 25.820924534270063
verified: no, type: nauc_mrr_at_1000_max
value: 14.450191093206508
verified: no, type: nauc_mrr_at_1000_std
value: 25.589579524528165
verified: no, type: nauc_mrr_at_100_diff1
value: 25.816311261545742
verified: no, type: nauc_mrr_at_100_max
value: 14.458561685561461
verified: no, type: nauc_mrr_at_100_std
value: 25.554596314175182
verified: no, type: nauc_mrr_at_10_diff1
value: 26.161382556535557
verified: no, type: nauc_mrr_at_10_max
value: 14.007953012871635
verified: no, type: nauc_mrr_at_10_std
value: 25.528381197721085
verified: no, type: nauc_mrr_at_1_diff1
value: 24.714536333138422
verified: no, type: nauc_mrr_at_1_max
value: 12.622298824631804
verified: no, type: nauc_mrr_at_1_std
value: 26.088592054551878
verified: no, type: nauc_mrr_at_20_diff1
value: 25.780026814458406
verified: no, type: nauc_mrr_at_20_max
value: 14.278926391252917
verified: no, type: nauc_mrr_at_20_std
value: 25.37321267263069
verified: no, type: nauc_mrr_at_3_diff1
value: 26.248483493852255
verified: no, type: nauc_mrr_at_3_max
value: 14.555512187093772
verified: no, type: nauc_mrr_at_3_std
value: 26.362409106932166
verified: no, type: nauc_mrr_at_5_diff1
value: 26.443866668276133
verified: no, type: nauc_mrr_at_5_max
value: 14.595206097095858
verified: no, type: nauc_mrr_at_5_std
value: 25.465432458085136
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.354086704383327
verified: no, type: nauc_ndcg_at_1000_max
value: 11.032341975467407
verified: no, type: nauc_ndcg_at_1000_std
value: 36.473275992287526
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.908445336829224
verified: no, type: nauc_ndcg_at_100_max
value: 8.361352511904641
verified: no, type: nauc_ndcg_at_100_std
value: 27.831216543920114
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.083661973201103
verified: no, type: nauc_ndcg_at_10_max
value: 9.095126609084208
verified: no, type: nauc_ndcg_at_10_std
value: 28.46506213344955
verified: no, type: nauc_ndcg_at_1_diff1
value: 24.58600137093944
verified: no, type: nauc_ndcg_at_1_max
value: 10.423319345292812
verified: no, type: nauc_ndcg_at_1_std
value: 24.32790530486685
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.801782226603297
verified: no, type: nauc_ndcg_at_20_max
value: 7.20849331567235
verified: no, type: nauc_ndcg_at_20_std
value: 26.49856827984502
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.198979433263517
verified: no, type: nauc_ndcg_at_3_max
value: 9.814141504656344
verified: no, type: nauc_ndcg_at_3_std
value: 27.726334659968156
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.938522547098255
verified: no, type: nauc_ndcg_at_5_max
value: 10.03022381980448
verified: no, type: nauc_ndcg_at_5_std
value: 27.89914001253167
verified: no, type: nauc_precision_at_1000_diff1
value: 4.857675357268144
verified: no, type: nauc_precision_at_1000_max
value: 12.46969113556289
verified: no, type: nauc_precision_at_1000_std
value: 38.21598093544781
verified: no, type: nauc_precision_at_100_diff1
value: 6.210157631592053
verified: no, type: nauc_precision_at_100_max
value: 19.71498741468151
verified: no, type: nauc_precision_at_100_std
value: 41.54626902916716
verified: no, type: nauc_precision_at_10_diff1
value: 13.325999583547803
verified: no, type: nauc_precision_at_10_max
value: 16.778152759388874
verified: no, type: nauc_precision_at_10_std
value: 36.820348012619306
verified: no, type: nauc_precision_at_1_diff1
value: 24.714536333138422
verified: no, type: nauc_precision_at_1_max
value: 12.622298824631804
verified: no, type: nauc_precision_at_1_std
value: 26.088592054551878
verified: no, type: nauc_precision_at_20_diff1
value: 9.420914057074139
verified: no, type: nauc_precision_at_20_max
value: 17.822609903494307
verified: no, type: nauc_precision_at_20_std
value: 38.95875444434079
verified: no, type: nauc_precision_at_3_diff1
value: 23.20023331389052
verified: no, type: nauc_precision_at_3_max
value: 17.13323889675862
verified: no, type: nauc_precision_at_3_std
value: 32.099325056245334
verified: no, type: nauc_precision_at_5_diff1
value: 20.3149167625736
verified: no, type: nauc_precision_at_5_max
value: 16.786275415331918
verified: no, type: nauc_precision_at_5_std
value: 33.09949151010017
verified: no, type: nauc_recall_at_1000_diff1
value: 3.4676283481820684
verified: no, type: nauc_recall_at_1000_max
value: 8.79792661863136
verified: no, type: nauc_recall_at_1000_std
value: 33.51783060509199
verified: no, type: nauc_recall_at_100_diff1
value: 9.551515500047902
verified: no, type: nauc_recall_at_100_max
value: 5.9325603213255915
verified: no, type: nauc_recall_at_100_std
value: 17.77809223690889
verified: no, type: nauc_recall_at_10_diff1
value: 17.747502663382907
verified: no, type: nauc_recall_at_10_max
value: -0.6733335510418046
verified: no, type: nauc_recall_at_10_std
value: 9.971462156667629
verified: no, type: nauc_recall_at_1_diff1
value: 23.911349557903243
verified: no, type: nauc_recall_at_1_max
value: -10.164923920589649
verified: no, type: nauc_recall_at_1_std
value: 1.549815995623448
verified: no, type: nauc_recall_at_20_diff1
value: 11.198105701411093
verified: no, type: nauc_recall_at_20_max
value: 1.2999592303813468
verified: no, type: nauc_recall_at_20_std
value: 11.19127853488355
verified: no, type: nauc_recall_at_3_diff1
value: 17.30588064042963
verified: no, type: nauc_recall_at_3_max
value: -7.846387853535884
verified: no, type: nauc_recall_at_3_std
value: 5.297872232388258
verified: no, type: nauc_recall_at_5_diff1
value: 19.463493783902646
verified: no, type: nauc_recall_at_5_max
value: -3.6803654508430363
verified: no, type: nauc_recall_at_5_std
value: 6.2516078049683195
verified: no, type: ndcg_at_1
value: 21.5
verified: no, type: ndcg_at_10
value: 15.876999999999999
verified: no, type: ndcg_at_100
value: 17.941
verified: no, type: ndcg_at_1000
value: 24.03
verified: no, type: ndcg_at_20
value: 15.443000000000001
verified: no, type: ndcg_at_3
value: 18.109
verified: no, type: ndcg_at_5
value: 16.77
verified: no, type: precision_at_1
value: 29.25
verified: no, type: precision_at_10
value: 14.575
verified: no, type: precision_at_100
value: 4.65
verified: no, type: precision_at_1000
value: 1.0699999999999998
verified: no, type: precision_at_20
value: 10.95
verified: no, type: precision_at_3
value: 21.667
verified: no, type: precision_at_5
value: 18.3
verified: no, type: recall_at_1
value: 2.508
verified: no, type: recall_at_10
value: 8.62
verified: no, type: recall_at_100
value: 22.502
verified: no, type: recall_at_1000
value: 43.986999999999995
verified: no, type: recall_at_20
value: 12.086
verified: no, type: recall_at_3
value: 4.727
verified: no, type: recall_at_5
value: 5.998
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 35.565
verified: no, type: f1
value: 32.647604155368676
verified: no, type: f1_weighted
value: 37.73642424861998
verified: no, type: main_score
value: 35.565
verified: no
task: type: Classification, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: validation
type: mteb/emotion
metrics: type: accuracy
value: 36.34
verified: no, type: f1
value: 33.99381354595679
verified: no, type: f1_weighted
value: 38.0699287698453
verified: no, type: main_score
value: 36.34
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 15.887
verified: no, type: map_at_1
value: 9.031
verified: no, type: map_at_10
value: 13.206000000000001
verified: no, type: map_at_100
value: 13.86
verified: no, type: map_at_1000
value: 13.931
verified: no, type: map_at_20
value: 13.56
verified: no, type: map_at_3
value: 11.719
verified: no, type: map_at_5
value: 12.564
verified: no, type: mrr_at_1
value: 9.6009600960096
verified: no, type: mrr_at_10
value: 13.992625453021532
verified: no, type: mrr_at_100
value: 14.667785958434475
verified: no, type: mrr_at_1000
value: 14.737071710945912
verified: no, type: mrr_at_20
value: 14.357782022450813
verified: no, type: mrr_at_3
value: 12.416241624162438
verified: no, type: mrr_at_5
value: 13.314831483148371
verified: no, type: nauc_map_at_1000_diff1
value: 25.064347305842972
verified: no, type: nauc_map_at_1000_max
value: 9.11634190192658
verified: no, type: nauc_map_at_1000_std
value: -6.145027297238851
verified: no, type: nauc_map_at_100_diff1
value: 25.07006496457737
verified: no, type: nauc_map_at_100_max
value: 9.130642591733851
verified: no, type: nauc_map_at_100_std
value: -6.188969250494314
verified: no, type: nauc_map_at_10_diff1
value: 25.415868249003417
verified: no, type: nauc_map_at_10_max
value: 9.375861890270263
verified: no, type: nauc_map_at_10_std
value: -6.753410909591189
verified: no, type: nauc_map_at_1_diff1
value: 31.60162657862004
verified: no, type: nauc_map_at_1_max
value: 13.467846044708573
verified: no, type: nauc_map_at_1_std
value: -9.405070228216504
verified: no, type: nauc_map_at_20_diff1
value: 25.129127775308984
verified: no, type: nauc_map_at_20_max
value: 9.171261356932808
verified: no, type: nauc_map_at_20_std
value: -6.466704279104992
verified: no, type: nauc_map_at_3_diff1
value: 27.194821893410865
verified: no, type: nauc_map_at_3_max
value: 10.212122914995785
verified: no, type: nauc_map_at_3_std
value: -7.062124084002097
verified: no, type: nauc_map_at_5_diff1
value: 25.990273920887564
verified: no, type: nauc_map_at_5_max
value: 9.850037710165656
verified: no, type: nauc_map_at_5_std
value: -7.089195190589728
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.29811176478267
verified: no, type: nauc_mrr_at_1000_max
value: 9.116174573758764
verified: no, type: nauc_mrr_at_1000_std
value: -6.3381300955231135
verified: no, type: nauc_mrr_at_100_diff1
value: 24.297101302841945
verified: no, type: nauc_mrr_at_100_max
value: 9.124989883203817
verified: no, type: nauc_mrr_at_100_std
value: -6.377052852799241
verified: no, type: nauc_mrr_at_10_diff1
value: 24.694084348430632
verified: no, type: nauc_mrr_at_10_max
value: 9.405563275203962
verified: no, type: nauc_mrr_at_10_std
value: -6.857936856745418
verified: no, type: nauc_mrr_at_1_diff1
value: 30.832552348339416
verified: no, type: nauc_mrr_at_1_max
value: 13.329153354873045
verified: no, type: nauc_mrr_at_1_std
value: -9.149483176614988
verified: no, type: nauc_mrr_at_20_diff1
value: 24.354405690846395
verified: no, type: nauc_mrr_at_20_max
value: 9.176207782963502
verified: no, type: nauc_mrr_at_20_std
value: -6.617926463432496
verified: no, type: nauc_mrr_at_3_diff1
value: 26.366512925407886
verified: no, type: nauc_mrr_at_3_max
value: 10.204104753002841
verified: no, type: nauc_mrr_at_3_std
value: -7.2196075178078525
verified: no, type: nauc_mrr_at_5_diff1
value: 25.18806197418501
verified: no, type: nauc_mrr_at_5_max
value: 9.865661255440518
verified: no, type: nauc_mrr_at_5_std
value: -7.240672093597937
verified: no, type: nauc_ndcg_at_1000_diff1
value: 21.241949632920427
verified: no, type: nauc_ndcg_at_1000_max
value: 6.678625264649172
verified: no, type: nauc_ndcg_at_1000_std
value: -2.7038318674526463
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.498211819668665
verified: no, type: nauc_ndcg_at_100_max
value: 6.844303645194557
verified: no, type: nauc_ndcg_at_100_std
value: -3.6380899360104384
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.70005319750508
verified: no, type: nauc_ndcg_at_10_max
value: 7.809248596426432
verified: no, type: nauc_ndcg_at_10_std
value: -5.995534124518128
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.832552348339416
verified: no, type: nauc_ndcg_at_1_max
value: 13.329153354873045
verified: no, type: nauc_ndcg_at_1_std
value: -9.149483176614988
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.875673813225607
verified: no, type: nauc_ndcg_at_20_max
value: 7.232420354566728
verified: no, type: nauc_ndcg_at_20_std
value: -5.153702175635842
verified: no, type: nauc_ndcg_at_3_diff1
value: 25.689748318319968
verified: no, type: nauc_ndcg_at_3_max
value: 9.321396033719674
verified: no, type: nauc_ndcg_at_3_std
value: -6.667900481124349
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.80853727637314
verified: no, type: nauc_ndcg_at_5_max
value: 8.805206999290311
verified: no, type: nauc_ndcg_at_5_std
value: -6.749732322955835
verified: no, type: nauc_precision_at_1000_diff1
value: 8.89067041886934
verified: no, type: nauc_precision_at_1000_max
value: -0.10853596523430803
verified: no, type: nauc_precision_at_1000_std
value: 8.458367486892811
verified: no, type: nauc_precision_at_100_diff1
value: 12.89925385722559
verified: no, type: nauc_precision_at_100_max
value: 1.5493957464756554
verified: no, type: nauc_precision_at_100_std
value: 3.1392923786737823
verified: no, type: nauc_precision_at_10_diff1
value: 16.48393586101882
verified: no, type: nauc_precision_at_10_max
value: 4.448391737969649
verified: no, type: nauc_precision_at_10_std
value: -4.231554736544226
verified: no, type: nauc_precision_at_1_diff1
value: 30.832552348339416
verified: no, type: nauc_precision_at_1_max
value: 13.329153354873045
verified: no, type: nauc_precision_at_1_std
value: -9.149483176614988
verified: no, type: nauc_precision_at_20_diff1
value: 14.495704182353265
verified: no, type: nauc_precision_at_20_max
value: 3.1844435237808626
verified: no, type: nauc_precision_at_20_std
value: -2.13159709019079
verified: no, type: nauc_precision_at_3_diff1
value: 21.827194487523666
verified: no, type: nauc_precision_at_3_max
value: 7.16540636557807
verified: no, type: nauc_precision_at_3_std
value: -5.728520017693463
verified: no, type: nauc_precision_at_5_diff1
value: 18.592965429794177
verified: no, type: nauc_precision_at_5_max
value: 6.544160267771925
verified: no, type: nauc_precision_at_5_std
value: -6.075735969421065
verified: no, type: nauc_recall_at_1000_diff1
value: 11.507052830849593
verified: no, type: nauc_recall_at_1000_max
value: 0.5085962092972218
verified: no, type: nauc_recall_at_1000_std
value: 9.072695183008296
verified: no, type: nauc_recall_at_100_diff1
value: 14.137491664265205
verified: no, type: nauc_recall_at_100_max
value: 1.7152961536428157
verified: no, type: nauc_recall_at_100_std
value: 3.076446205016648
verified: no, type: nauc_recall_at_10_diff1
value: 16.967993437618524
verified: no, type: nauc_recall_at_10_max
value: 4.283734277530837
verified: no, type: nauc_recall_at_10_std
value: -4.1919003003308335
verified: no, type: nauc_recall_at_1_diff1
value: 31.60162657862004
verified: no, type: nauc_recall_at_1_max
value: 13.467846044708573
verified: no, type: nauc_recall_at_1_std
value: -9.405070228216504
verified: no, type: nauc_recall_at_20_diff1
value: 15.332586494090162
verified: no, type: nauc_recall_at_20_max
value: 3.0659865972417752
verified: no, type: nauc_recall_at_20_std
value: -2.0108021427447484
verified: no, type: nauc_recall_at_3_diff1
value: 22.636006877560675
verified: no, type: nauc_recall_at_3_max
value: 7.08262003860773
verified: no, type: nauc_recall_at_3_std
value: -5.563803313332396
verified: no, type: nauc_recall_at_5_diff1
value: 19.35818950244238
verified: no, type: nauc_recall_at_5_max
value: 6.45610000891455
verified: no, type: nauc_recall_at_5_std
value: -5.8921593809685655
verified: no, type: ndcg_at_1
value: 9.600999999999999
verified: no, type: ndcg_at_10
value: 15.887
verified: no, type: ndcg_at_100
value: 19.384999999999998
verified: no, type: ndcg_at_1000
value: 21.597
verified: no, type: ndcg_at_20
value: 17.171
verified: no, type: ndcg_at_3
value: 12.786
verified: no, type: ndcg_at_5
value: 14.322
verified: no, type: precision_at_1
value: 9.600999999999999
verified: no, type: precision_at_10
value: 2.55
verified: no, type: precision_at_100
value: 0.44200000000000006
verified: no, type: precision_at_1000
value: 0.065
verified: no, type: precision_at_20
value: 1.552
verified: no, type: precision_at_3
value: 5.421
verified: no, type: precision_at_5
value: 4.053
verified: no, type: recall_at_1
value: 9.031
verified: no, type: recall_at_10
value: 23.619
verified: no, type: recall_at_100
value: 40.278000000000006
verified: no, type: recall_at_1000
value: 57.887
verified: no, type: recall_at_20
value: 28.566999999999997
verified: no, type: recall_at_3
value: 15.187000000000001
verified: no, type: recall_at_5
value: 18.887
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 15.558
verified: no, type: map_at_1
value: 8.561
verified: no, type: map_at_10
value: 12.748000000000001
verified: no, type: map_at_100
value: 13.520999999999999
verified: no, type: map_at_1000
value: 13.605
verified: no, type: map_at_20
value: 13.181999999999999
verified: no, type: map_at_3
value: 11.113000000000001
verified: no, type: map_at_5
value: 11.983
verified: no, type: mrr_at_1
value: 9.21092109210921
verified: no, type: mrr_at_10
value: 13.603878244967355
verified: no, type: mrr_at_100
value: 14.402189267837029
verified: no, type: mrr_at_1000
value: 14.482056859871392
verified: no, type: mrr_at_20
value: 14.05559265500001
verified: no, type: mrr_at_3
value: 11.8786878687869
verified: no, type: mrr_at_5
value: 12.799779977997844
verified: no, type: nauc_map_at_1000_diff1
value: 23.047056020210395
verified: no, type: nauc_map_at_1000_max
value: 4.381421606623545
verified: no, type: nauc_map_at_1000_std
value: -9.295909662012983
verified: no, type: nauc_map_at_100_diff1
value: 23.042574846755315
verified: no, type: nauc_map_at_100_max
value: 4.352252952156301
verified: no, type: nauc_map_at_100_std
value: -9.383217560309644
verified: no, type: nauc_map_at_10_diff1
value: 23.38058836893436
verified: no, type: nauc_map_at_10_max
value: 4.158033424222088
verified: no, type: nauc_map_at_10_std
value: -10.196812290880018
verified: no, type: nauc_map_at_1_diff1
value: 30.91973794677596
verified: no, type: nauc_map_at_1_max
value: 7.885657745437867
verified: no, type: nauc_map_at_1_std
value: -14.738103293161911
verified: no, type: nauc_map_at_20_diff1
value: 23.102202740729723
verified: no, type: nauc_map_at_20_max
value: 4.231609654970102
verified: no, type: nauc_map_at_20_std
value: -9.800147090683598
verified: no, type: nauc_map_at_3_diff1
value: 25.727385170223222
verified: no, type: nauc_map_at_3_max
value: 4.623521860268399
verified: no, type: nauc_map_at_3_std
value: -11.44822847954444
verified: no, type: nauc_map_at_5_diff1
value: 24.274383037313303
verified: no, type: nauc_map_at_5_max
value: 4.519726438603311
verified: no, type: nauc_map_at_5_std
value: -11.008723447006215
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.928661532209286
verified: no, type: nauc_mrr_at_1000_max
value: 4.624249340675935
verified: no, type: nauc_mrr_at_1000_std
value: -9.721433235878589
verified: no, type: nauc_mrr_at_100_diff1
value: 22.92308465251261
verified: no, type: nauc_mrr_at_100_max
value: 4.600443428187166
verified: no, type: nauc_mrr_at_100_std
value: -9.787139791494393
verified: no, type: nauc_mrr_at_10_diff1
value: 23.28024411129446
verified: no, type: nauc_mrr_at_10_max
value: 4.345820371946406
verified: no, type: nauc_mrr_at_10_std
value: -10.582719246903517
verified: no, type: nauc_mrr_at_1_diff1
value: 30.396426789142485
verified: no, type: nauc_mrr_at_1_max
value: 8.028945058166865
verified: no, type: nauc_mrr_at_1_std
value: -15.111804316468467
verified: no, type: nauc_mrr_at_20_diff1
value: 22.987374341707028
verified: no, type: nauc_mrr_at_20_max
value: 4.466368462388426
verified: no, type: nauc_mrr_at_20_std
value: -10.187640105213426
verified: no, type: nauc_mrr_at_3_diff1
value: 25.45864054625039
verified: no, type: nauc_mrr_at_3_max
value: 4.825296314472089
verified: no, type: nauc_mrr_at_3_std
value: -11.8653467337897
verified: no, type: nauc_mrr_at_5_diff1
value: 24.083449169803608
verified: no, type: nauc_mrr_at_5_max
value: 4.657923185334206
verified: no, type: nauc_mrr_at_5_std
value: -11.42158746010669
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.556482379004763
verified: no, type: nauc_ndcg_at_1000_max
value: 4.627846006686356
verified: no, type: nauc_ndcg_at_1000_std
value: -2.946879517252631
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.481027711259248
verified: no, type: nauc_ndcg_at_100_max
value: 4.118878248638819
verified: no, type: nauc_ndcg_at_100_std
value: -4.661851669190927
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.41362738874479
verified: no, type: nauc_ndcg_at_10_max
value: 3.0589545334148287
verified: no, type: nauc_ndcg_at_10_std
value: -8.348131699973683
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.396426789142485
verified: no, type: nauc_ndcg_at_1_max
value: 8.028945058166865
verified: no, type: nauc_ndcg_at_1_std
value: -15.111804316468467
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.710650902879344
verified: no, type: nauc_ndcg_at_20_max
value: 3.3541035346237438
verified: no, type: nauc_ndcg_at_20_std
value: -7.190749273990976
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.374214444727755
verified: no, type: nauc_ndcg_at_3_max
value: 3.825023929053919
verified: no, type: nauc_ndcg_at_3_std
value: -10.62774914466829
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.115176363112063
verified: no, type: nauc_ndcg_at_5_max
value: 3.7189238642890565
verified: no, type: nauc_ndcg_at_5_std
value: -9.935373088819187
verified: no, type: nauc_precision_at_1000_diff1
value: 10.036659196946811
verified: no, type: nauc_precision_at_1000_max
value: 8.4571806332048
verified: no, type: nauc_precision_at_1000_std
value: 18.900394974888577
verified: no, type: nauc_precision_at_100_diff1
value: 12.237410047110375
verified: no, type: nauc_precision_at_100_max
value: 5.219488997502101
verified: no, type: nauc_precision_at_100_std
value: 7.725446609943484
verified: no, type: nauc_precision_at_10_diff1
value: 14.52898205873517
verified: no, type: nauc_precision_at_10_max
value: 0.9580429842932288
verified: no, type: nauc_precision_at_10_std
value: -4.539094090410254
verified: no, type: nauc_precision_at_1_diff1
value: 30.396426789142485
verified: no, type: nauc_precision_at_1_max
value: 8.028945058166865
verified: no, type: nauc_precision_at_1_std
value: -15.111804316468467
verified: no, type: nauc_precision_at_20_diff1
value: 13.157280011706241
verified: no, type: nauc_precision_at_20_max
value: 2.0674592007535724
verified: no, type: nauc_precision_at_20_std
value: -1.5646067540383648
verified: no, type: nauc_precision_at_3_diff1
value: 21.213559471597666
verified: no, type: nauc_precision_at_3_max
value: 2.309215070583864
verified: no, type: nauc_precision_at_3_std
value: -8.908998732940104
verified: no, type: nauc_precision_at_5_diff1
value: 17.55694488126131
verified: no, type: nauc_precision_at_5_max
value: 2.201938089239908
verified: no, type: nauc_precision_at_5_std
value: -7.8864074655897705
verified: no, type: nauc_recall_at_1000_diff1
value: 10.88693206987016
verified: no, type: nauc_recall_at_1000_max
value: 6.516605161902966
verified: no, type: nauc_recall_at_1000_std
value: 18.92754824266997
verified: no, type: nauc_recall_at_100_diff1
value: 12.096509748195034
verified: no, type: nauc_recall_at_100_max
value: 4.122794219337515
verified: no, type: nauc_recall_at_100_std
value: 7.110265126293798
verified: no, type: nauc_recall_at_10_diff1
value: 13.882535112261015
verified: no, type: nauc_recall_at_10_max
value: 0.6349118959214549
verified: no, type: nauc_recall_at_10_std
value: -4.0799016394324195
verified: no, type: nauc_recall_at_1_diff1
value: 30.91973794677596
verified: no, type: nauc_recall_at_1_max
value: 7.885657745437867
verified: no, type: nauc_recall_at_1_std
value: -14.738103293161911
verified: no, type: nauc_recall_at_20_diff1
value: 12.701037772454308
verified: no, type: nauc_recall_at_20_max
value: 1.5719257587652442
verified: no, type: nauc_recall_at_20_std
value: -1.4582642381228048
verified: no, type: nauc_recall_at_3_diff1
value: 21.045453549710942
verified: no, type: nauc_recall_at_3_max
value: 1.7758573902158428
verified: no, type: nauc_recall_at_3_std
value: -8.219638503176125
verified: no, type: nauc_recall_at_5_diff1
value: 17.27396160453234
verified: no, type: nauc_recall_at_5_max
value: 1.8988611208861945
verified: no, type: nauc_recall_at_5_std
value: -7.198800549477399
verified: no, type: ndcg_at_1
value: 9.211
verified: no, type: ndcg_at_10
value: 15.558
verified: no, type: ndcg_at_100
value: 19.697
verified: no, type: ndcg_at_1000
value: 22.192
verified: no, type: ndcg_at_20
value: 17.149
verified: no, type: ndcg_at_3
value: 12.148
verified: no, type: ndcg_at_5
value: 13.725999999999999
verified: no, type: precision_at_1
value: 9.211
verified: no, type: precision_at_10
value: 2.561
verified: no, type: precision_at_100
value: 0.477
verified: no, type: precision_at_1000
value: 0.07100000000000001
verified: no, type: precision_at_20
value: 1.6199999999999999
verified: no, type: precision_at_3
value: 5.1610000000000005
verified: no, type: precision_at_5
value: 3.9149999999999996
verified: no, type: recall_at_1
value: 8.561
verified: no, type: recall_at_10
value: 23.676
verified: no, type: recall_at_100
value: 43.427
verified: no, type: recall_at_1000
value: 63.059
verified: no, type: recall_at_20
value: 29.848999999999997
verified: no, type: recall_at_3
value: 14.405999999999999
verified: no, type: recall_at_5
value: 18.191
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 10.674
verified: no, type: map_at_1
value: 5.489
verified: no, type: map_at_10
value: 8.578
verified: no, type: map_at_100
value: 9.203
verified: no, type: map_at_1000
value: 9.288
verified: no, type: map_at_20
value: 8.901
verified: no, type: map_at_3
value: 7.457999999999999
verified: no, type: map_at_5
value: 8.036999999999999
verified: no, type: mrr_at_1
value: 6.039522812130043
verified: no, type: mrr_at_10
value: 9.38572360917802
verified: no, type: mrr_at_100
value: 10.044849301845016
verified: no, type: mrr_at_1000
value: 10.128562524038893
verified: no, type: mrr_at_20
value: 9.728900696281142
verified: no, type: mrr_at_3
value: 8.17745803357304
verified: no, type: mrr_at_5
value: 8.80567950702728
verified: no, type: nauc_map_at_1000_diff1
value: 19.706196067173888
verified: no, type: nauc_map_at_1000_max
value: 0.8731312666098832
verified: no, type: nauc_map_at_1000_std
value: -8.903704565738964
verified: no, type: nauc_map_at_100_diff1
value: 19.712456534647163
verified: no, type: nauc_map_at_100_max
value: 0.8653761387670973
verified: no, type: nauc_map_at_100_std
value: -8.978665814695075
verified: no, type: nauc_map_at_10_diff1
value: 20.20855822637708
verified: no, type: nauc_map_at_10_max
value: 0.963632969542636
verified: no, type: nauc_map_at_10_std
value: -9.79290494632636
verified: no, type: nauc_map_at_1_diff1
value: 26.87568133521237
verified: no, type: nauc_map_at_1_max
value: 4.2330031342559495
verified: no, type: nauc_map_at_1_std
value: -11.851764774893743
verified: no, type: nauc_map_at_20_diff1
value: 19.86523796102174
verified: no, type: nauc_map_at_20_max
value: 0.8429782656830993
verified: no, type: nauc_map_at_20_std
value: -9.390385661922004
verified: no, type: nauc_map_at_3_diff1
value: 21.526568050993614
verified: no, type: nauc_map_at_3_max
value: 1.7787927524246252
verified: no, type: nauc_map_at_3_std
value: -10.769499032610144
verified: no, type: nauc_map_at_5_diff1
value: 20.919719707508776
verified: no, type: nauc_map_at_5_max
value: 1.2435215563946254
verified: no, type: nauc_map_at_5_std
value: -10.353839788444798
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.285847206151384
verified: no, type: nauc_mrr_at_1000_max
value: 1.6048601114843506
verified: no, type: nauc_mrr_at_1000_std
value: -9.623190968970748
verified: no, type: nauc_mrr_at_100_diff1
value: 19.28819284659135
verified: no, type: nauc_mrr_at_100_max
value: 1.6031947925696466
verified: no, type: nauc_mrr_at_100_std
value: -9.68120524142785
verified: no, type: nauc_mrr_at_10_diff1
value: 19.736921927366115
verified: no, type: nauc_mrr_at_10_max
value: 1.7258514805195968
verified: no, type: nauc_mrr_at_10_std
value: -10.401370656388199
verified: no, type: nauc_mrr_at_1_diff1
value: 26.114009916227648
verified: no, type: nauc_mrr_at_1_max
value: 4.987882251998017
verified: no, type: nauc_mrr_at_1_std
value: -12.49053300937345
verified: no, type: nauc_mrr_at_20_diff1
value: 19.427686616755445
verified: no, type: nauc_mrr_at_20_max
value: 1.5991256678202856
verified: no, type: nauc_mrr_at_20_std
value: -10.048775742175444
verified: no, type: nauc_mrr_at_3_diff1
value: 21.062351886957174
verified: no, type: nauc_mrr_at_3_max
value: 2.6124171690110143
verified: no, type: nauc_mrr_at_3_std
value: -11.345952998880241
verified: no, type: nauc_mrr_at_5_diff1
value: 20.44473608014843
verified: no, type: nauc_mrr_at_5_max
value: 2.0319303436430567
verified: no, type: nauc_mrr_at_5_std
value: -10.95417532918635
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.412677685272328
verified: no, type: nauc_ndcg_at_1000_max
value: 0.1860703253887506
verified: no, type: nauc_ndcg_at_1000_std
value: -3.8586290300089012
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.475365676518383
verified: no, type: nauc_ndcg_at_100_max
value: -0.05081229901270033
verified: no, type: nauc_ndcg_at_100_std
value: -5.552388612136397
verified: no, type: nauc_ndcg_at_10_diff1
value: 17.996767346973357
verified: no, type: nauc_ndcg_at_10_max
value: 0.07032909187543204
verified: no, type: nauc_ndcg_at_10_std
value: -8.87752925793177
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.114009916227648
verified: no, type: nauc_ndcg_at_1_max
value: 4.987882251998017
verified: no, type: nauc_ndcg_at_1_std
value: -12.49053300937345
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.13031519380471
verified: no, type: nauc_ndcg_at_20_max
value: -0.2304970307184397
verified: no, type: nauc_ndcg_at_20_std
value: -7.797199825702626
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.224964171865683
verified: no, type: nauc_ndcg_at_3_max
value: 1.4221448274398238
verified: no, type: nauc_ndcg_at_3_std
value: -10.621450808201404
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.318056511652202
verified: no, type: nauc_ndcg_at_5_max
value: 0.5708577021660709
verified: no, type: nauc_ndcg_at_5_std
value: -9.975915558143965
verified: no, type: nauc_precision_at_1000_diff1
value: 9.202187631346504
verified: no, type: nauc_precision_at_1000_max
value: 0.8029916001211161
verified: no, type: nauc_precision_at_1000_std
value: 7.508338263106339
verified: no, type: nauc_precision_at_100_diff1
value: 11.034506607325504
verified: no, type: nauc_precision_at_100_max
value: -0.618050025750715
verified: no, type: nauc_precision_at_100_std
value: 0.7901423938460427
verified: no, type: nauc_precision_at_10_diff1
value: 13.955658061329373
verified: no, type: nauc_precision_at_10_max
value: -1.207293654855529
verified: no, type: nauc_precision_at_10_std
value: -7.425714506330329
verified: no, type: nauc_precision_at_1_diff1
value: 26.114009916227648
verified: no, type: nauc_precision_at_1_max
value: 4.987882251998017
verified: no, type: nauc_precision_at_1_std
value: -12.49053300937345
verified: no, type: nauc_precision_at_20_diff1
value: 12.489569229142287
verified: no, type: nauc_precision_at_20_max
value: -1.616050984914554
verified: no, type: nauc_precision_at_20_std
value: -5.162744655773524
verified: no, type: nauc_precision_at_3_diff1
value: 17.504167758522694
verified: no, type: nauc_precision_at_3_max
value: 0.9268715995036761
verified: no, type: nauc_precision_at_3_std
value: -10.559011502963529
verified: no, type: nauc_precision_at_5_diff1
value: 16.15636228000452
verified: no, type: nauc_precision_at_5_max
value: -0.4719927377201926
verified: no, type: nauc_precision_at_5_std
value: -9.50415001307989
verified: no, type: nauc_recall_at_1000_diff1
value: 10.260398547014864
verified: no, type: nauc_recall_at_1000_max
value: -0.7316619465786228
verified: no, type: nauc_recall_at_1000_std
value: 10.142175782165697
verified: no, type: nauc_recall_at_100_diff1
value: 10.941819094303062
verified: no, type: nauc_recall_at_100_max
value: -1.670421830649867
verified: no, type: nauc_recall_at_100_std
value: 1.9736476884656806
verified: no, type: nauc_recall_at_10_diff1
value: 14.042352275022187
verified: no, type: nauc_recall_at_10_max
value: -2.0937095871156957
verified: no, type: nauc_recall_at_10_std
value: -6.552138482552333
verified: no, type: nauc_recall_at_1_diff1
value: 26.87568133521237
verified: no, type: nauc_recall_at_1_max
value: 4.2330031342559495
verified: no, type: nauc_recall_at_1_std
value: -11.851764774893743
verified: no, type: nauc_recall_at_20_diff1
value: 12.262370673576136
verified: no, type: nauc_recall_at_20_max
value: -2.516862222229297
verified: no, type: nauc_recall_at_20_std
value: -4.161596846497648
verified: no, type: nauc_recall_at_3_diff1
value: 17.56224620361019
verified: no, type: nauc_recall_at_3_max
value: 0.018714492341130415
verified: no, type: nauc_recall_at_3_std
value: -9.785061227871502
verified: no, type: nauc_recall_at_5_diff1
value: 16.129221364664424
verified: no, type: nauc_recall_at_5_max
value: -1.4111392018018456
verified: no, type: nauc_recall_at_5_std
value: -8.575715551515446
verified: no, type: ndcg_at_1
value: 6.04
verified: no, type: ndcg_at_10
value: 10.674
verified: no, type: ndcg_at_100
value: 14.149999999999999
verified: no, type: ndcg_at_1000
value: 16.830000000000002
verified: no, type: ndcg_at_20
value: 11.859
verified: no, type: ndcg_at_3
value: 8.297
verified: no, type: ndcg_at_5
value: 9.35
verified: no, type: precision_at_1
value: 6.04
verified: no, type: precision_at_10
value: 1.849
verified: no, type: precision_at_100
value: 0.379
verified: no, type: precision_at_1000
value: 0.064
verified: no, type: precision_at_20
value: 1.1860000000000002
verified: no, type: precision_at_3
value: 3.697
verified: no, type: precision_at_5
value: 2.793
verified: no, type: recall_at_1
value: 5.489
verified: no, type: recall_at_10
value: 16.520000000000003
verified: no, type: recall_at_100
value: 33.219
verified: no, type: recall_at_1000
value: 54.458
verified: no, type: recall_at_20
value: 21.068
verified: no, type: recall_at_3
value: 10.006
verified: no, type: recall_at_5
value: 12.520000000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 10.741
verified: no, type: map_at_1
value: 5.115
verified: no, type: map_at_10
value: 7.752000000000001
verified: no, type: map_at_100
value: 8.615
verified: no, type: map_at_1000
value: 8.757
verified: no, type: map_at_20
value: 8.152
verified: no, type: map_at_3
value: 6.612
verified: no, type: map_at_5
value: 7.1739999999999995
verified: no, type: mrr_at_1
value: 9.2
verified: no, type: mrr_at_10
value: 13.675952380952387
verified: no, type: mrr_at_100
value: 14.572961370891106
verified: no, type: mrr_at_1000
value: 14.665070093863623
verified: no, type: mrr_at_20
value: 14.128890304741706
verified: no, type: mrr_at_3
value: 12.133333333333335
verified: no, type: mrr_at_5
value: 13.013333333333337
verified: no, type: nauc_map_at_1000_diff1
value: 24.443464786492687
verified: no, type: nauc_map_at_1000_max
value: 3.5863334260592317
verified: no, type: nauc_map_at_1000_std
value: 6.808944473275444
verified: no, type: nauc_map_at_100_diff1
value: 24.554927504722123
verified: no, type: nauc_map_at_100_max
value: 3.4867359439244705
verified: no, type: nauc_map_at_100_std
value: 6.736578474081088
verified: no, type: nauc_map_at_10_diff1
value: 25.946714216691863
verified: no, type: nauc_map_at_10_max
value: 2.2553380642838587
verified: no, type: nauc_map_at_10_std
value: 7.579966904876258
verified: no, type: nauc_map_at_1_diff1
value: 35.57463931710653
verified: no, type: nauc_map_at_1_max
value: -1.2179925322847422
verified: no, type: nauc_map_at_1_std
value: 8.443440689789126
verified: no, type: nauc_map_at_20_diff1
value: 25.128283903883748
verified: no, type: nauc_map_at_20_max
value: 2.735471459951113
verified: no, type: nauc_map_at_20_std
value: 6.558949576566045
verified: no, type: nauc_map_at_3_diff1
value: 27.74350063042762
verified: no, type: nauc_map_at_3_max
value: 1.9484063373599907
verified: no, type: nauc_map_at_3_std
value: 8.325305776564282
verified: no, type: nauc_map_at_5_diff1
value: 27.550954769315705
verified: no, type: nauc_map_at_5_max
value: 2.3793167710350733
verified: no, type: nauc_map_at_5_std
value: 7.681181471920243
verified: no, type: nauc_mrr_at_1000_diff1
value: 21.301648618211885
verified: no, type: nauc_mrr_at_1000_max
value: 7.576030904734066
verified: no, type: nauc_mrr_at_1000_std
value: 1.5023708427391749
verified: no, type: nauc_mrr_at_100_diff1
value: 21.295663061690203
verified: no, type: nauc_mrr_at_100_max
value: 7.518240604735922
verified: no, type: nauc_mrr_at_100_std
value: 1.560214714120193
verified: no, type: nauc_mrr_at_10_diff1
value: 21.933247351406333
verified: no, type: nauc_mrr_at_10_max
value: 7.068953773861448
verified: no, type: nauc_mrr_at_10_std
value: 1.6795276679770348
verified: no, type: nauc_mrr_at_1_diff1
value: 30.259796315955246
verified: no, type: nauc_mrr_at_1_max
value: 4.347826086956519
verified: no, type: nauc_mrr_at_1_std
value: 2.2689889292005527
verified: no, type: nauc_mrr_at_20_diff1
value: 21.549399157417735
verified: no, type: nauc_mrr_at_20_max
value: 7.286400181272572
verified: no, type: nauc_mrr_at_20_std
value: 1.2054196098114403
verified: no, type: nauc_mrr_at_3_diff1
value: 23.051263098119705
verified: no, type: nauc_mrr_at_3_max
value: 6.953781046073019
verified: no, type: nauc_mrr_at_3_std
value: 1.9392196486864595
verified: no, type: nauc_mrr_at_5_diff1
value: 22.422859542345815
verified: no, type: nauc_mrr_at_5_max
value: 7.32334346508228
verified: no, type: nauc_mrr_at_5_std
value: 1.6646269432927734
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.183525204056878
verified: no, type: nauc_ndcg_at_1000_max
value: 10.081867968975438
verified: no, type: nauc_ndcg_at_1000_std
value: 6.07484203204573
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.58770521024701
verified: no, type: nauc_ndcg_at_100_max
value: 8.028147603018072
verified: no, type: nauc_ndcg_at_100_std
value: 5.313253617249536
verified: no, type: nauc_ndcg_at_10_diff1
value: 21.572138893924286
verified: no, type: nauc_ndcg_at_10_max
value: 4.106262578988869
verified: no, type: nauc_ndcg_at_10_std
value: 5.527689456319853
verified: no, type: nauc_ndcg_at_1_diff1
value: 30.259796315955246
verified: no, type: nauc_ndcg_at_1_max
value: 4.347826086956519
verified: no, type: nauc_ndcg_at_1_std
value: 2.2689889292005527
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.83139955467302
verified: no, type: nauc_ndcg_at_20_max
value: 5.039994572546512
verified: no, type: nauc_ndcg_at_20_std
value: 3.2037177616412347
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.106503069133826
verified: no, type: nauc_ndcg_at_3_max
value: 5.389655773530784
verified: no, type: nauc_ndcg_at_3_std
value: 5.277035505346756
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.547036127096977
verified: no, type: nauc_ndcg_at_5_max
value: 5.065086504835826
verified: no, type: nauc_ndcg_at_5_std
value: 5.489645533502532
verified: no, type: nauc_precision_at_1000_diff1
value: -0.9149500392472889
verified: no, type: nauc_precision_at_1000_max
value: 23.01809618770818
verified: no, type: nauc_precision_at_1000_std
value: 4.063813989010755
verified: no, type: nauc_precision_at_100_diff1
value: 2.4962996663997683
verified: no, type: nauc_precision_at_100_max
value: 20.37326252381357
verified: no, type: nauc_precision_at_100_std
value: 1.7617549364791172
verified: no, type: nauc_precision_at_10_diff1
value: 14.420327449537302
verified: no, type: nauc_precision_at_10_max
value: 9.740960148643264
verified: no, type: nauc_precision_at_10_std
value: 1.0489485177901323
verified: no, type: nauc_precision_at_1_diff1
value: 30.259796315955246
verified: no, type: nauc_precision_at_1_max
value: 4.347826086956519
verified: no, type: nauc_precision_at_1_std
value: 2.2689889292005527
verified: no, type: nauc_precision_at_20_diff1
value: 10.637464534288837
verified: no, type: nauc_precision_at_20_max
value: 13.295190905785848
verified: no, type: nauc_precision_at_20_std
value: -4.771426536785016
verified: no, type: nauc_precision_at_3_diff1
value: 14.258052596798132
verified: no, type: nauc_precision_at_3_max
value: 9.789243308155262
verified: no, type: nauc_precision_at_3_std
value: 2.7506377415068437
verified: no, type: nauc_precision_at_5_diff1
value: 15.609932321999299
verified: no, type: nauc_precision_at_5_max
value: 10.931031368447426
verified: no, type: nauc_precision_at_5_std
value: 1.9411903520246772
verified: no, type: nauc_recall_at_1000_diff1
value: 5.1230755723659644
verified: no, type: nauc_recall_at_1000_max
value: 15.667171043851152
verified: no, type: nauc_recall_at_1000_std
value: 8.658594809809495
verified: no, type: nauc_recall_at_100_diff1
value: 6.276840594323197
verified: no, type: nauc_recall_at_100_max
value: 10.186736292307549
verified: no, type: nauc_recall_at_100_std
value: 6.274803419198497
verified: no, type: nauc_recall_at_10_diff1
value: 14.511192964634844
verified: no, type: nauc_recall_at_10_max
value: 2.7033629159530768
verified: no, type: nauc_recall_at_10_std
value: 5.544721168976021
verified: no, type: nauc_recall_at_1_diff1
value: 35.57463931710653
verified: no, type: nauc_recall_at_1_max
value: -1.2179925322847422
verified: no, type: nauc_recall_at_1_std
value: 8.443440689789126
verified: no, type: nauc_recall_at_20_diff1
value: 10.528757907431654
verified: no, type: nauc_recall_at_20_max
value: 3.8769882351376204
verified: no, type: nauc_recall_at_20_std
value: 0.22172687781394734
verified: no, type: nauc_recall_at_3_diff1
value: 19.31761737312424
verified: no, type: nauc_recall_at_3_max
value: 4.770477256134984
verified: no, type: nauc_recall_at_3_std
value: 8.036064349802949
verified: no, type: nauc_recall_at_5_diff1
value: 18.736255753195202
verified: no, type: nauc_recall_at_5_max
value: 4.9215623846366015
verified: no, type: nauc_recall_at_5_std
value: 6.040913896762942
verified: no, type: ndcg_at_1
value: 9.2
verified: no, type: ndcg_at_10
value: 10.741
verified: no, type: ndcg_at_100
value: 15.576
verified: no, type: ndcg_at_1000
value: 19.169
verified: no, type: ndcg_at_20
value: 12.203999999999999
verified: no, type: ndcg_at_3
value: 8.895
verified: no, type: ndcg_at_5
value: 9.538
verified: no, type: precision_at_1
value: 9.2
verified: no, type: precision_at_10
value: 2.9000000000000004
verified: no, type: precision_at_100
value: 0.7779999999999999
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 2.02
verified: no, type: precision_at_3
value: 5.733
verified: no, type: precision_at_5
value: 4.36
verified: no, type: recall_at_1
value: 5.115
verified: no, type: recall_at_10
value: 14.241999999999999
verified: no, type: recall_at_100
value: 34.064
verified: no, type: recall_at_1000
value: 56.775
verified: no, type: recall_at_20
value: 18.995
verified: no, type: recall_at_3
value: 8.357000000000001
verified: no, type: recall_at_5
value: 10.613999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 10.488
verified: no, type: map_at_1
value: 4.327
verified: no, type: map_at_10
value: 7.509
verified: no, type: map_at_100
value: 8.254999999999999
verified: no, type: map_at_1000
value: 8.408
verified: no, type: map_at_20
value: 7.865
verified: no, type: map_at_3
value: 6.333
verified: no, type: map_at_5
value: 6.847
verified: no, type: mrr_at_1
value: 7.87037037037037
verified: no, type: mrr_at_10
value: 12.783044287673912
verified: no, type: mrr_at_100
value: 13.64289652575713
verified: no, type: mrr_at_1000
value: 13.749659009318712
verified: no, type: mrr_at_20
value: 13.225641954805042
verified: no, type: mrr_at_3
value: 11.368312757201647
verified: no, type: mrr_at_5
value: 12.132201646090534
verified: no, type: nauc_map_at_1000_diff1
value: 15.693971517432875
verified: no, type: nauc_map_at_1000_max
value: 13.73353570544179
verified: no, type: nauc_map_at_1000_std
value: -0.4491214851659168
verified: no, type: nauc_map_at_100_diff1
value: 15.664658260972185
verified: no, type: nauc_map_at_100_max
value: 13.523228466009204
verified: no, type: nauc_map_at_100_std
value: -0.48853103844678436
verified: no, type: nauc_map_at_10_diff1
value: 16.481079891346
verified: no, type: nauc_map_at_10_max
value: 13.320138395812503
verified: no, type: nauc_map_at_10_std
value: -1.6853968671654185
verified: no, type: nauc_map_at_1_diff1
value: 23.542979489152824
verified: no, type: nauc_map_at_1_max
value: 21.116493547865606
verified: no, type: nauc_map_at_1_std
value: 0.540202247340363
verified: no, type: nauc_map_at_20_diff1
value: 15.95483221097064
verified: no, type: nauc_map_at_20_max
value: 13.088795818044199
verified: no, type: nauc_map_at_20_std
value: -1.2634478026438074
verified: no, type: nauc_map_at_3_diff1
value: 17.587440597709563
verified: no, type: nauc_map_at_3_max
value: 14.762252416346275
verified: no, type: nauc_map_at_3_std
value: -1.862462089814687
verified: no, type: nauc_map_at_5_diff1
value: 16.63760975264609
verified: no, type: nauc_map_at_5_max
value: 13.682106655727072
verified: no, type: nauc_map_at_5_std
value: -2.5320150847310656
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.60169694778954
verified: no, type: nauc_mrr_at_1000_max
value: 15.478787426077659
verified: no, type: nauc_mrr_at_1000_std
value: 0.5134294458326035
verified: no, type: nauc_mrr_at_100_diff1
value: 16.581661276551422
verified: no, type: nauc_mrr_at_100_max
value: 15.420808739834909
verified: no, type: nauc_mrr_at_100_std
value: 0.5174928064924591
verified: no, type: nauc_mrr_at_10_diff1
value: 16.943561256314045
verified: no, type: nauc_mrr_at_10_max
value: 15.34192324853041
verified: no, type: nauc_mrr_at_10_std
value: 0.017943010026879994
verified: no, type: nauc_mrr_at_1_diff1
value: 25.20302422658546
verified: no, type: nauc_mrr_at_1_max
value: 22.312957472744696
verified: no, type: nauc_mrr_at_1_std
value: 0.8696567193376753
verified: no, type: nauc_mrr_at_20_diff1
value: 16.669178289461296
verified: no, type: nauc_mrr_at_20_max
value: 15.248695850016444
verified: no, type: nauc_mrr_at_20_std
value: 0.27156544965957125
verified: no, type: nauc_mrr_at_3_diff1
value: 17.781124767446954
verified: no, type: nauc_mrr_at_3_max
value: 17.257942639937898
verified: no, type: nauc_mrr_at_3_std
value: 0.773863132258467
verified: no, type: nauc_mrr_at_5_diff1
value: 17.324642628352414
verified: no, type: nauc_mrr_at_5_max
value: 16.144387950864854
verified: no, type: nauc_mrr_at_5_std
value: -0.03081737310621125
verified: no, type: nauc_ndcg_at_1000_diff1
value: 12.164273508590473
verified: no, type: nauc_ndcg_at_1000_max
value: 16.119100509244216
verified: no, type: nauc_ndcg_at_1000_std
value: 3.3836546870493978
verified: no, type: nauc_ndcg_at_100_diff1
value: 12.682912860260112
verified: no, type: nauc_ndcg_at_100_max
value: 13.155366244288949
verified: no, type: nauc_ndcg_at_100_std
value: 2.871619938448873
verified: no, type: nauc_ndcg_at_10_diff1
value: 15.021370241404203
verified: no, type: nauc_ndcg_at_10_max
value: 11.595794831262914
verified: no, type: nauc_ndcg_at_10_std
value: -1.1632586694213183
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.20302422658546
verified: no, type: nauc_ndcg_at_1_max
value: 22.312957472744696
verified: no, type: nauc_ndcg_at_1_std
value: 0.8696567193376753
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.657801631413413
verified: no, type: nauc_ndcg_at_20_max
value: 11.00736412938163
verified: no, type: nauc_ndcg_at_20_std
value: -0.3171662677839999
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.36514101709667
verified: no, type: nauc_ndcg_at_3_max
value: 14.987518312847847
verified: no, type: nauc_ndcg_at_3_std
value: -1.4045044960148374
verified: no, type: nauc_ndcg_at_5_diff1
value: 14.931812970605298
verified: no, type: nauc_ndcg_at_5_max
value: 12.80562601481414
verified: no, type: nauc_ndcg_at_5_std
value: -2.794334830326802
verified: no, type: nauc_precision_at_1000_diff1
value: 3.100554529507418
verified: no, type: nauc_precision_at_1000_max
value: 20.358018215782856
verified: no, type: nauc_precision_at_1000_std
value: 11.163680309737314
verified: no, type: nauc_precision_at_100_diff1
value: 6.98075608034818
verified: no, type: nauc_precision_at_100_max
value: 16.36141830637447
verified: no, type: nauc_precision_at_100_std
value: 11.366080320564755
verified: no, type: nauc_precision_at_10_diff1
value: 15.32986733210927
verified: no, type: nauc_precision_at_10_max
value: 11.312307867275663
verified: no, type: nauc_precision_at_10_std
value: 0.53060482901878
verified: no, type: nauc_precision_at_1_diff1
value: 25.20302422658546
verified: no, type: nauc_precision_at_1_max
value: 22.312957472744696
verified: no, type: nauc_precision_at_1_std
value: 0.8696567193376753
verified: no, type: nauc_precision_at_20_diff1
value: 10.072334436927605
verified: no, type: nauc_precision_at_20_max
value: 10.798551531334315
verified: no, type: nauc_precision_at_20_std
value: 2.9846625238190603
verified: no, type: nauc_precision_at_3_diff1
value: 15.024244230650929
verified: no, type: nauc_precision_at_3_max
value: 13.087533581759256
verified: no, type: nauc_precision_at_3_std
value: -0.8725836400722371
verified: no, type: nauc_precision_at_5_diff1
value: 14.115770926256957
verified: no, type: nauc_precision_at_5_max
value: 11.026043250332117
verified: no, type: nauc_precision_at_5_std
value: -2.361564433438909
verified: no, type: nauc_recall_at_1000_diff1
value: 1.5806639952797101
verified: no, type: nauc_recall_at_1000_max
value: 19.809578349990957
verified: no, type: nauc_recall_at_1000_std
value: 7.965656838816244
verified: no, type: nauc_recall_at_100_diff1
value: 6.0457826628940055
verified: no, type: nauc_recall_at_100_max
value: 10.41943961051214
verified: no, type: nauc_recall_at_100_std
value: 6.808715859669741
verified: no, type: nauc_recall_at_10_diff1
value: 10.139488870220676
verified: no, type: nauc_recall_at_10_max
value: 5.5018399055657525
verified: no, type: nauc_recall_at_10_std
value: -1.8710090289481351
verified: no, type: nauc_recall_at_1_diff1
value: 23.542979489152824
verified: no, type: nauc_recall_at_1_max
value: 21.116493547865606
verified: no, type: nauc_recall_at_1_std
value: 0.540202247340363
verified: no, type: nauc_recall_at_20_diff1
value: 7.919810474778301
verified: no, type: nauc_recall_at_20_max
value: 4.810931910663472
verified: no, type: nauc_recall_at_20_std
value: -0.5041299837240394
verified: no, type: nauc_recall_at_3_diff1
value: 10.864730962859333
verified: no, type: nauc_recall_at_3_max
value: 9.02116321008078
verified: no, type: nauc_recall_at_3_std
value: -3.2267790643338463
verified: no, type: nauc_recall_at_5_diff1
value: 9.468917345249233
verified: no, type: nauc_recall_at_5_max
value: 6.955770417473521
verified: no, type: nauc_recall_at_5_std
value: -4.800036073854607
verified: no, type: ndcg_at_1
value: 7.870000000000001
verified: no, type: ndcg_at_10
value: 10.488
verified: no, type: ndcg_at_100
value: 14.682999999999998
verified: no, type: ndcg_at_1000
value: 18.786
verified: no, type: ndcg_at_20
value: 11.767
verified: no, type: ndcg_at_3
value: 8.716
verified: no, type: ndcg_at_5
value: 9.200999999999999
verified: no, type: precision_at_1
value: 7.870000000000001
verified: no, type: precision_at_10
value: 3.071
verified: no, type: precision_at_100
value: 0.731
verified: no, type: precision_at_1000
value: 0.14200000000000002
verified: no, type: precision_at_20
value: 2.045
verified: no, type: precision_at_3
value: 5.9159999999999995
verified: no, type: precision_at_5
value: 4.506
verified: no, type: recall_at_1
value: 4.327
verified: no, type: recall_at_10
value: 14.066999999999998
verified: no, type: recall_at_100
value: 30.801000000000002
verified: no, type: recall_at_1000
value: 57.285
verified: no, type: recall_at_20
value: 17.989
verified: no, type: recall_at_3
value: 8.625
verified: no, type: recall_at_5
value: 10.445
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 9.578000000000001
verified: no, type: map_at_1
value: 4.038
verified: no, type: map_at_10
value: 6.755
verified: no, type: map_at_100
value: 7.571
verified: no, type: map_at_1000
value: 7.727
verified: no, type: map_at_20
value: 7.1370000000000005
verified: no, type: map_at_3
value: 5.7059999999999995
verified: no, type: map_at_5
value: 6.208
verified: no, type: mrr_at_1
value: 8.236363636363636
verified: no, type: mrr_at_10
value: 12.178658008658026
verified: no, type: mrr_at_100
value: 13.079157824767714
verified: no, type: mrr_at_1000
value: 13.185585148590217
verified: no, type: mrr_at_20
value: 12.652818836103396
verified: no, type: mrr_at_3
value: 10.71212121212121
verified: no, type: mrr_at_5
value: 11.458484848484865
verified: no, type: nauc_map_at_1000_diff1
value: 21.182816280151513
verified: no, type: nauc_map_at_1000_max
value: 10.69428303486232
verified: no, type: nauc_map_at_1000_std
value: -1.6164774963978996
verified: no, type: nauc_map_at_100_diff1
value: 21.223145880343168
verified: no, type: nauc_map_at_100_max
value: 10.535615269765472
verified: no, type: nauc_map_at_100_std
value: -1.8194907403363059
verified: no, type: nauc_map_at_10_diff1
value: 21.52203575990656
verified: no, type: nauc_map_at_10_max
value: 10.386209650695575
verified: no, type: nauc_map_at_10_std
value: -2.7616858412263907
verified: no, type: nauc_map_at_1_diff1
value: 29.09525102782545
verified: no, type: nauc_map_at_1_max
value: 11.25970689824895
verified: no, type: nauc_map_at_1_std
value: -4.144336424167707
verified: no, type: nauc_map_at_20_diff1
value: 21.46954847652392
verified: no, type: nauc_map_at_20_max
value: 10.258827394455478
verified: no, type: nauc_map_at_20_std
value: -2.2399487512781717
verified: no, type: nauc_map_at_3_diff1
value: 23.74685028823433
verified: no, type: nauc_map_at_3_max
value: 10.949843687159913
verified: no, type: nauc_map_at_3_std
value: -2.859432222798115
verified: no, type: nauc_map_at_5_diff1
value: 22.55717510746645
verified: no, type: nauc_map_at_5_max
value: 10.905433298857748
verified: no, type: nauc_map_at_5_std
value: -3.2349969036293302
verified: no, type: nauc_mrr_at_1000_diff1
value: 20.798743847964726
verified: no, type: nauc_mrr_at_1000_max
value: 13.590882394213939
verified: no, type: nauc_mrr_at_1000_std
value: -1.425396908617602
verified: no, type: nauc_mrr_at_100_diff1
value: 20.78178943942825
verified: no, type: nauc_mrr_at_100_max
value: 13.544645191839876
verified: no, type: nauc_mrr_at_100_std
value: -1.4484268481863227
verified: no, type: nauc_mrr_at_10_diff1
value: 21.122066212325464
verified: no, type: nauc_mrr_at_10_max
value: 13.602867729343668
verified: no, type: nauc_mrr_at_10_std
value: -1.7997296771621194
verified: no, type: nauc_mrr_at_1_diff1
value: 29.31676312287106
verified: no, type: nauc_mrr_at_1_max
value: 15.70325960963817
verified: no, type: nauc_mrr_at_1_std
value: -3.0054533145455498
verified: no, type: nauc_mrr_at_20_diff1
value: 20.91503032838441
verified: no, type: nauc_mrr_at_20_max
value: 13.430329100219785
verified: no, type: nauc_mrr_at_20_std
value: -1.5559138540635602
verified: no, type: nauc_mrr_at_3_diff1
value: 23.713532048958676
verified: no, type: nauc_mrr_at_3_max
value: 14.327169874806042
verified: no, type: nauc_mrr_at_3_std
value: -1.7473606728161384
verified: no, type: nauc_mrr_at_5_diff1
value: 22.14932108262477
verified: no, type: nauc_mrr_at_5_max
value: 13.881872546738903
verified: no, type: nauc_mrr_at_5_std
value: -1.9493419228701812
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.575354106946364
verified: no, type: nauc_ndcg_at_1000_max
value: 13.338828979053908
verified: no, type: nauc_ndcg_at_1000_std
value: 3.0646371572988262
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.98369572705594
verified: no, type: nauc_ndcg_at_100_max
value: 10.899361814570142
verified: no, type: nauc_ndcg_at_100_std
value: 0.6125045404616679
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.347324661692983
verified: no, type: nauc_ndcg_at_10_max
value: 10.465276227758997
verified: no, type: nauc_ndcg_at_10_std
value: -2.1111395162738247
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.31676312287106
verified: no, type: nauc_ndcg_at_1_max
value: 15.70325960963817
verified: no, type: nauc_ndcg_at_1_std
value: -3.0054533145455498
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.012648072836534
verified: no, type: nauc_ndcg_at_20_max
value: 9.961042030115676
verified: no, type: nauc_ndcg_at_20_std
value: -0.9834724323272007
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.50117204208795
verified: no, type: nauc_ndcg_at_3_max
value: 12.804926278466885
verified: no, type: nauc_ndcg_at_3_std
value: -2.3329959506104543
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.302876321754372
verified: no, type: nauc_ndcg_at_5_max
value: 11.773601706350991
verified: no, type: nauc_ndcg_at_5_std
value: -2.8981605686191383
verified: no, type: nauc_precision_at_1000_diff1
value: 6.138374447836478
verified: no, type: nauc_precision_at_1000_max
value: 18.331715393924767
verified: no, type: nauc_precision_at_1000_std
value: 12.583491365385171
verified: no, type: nauc_precision_at_100_diff1
value: 10.112353219266282
verified: no, type: nauc_precision_at_100_max
value: 13.855862069837926
verified: no, type: nauc_precision_at_100_std
value: 6.568065172020007
verified: no, type: nauc_precision_at_10_diff1
value: 13.853743310193584
verified: no, type: nauc_precision_at_10_max
value: 12.410028422765533
verified: no, type: nauc_precision_at_10_std
value: -0.035431237042733627
verified: no, type: nauc_precision_at_1_diff1
value: 29.31676312287106
verified: no, type: nauc_precision_at_1_max
value: 15.70325960963817
verified: no, type: nauc_precision_at_1_std
value: -3.0054533145455498
verified: no, type: nauc_precision_at_20_diff1
value: 12.405202071303263
verified: no, type: nauc_precision_at_20_max
value: 11.58023054377945
verified: no, type: nauc_precision_at_20_std
value: 2.392678794082365
verified: no, type: nauc_precision_at_3_diff1
value: 20.48743377332479
verified: no, type: nauc_precision_at_3_max
value: 14.077923262115402
verified: no, type: nauc_precision_at_3_std
value: -1.5328251588555544
verified: no, type: nauc_precision_at_5_diff1
value: 16.679567340831227
verified: no, type: nauc_precision_at_5_max
value: 13.734058632807395
verified: no, type: nauc_precision_at_5_std
value: -1.802003589808628
verified: no, type: nauc_recall_at_1000_diff1
value: 6.665583354703268
verified: no, type: nauc_recall_at_1000_max
value: 14.184554032490734
verified: no, type: nauc_recall_at_1000_std
value: 11.02548160998993
verified: no, type: nauc_recall_at_100_diff1
value: 8.970227788144088
verified: no, type: nauc_recall_at_100_max
value: 7.397741893508654
verified: no, type: nauc_recall_at_100_std
value: 3.6165193266266313
verified: no, type: nauc_recall_at_10_diff1
value: 11.458441446544818
verified: no, type: nauc_recall_at_10_max
value: 6.838832252215828
verified: no, type: nauc_recall_at_10_std
value: -1.932484458717299
verified: no, type: nauc_recall_at_1_diff1
value: 29.09525102782545
verified: no, type: nauc_recall_at_1_max
value: 11.25970689824895
verified: no, type: nauc_recall_at_1_std
value: -4.144336424167707
verified: no, type: nauc_recall_at_20_diff1
value: 11.532265794481113
verified: no, type: nauc_recall_at_20_max
value: 5.780208854158696
verified: no, type: nauc_recall_at_20_std
value: 0.5386564114228197
verified: no, type: nauc_recall_at_3_diff1
value: 17.945008349232687
verified: no, type: nauc_recall_at_3_max
value: 10.32375339551701
verified: no, type: nauc_recall_at_3_std
value: -1.9976280906398052
verified: no, type: nauc_recall_at_5_diff1
value: 15.052879011493205
verified: no, type: nauc_recall_at_5_max
value: 9.45434652519321
verified: no, type: nauc_recall_at_5_std
value: -3.450648528044286
verified: no, type: ndcg_at_1
value: 8.236
verified: no, type: ndcg_at_10
value: 9.578000000000001
verified: no, type: ndcg_at_100
value: 13.966000000000001
verified: no, type: ndcg_at_1000
value: 17.997
verified: no, type: ndcg_at_20
value: 10.940999999999999
verified: no, type: ndcg_at_3
value: 7.852
verified: no, type: ndcg_at_5
value: 8.387
verified: no, type: precision_at_1
value: 8.236
verified: no, type: precision_at_10
value: 2.785
verified: no, type: precision_at_100
value: 0.7100000000000001
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 1.925
verified: no, type: precision_at_3
value: 5.236
verified: no, type: precision_at_5
value: 4.04
verified: no, type: recall_at_1
value: 4.038
verified: no, type: recall_at_10
value: 12.741
verified: no, type: recall_at_100
value: 30.308
verified: no, type: recall_at_1000
value: 56.184
verified: no, type: recall_at_20
value: 17.112
verified: no, type: recall_at_3
value: 7.462000000000001
verified: no, type: recall_at_5
value: 9.281
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: dev
type: mteb/hotpotqa
metrics: type: main_score
value: 22.889
verified: no, type: map_at_1
value: 12.824
verified: no, type: map_at_10
value: 17.671
verified: no, type: map_at_100
value: 18.310000000000002
verified: no, type: map_at_1000
value: 18.401
verified: no, type: map_at_20
value: 17.985
verified: no, type: map_at_3
value: 16.323999999999998
verified: no, type: map_at_5
value: 17.041999999999998
verified: no, type: mrr_at_1
value: 25.647145217550943
verified: no, type: mrr_at_10
value: 31.14320246181815
verified: no, type: mrr_at_100
value: 31.769161472678668
verified: no, type: mrr_at_1000
value: 31.836329643204337
verified: no, type: mrr_at_20
value: 31.465014142683806
verified: no, type: mrr_at_3
value: 29.545315464169825
verified: no, type: mrr_at_5
value: 30.41460130958936
verified: no, type: nauc_map_at_1000_diff1
value: 47.600927437185575
verified: no, type: nauc_map_at_1000_max
value: 24.861073204858688
verified: no, type: nauc_map_at_1000_std
value: 4.957887829721383
verified: no, type: nauc_map_at_100_diff1
value: 47.623275530844886
verified: no, type: nauc_map_at_100_max
value: 24.828408842475042
verified: no, type: nauc_map_at_100_std
value: 4.906092461955792
verified: no, type: nauc_map_at_10_diff1
value: 48.15968275881134
verified: no, type: nauc_map_at_10_max
value: 24.93609071183744
verified: no, type: nauc_map_at_10_std
value: 4.27414117156765
verified: no, type: nauc_map_at_1_diff1
value: 56.68069306110441
verified: no, type: nauc_map_at_1_max
value: 25.774113603061334
verified: no, type: nauc_map_at_1_std
value: 0.40365058613138693
verified: no, type: nauc_map_at_20_diff1
value: 47.858453817693544
verified: no, type: nauc_map_at_20_max
value: 24.789689059350316
verified: no, type: nauc_map_at_20_std
value: 4.562256319185607
verified: no, type: nauc_map_at_3_diff1
value: 49.52861930769823
verified: no, type: nauc_map_at_3_max
value: 25.138544080679072
verified: no, type: nauc_map_at_3_std
value: 2.764666141360174
verified: no, type: nauc_map_at_5_diff1
value: 48.58671208489847
verified: no, type: nauc_map_at_5_max
value: 24.94692975737182
verified: no, type: nauc_map_at_5_std
value: 3.544473765381104
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.76722669346204
verified: no, type: nauc_mrr_at_1000_max
value: 24.21021362367548
verified: no, type: nauc_mrr_at_1000_std
value: 2.6461593535039363
verified: no, type: nauc_mrr_at_100_diff1
value: 50.765501393324065
verified: no, type: nauc_mrr_at_100_max
value: 24.197831040602157
verified: no, type: nauc_mrr_at_100_std
value: 2.6571957023291697
verified: no, type: nauc_mrr_at_10_diff1
value: 50.99987085274227
verified: no, type: nauc_mrr_at_10_max
value: 24.23494195508237
verified: no, type: nauc_mrr_at_10_std
value: 2.4300768537721744
verified: no, type: nauc_mrr_at_1_diff1
value: 56.68069306110441
verified: no, type: nauc_mrr_at_1_max
value: 25.774113603061334
verified: no, type: nauc_mrr_at_1_std
value: 0.40365058613138693
verified: no, type: nauc_mrr_at_20_diff1
value: 50.82600876014814
verified: no, type: nauc_mrr_at_20_max
value: 24.19197808980357
verified: no, type: nauc_mrr_at_20_std
value: 2.570352774856951
verified: no, type: nauc_mrr_at_3_diff1
value: 52.16532994955985
verified: no, type: nauc_mrr_at_3_max
value: 24.45852049543513
verified: no, type: nauc_mrr_at_3_std
value: 1.7767182647530466
verified: no, type: nauc_mrr_at_5_diff1
value: 51.37941875374528
verified: no, type: nauc_mrr_at_5_max
value: 24.32996805662479
verified: no, type: nauc_mrr_at_5_std
value: 2.0629973433922233
verified: no, type: nauc_ndcg_at_1000_diff1
value: 44.21209254209989
verified: no, type: nauc_ndcg_at_1000_max
value: 24.496188929013858
verified: no, type: nauc_ndcg_at_1000_std
value: 7.946700991012672
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.72402018150159
verified: no, type: nauc_ndcg_at_100_max
value: 23.894923290156683
verified: no, type: nauc_ndcg_at_100_std
value: 7.34663475138819
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.73156921493794
verified: no, type: nauc_ndcg_at_10_max
value: 24.140158498931118
verified: no, type: nauc_ndcg_at_10_std
value: 5.1215251954873064
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.68069306110441
verified: no, type: nauc_ndcg_at_1_max
value: 25.774113603061334
verified: no, type: nauc_ndcg_at_1_std
value: 0.40365058613138693
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.890126343151
verified: no, type: nauc_ndcg_at_20_max
value: 23.798504061957036
verified: no, type: nauc_ndcg_at_20_std
value: 5.881854628415958
verified: no, type: nauc_ndcg_at_3_diff1
value: 49.14631612533971
verified: no, type: nauc_ndcg_at_3_max
value: 24.54170357409986
verified: no, type: nauc_ndcg_at_3_std
value: 2.9073138926744644
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.62923572228047
verified: no, type: nauc_ndcg_at_5_max
value: 24.262563979635445
verified: no, type: nauc_ndcg_at_5_std
value: 3.833342241169566
verified: no, type: nauc_precision_at_1000_diff1
value: 20.29631259264317
verified: no, type: nauc_precision_at_1000_max
value: 20.20742704546957
verified: no, type: nauc_precision_at_1000_std
value: 18.38771956895729
verified: no, type: nauc_precision_at_100_diff1
value: 28.557156027833237
verified: no, type: nauc_precision_at_100_max
value: 19.588656252714546
verified: no, type: nauc_precision_at_100_std
value: 15.99360583900732
verified: no, type: nauc_precision_at_10_diff1
value: 38.61944274907914
verified: no, type: nauc_precision_at_10_max
value: 22.18699538679412
verified: no, type: nauc_precision_at_10_std
value: 9.295738688398757
verified: no, type: nauc_precision_at_1_diff1
value: 56.68069306110441
verified: no, type: nauc_precision_at_1_max
value: 25.774113603061334
verified: no, type: nauc_precision_at_1_std
value: 0.40365058613138693
verified: no, type: nauc_precision_at_20_diff1
value: 34.91960590817015
verified: no, type: nauc_precision_at_20_max
value: 20.40657354149522
verified: no, type: nauc_precision_at_20_std
value: 11.192816005046383
verified: no, type: nauc_precision_at_3_diff1
value: 44.84256957760863
verified: no, type: nauc_precision_at_3_max
value: 23.70161029591533
verified: no, type: nauc_precision_at_3_std
value: 4.437828128629862
verified: no, type: nauc_precision_at_5_diff1
value: 41.4096320172577
verified: no, type: nauc_precision_at_5_max
value: 22.93007093340059
verified: no, type: nauc_precision_at_5_std
value: 6.23638317984125
verified: no, type: nauc_recall_at_1000_diff1
value: 20.296312592643176
verified: no, type: nauc_recall_at_1000_max
value: 20.207427045469608
verified: no, type: nauc_recall_at_1000_std
value: 18.387719568957348
verified: no, type: nauc_recall_at_100_diff1
value: 28.55715602783317
verified: no, type: nauc_recall_at_100_max
value: 19.58865625271455
verified: no, type: nauc_recall_at_100_std
value: 15.99360583900731
verified: no, type: nauc_recall_at_10_diff1
value: 38.61944274907914
verified: no, type: nauc_recall_at_10_max
value: 22.18699538679413
verified: no, type: nauc_recall_at_10_std
value: 9.295738688398774
verified: no, type: nauc_recall_at_1_diff1
value: 56.68069306110441
verified: no, type: nauc_recall_at_1_max
value: 25.774113603061334
verified: no, type: nauc_recall_at_1_std
value: 0.40365058613138693
verified: no, type: nauc_recall_at_20_diff1
value: 34.919605908170084
verified: no, type: nauc_recall_at_20_max
value: 20.40657354149521
verified: no, type: nauc_recall_at_20_std
value: 11.192816005046355
verified: no, type: nauc_recall_at_3_diff1
value: 44.8425695776086
verified: no, type: nauc_recall_at_3_max
value: 23.701610295915348
verified: no, type: nauc_recall_at_3_std
value: 4.437828128629871
verified: no, type: nauc_recall_at_5_diff1
value: 41.40963201725767
verified: no, type: nauc_recall_at_5_max
value: 22.930070933400554
verified: no, type: nauc_recall_at_5_std
value: 6.2363831798412335
verified: no, type: ndcg_at_1
value: 25.647
verified: no, type: ndcg_at_10
value: 22.889
verified: no, type: ndcg_at_100
value: 26.134
verified: no, type: ndcg_at_1000
value: 28.605000000000004
verified: no, type: ndcg_at_20
value: 23.962
verified: no, type: ndcg_at_3
value: 20.144000000000002
verified: no, type: ndcg_at_5
value: 21.418
verified: no, type: precision_at_1
value: 25.647
verified: no, type: precision_at_10
value: 5.038
verified: no, type: precision_at_100
value: 0.766
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 2.867
verified: no, type: precision_at_3
value: 12.642999999999999
verified: no, type: precision_at_5
value: 8.596
verified: no, type: recall_at_1
value: 12.824
verified: no, type: recall_at_10
value: 25.188
verified: no, type: recall_at_100
value: 38.305
verified: no, type: recall_at_1000
value: 54.94799999999999
verified: no, type: recall_at_20
value: 28.666999999999998
verified: no, type: recall_at_3
value: 18.965
verified: no, type: recall_at_5
value: 21.489
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 20.768
verified: no, type: map_at_1
value: 11.195
verified: no, type: map_at_10
value: 15.754000000000001
verified: no, type: map_at_100
value: 16.43
verified: no, type: map_at_1000
value: 16.527
verified: no, type: map_at_20
value: 16.116
verified: no, type: map_at_3
value: 14.381
verified: no, type: map_at_5
value: 15.145
verified: no, type: mrr_at_1
value: 22.39027683997299
verified: no, type: mrr_at_10
value: 28.085007984737793
verified: no, type: mrr_at_100
value: 28.799032949307033
verified: no, type: mrr_at_1000
value: 28.87198101744127
verified: no, type: mrr_at_20
value: 28.493710316576376
verified: no, type: mrr_at_3
value: 26.452847175331872
verified: no, type: mrr_at_5
value: 27.380598694575674
verified: no, type: nauc_map_at_1000_diff1
value: 45.49845221477393
verified: no, type: nauc_map_at_1000_max
value: 15.175564414454264
verified: no, type: nauc_map_at_1000_std
value: 7.224346220170054
verified: no, type: nauc_map_at_100_diff1
value: 45.510181432884664
verified: no, type: nauc_map_at_100_max
value: 15.17115320605242
verified: no, type: nauc_map_at_100_std
value: 7.132136283511589
verified: no, type: nauc_map_at_10_diff1
value: 45.97606512455099
verified: no, type: nauc_map_at_10_max
value: 15.256200023668761
verified: no, type: nauc_map_at_10_std
value: 6.408242384838057
verified: no, type: nauc_map_at_1_diff1
value: 54.0628940648862
verified: no, type: nauc_map_at_1_max
value: 15.545387603653788
verified: no, type: nauc_map_at_1_std
value: 3.3785405883833817
verified: no, type: nauc_map_at_20_diff1
value: 45.718259354242754
verified: no, type: nauc_map_at_20_max
value: 15.213338600537726
verified: no, type: nauc_map_at_20_std
value: 6.846383883306986
verified: no, type: nauc_map_at_3_diff1
value: 47.68576753067344
verified: no, type: nauc_map_at_3_max
value: 15.938113971932202
verified: no, type: nauc_map_at_3_std
value: 5.696823147869656
verified: no, type: nauc_map_at_5_diff1
value: 46.672998049781704
verified: no, type: nauc_map_at_5_max
value: 15.549559098940685
verified: no, type: nauc_map_at_5_std
value: 6.004328793861026
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.28195529878466
verified: no, type: nauc_mrr_at_1000_max
value: 14.5154152116826
verified: no, type: nauc_mrr_at_1000_std
value: 5.200618761002357
verified: no, type: nauc_mrr_at_100_diff1
value: 47.26721749482368
verified: no, type: nauc_mrr_at_100_max
value: 14.518646408566982
verified: no, type: nauc_mrr_at_100_std
value: 5.188727291394599
verified: no, type: nauc_mrr_at_10_diff1
value: 47.49867749308816
verified: no, type: nauc_mrr_at_10_max
value: 14.506529816178496
verified: no, type: nauc_mrr_at_10_std
value: 4.911972112927814
verified: no, type: nauc_mrr_at_1_diff1
value: 54.0628940648862
verified: no, type: nauc_mrr_at_1_max
value: 15.545387603653788
verified: no, type: nauc_mrr_at_1_std
value: 3.3785405883833817
verified: no, type: nauc_mrr_at_20_diff1
value: 47.330828053863364
verified: no, type: nauc_mrr_at_20_max
value: 14.552213884884182
verified: no, type: nauc_mrr_at_20_std
value: 5.154569902872899
verified: no, type: nauc_mrr_at_3_diff1
value: 48.627494861806305
verified: no, type: nauc_mrr_at_3_max
value: 14.673220954912674
verified: no, type: nauc_mrr_at_3_std
value: 4.358046470762483
verified: no, type: nauc_mrr_at_5_diff1
value: 48.00198656008637
verified: no, type: nauc_mrr_at_5_max
value: 14.604640583804768
verified: no, type: nauc_mrr_at_5_std
value: 4.63422931289899
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.954319524318805
verified: no, type: nauc_ndcg_at_1000_max
value: 14.501948704406454
verified: no, type: nauc_ndcg_at_1000_std
value: 10.532838064826603
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.08787303318262
verified: no, type: nauc_ndcg_at_100_max
value: 14.221179737684874
verified: no, type: nauc_ndcg_at_100_std
value: 9.09296129728229
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.77312870750698
verified: no, type: nauc_ndcg_at_10_max
value: 14.452377679742142
verified: no, type: nauc_ndcg_at_10_std
value: 6.813120115553632
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.0628940648862
verified: no, type: nauc_ndcg_at_1_max
value: 15.545387603653788
verified: no, type: nauc_ndcg_at_1_std
value: 3.3785405883833817
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.04100545911645
verified: no, type: nauc_ndcg_at_20_max
value: 14.439667710894998
verified: no, type: nauc_ndcg_at_20_std
value: 7.950436062348261
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.52421787896966
verified: no, type: nauc_ndcg_at_3_max
value: 15.312367255351381
verified: no, type: nauc_ndcg_at_3_std
value: 5.5202886224182
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.10273286347408
verified: no, type: nauc_ndcg_at_5_max
value: 14.903329516721971
verified: no, type: nauc_ndcg_at_5_std
value: 6.009047867901137
verified: no, type: nauc_precision_at_1000_diff1
value: 20.846930683856638
verified: no, type: nauc_precision_at_1000_max
value: 10.932965864198811
verified: no, type: nauc_precision_at_1000_std
value: 22.129658577330755
verified: no, type: nauc_precision_at_100_diff1
value: 26.484117797013184
verified: no, type: nauc_precision_at_100_max
value: 10.704462305152845
verified: no, type: nauc_precision_at_100_std
value: 15.524264565211702
verified: no, type: nauc_precision_at_10_diff1
value: 35.21475001356588
verified: no, type: nauc_precision_at_10_max
value: 12.73480152800143
verified: no, type: nauc_precision_at_10_std
value: 9.276584697369298
verified: no, type: nauc_precision_at_1_diff1
value: 54.0628940648862
verified: no, type: nauc_precision_at_1_max
value: 15.545387603653788
verified: no, type: nauc_precision_at_1_std
value: 3.3785405883833817
verified: no, type: nauc_precision_at_20_diff1
value: 31.9326796282682
verified: no, type: nauc_precision_at_20_max
value: 12.254000369952136
verified: no, type: nauc_precision_at_20_std
value: 12.228699441343288
verified: no, type: nauc_precision_at_3_diff1
value: 42.20525943879543
verified: no, type: nauc_precision_at_3_max
value: 15.149631662036137
verified: no, type: nauc_precision_at_3_std
value: 6.624410631558329
verified: no, type: nauc_precision_at_5_diff1
value: 38.947501695472454
verified: no, type: nauc_precision_at_5_max
value: 14.110651125447898
verified: no, type: nauc_precision_at_5_std
value: 7.479732552794256
verified: no, type: nauc_recall_at_1000_diff1
value: 20.846930683856694
verified: no, type: nauc_recall_at_1000_max
value: 10.932965864198902
verified: no, type: nauc_recall_at_1000_std
value: 22.129658577330808
verified: no, type: nauc_recall_at_100_diff1
value: 26.484117797013134
verified: no, type: nauc_recall_at_100_max
value: 10.704462305152806
verified: no, type: nauc_recall_at_100_std
value: 15.524264565211665
verified: no, type: nauc_recall_at_10_diff1
value: 35.21475001356592
verified: no, type: nauc_recall_at_10_max
value: 12.734801528001437
verified: no, type: nauc_recall_at_10_std
value: 9.276584697369273
verified: no, type: nauc_recall_at_1_diff1
value: 54.0628940648862
verified: no, type: nauc_recall_at_1_max
value: 15.545387603653788
verified: no, type: nauc_recall_at_1_std
value: 3.3785405883833817
verified: no, type: nauc_recall_at_20_diff1
value: 31.932679628268218
verified: no, type: nauc_recall_at_20_max
value: 12.254000369952132
verified: no, type: nauc_recall_at_20_std
value: 12.228699441343306
verified: no, type: nauc_recall_at_3_diff1
value: 42.205259438795416
verified: no, type: nauc_recall_at_3_max
value: 15.149631662036118
verified: no, type: nauc_recall_at_3_std
value: 6.624410631558295
verified: no, type: nauc_recall_at_5_diff1
value: 38.947501695472475
verified: no, type: nauc_recall_at_5_max
value: 14.110651125447909
verified: no, type: nauc_recall_at_5_std
value: 7.479732552794241
verified: no, type: ndcg_at_1
value: 22.39
verified: no, type: ndcg_at_10
value: 20.768
verified: no, type: ndcg_at_100
value: 24.227999999999998
verified: no, type: ndcg_at_1000
value: 26.857
verified: no, type: ndcg_at_20
value: 22.027
verified: no, type: ndcg_at_3
value: 17.979
verified: no, type: ndcg_at_5
value: 19.334
verified: no, type: precision_at_1
value: 22.39
verified: no, type: precision_at_10
value: 4.6899999999999995
verified: no, type: precision_at_100
value: 0.748
verified: no, type: precision_at_1000
value: 0.11
verified: no, type: precision_at_20
value: 2.75
verified: no, type: precision_at_3
value: 11.429
verified: no, type: precision_at_5
value: 7.93
verified: no, type: recall_at_1
value: 11.195
verified: no, type: recall_at_10
value: 23.45
verified: no, type: recall_at_100
value: 37.4
verified: no, type: recall_at_1000
value: 55.084
verified: no, type: recall_at_20
value: 27.502
verified: no, type: recall_at_3
value: 17.144000000000002
verified: no, type: recall_at_5
value: 19.824
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: train
type: mteb/hotpotqa
metrics: type: main_score
value: 22.35
verified: no, type: map_at_1
value: 12.555
verified: no, type: map_at_10
value: 17.21
verified: no, type: map_at_100
value: 17.872
verified: no, type: map_at_1000
value: 17.965
verified: no, type: map_at_20
value: 17.551
verified: no, type: map_at_3
value: 15.858
verified: no, type: map_at_5
value: 16.599
verified: no, type: mrr_at_1
value: 25.111764705882354
verified: no, type: mrr_at_10
value: 30.48001493930902
verified: no, type: mrr_at_100
value: 31.15569720959198
verified: no, type: mrr_at_1000
value: 31.22389336696618
verified: no, type: mrr_at_20
value: 30.849373430383874
verified: no, type: mrr_at_3
value: 28.91666666666589
verified: no, type: mrr_at_5
value: 29.7809019607842
verified: no, type: nauc_map_at_1000_diff1
value: 47.23439287089665
verified: no, type: nauc_map_at_1000_max
value: 25.968730532609968
verified: no, type: nauc_map_at_1000_std
value: 7.853574124121959
verified: no, type: nauc_map_at_100_diff1
value: 47.25410107677985
verified: no, type: nauc_map_at_100_max
value: 25.958078179292738
verified: no, type: nauc_map_at_100_std
value: 7.797526936599504
verified: no, type: nauc_map_at_10_diff1
value: 47.7766667952266
verified: no, type: nauc_map_at_10_max
value: 26.116973110531532
verified: no, type: nauc_map_at_10_std
value: 7.1837608694691175
verified: no, type: nauc_map_at_1_diff1
value: 55.84919303820644
verified: no, type: nauc_map_at_1_max
value: 27.33854442034755
verified: no, type: nauc_map_at_1_std
value: 3.749969253202433
verified: no, type: nauc_map_at_20_diff1
value: 47.499892153618575
verified: no, type: nauc_map_at_20_max
value: 26.026504515503547
verified: no, type: nauc_map_at_20_std
value: 7.523895544458576
verified: no, type: nauc_map_at_3_diff1
value: 49.321602413293114
verified: no, type: nauc_map_at_3_max
value: 26.773187498425916
verified: no, type: nauc_map_at_3_std
value: 6.0360638585853
verified: no, type: nauc_map_at_5_diff1
value: 48.4584384216103
verified: no, type: nauc_map_at_5_max
value: 26.32743773951151
verified: no, type: nauc_map_at_5_std
value: 6.632069219516669
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.92532985741087
verified: no, type: nauc_mrr_at_1000_max
value: 25.416352871594285
verified: no, type: nauc_mrr_at_1000_std
value: 5.707347291527901
verified: no, type: nauc_mrr_at_100_diff1
value: 49.91882720294646
verified: no, type: nauc_mrr_at_100_max
value: 25.409791985977936
verified: no, type: nauc_mrr_at_100_std
value: 5.70789865884997
verified: no, type: nauc_mrr_at_10_diff1
value: 50.18599313186747
verified: no, type: nauc_mrr_at_10_max
value: 25.473370263540296
verified: no, type: nauc_mrr_at_10_std
value: 5.510370680302974
verified: no, type: nauc_mrr_at_1_diff1
value: 55.84432875483333
verified: no, type: nauc_mrr_at_1_max
value: 27.344412140828105
verified: no, type: nauc_mrr_at_1_std
value: 3.756328763815358
verified: no, type: nauc_mrr_at_20_diff1
value: 50.016732662904005
verified: no, type: nauc_mrr_at_20_max
value: 25.42168353542509
verified: no, type: nauc_mrr_at_20_std
value: 5.6387187747976
verified: no, type: nauc_mrr_at_3_diff1
value: 51.382491526813524
verified: no, type: nauc_mrr_at_3_max
value: 26.00016755594854
verified: no, type: nauc_mrr_at_3_std
value: 4.9983293041585
verified: no, type: nauc_mrr_at_5_diff1
value: 50.66012874099777
verified: no, type: nauc_mrr_at_5_max
value: 25.644394419977836
verified: no, type: nauc_mrr_at_5_std
value: 5.275322837366838
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.74407474447287
verified: no, type: nauc_ndcg_at_1000_max
value: 24.840928758850158
verified: no, type: nauc_ndcg_at_1000_std
value: 10.688374553716413
verified: no, type: nauc_ndcg_at_100_diff1
value: 44.04666658249944
verified: no, type: nauc_ndcg_at_100_max
value: 24.534925051692618
verified: no, type: nauc_ndcg_at_100_std
value: 9.826293714346614
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.1083735248968
verified: no, type: nauc_ndcg_at_10_max
value: 25.03022756559357
verified: no, type: nauc_ndcg_at_10_std
value: 7.741708048843889
verified: no, type: nauc_ndcg_at_1_diff1
value: 55.84919303820644
verified: no, type: nauc_ndcg_at_1_max
value: 27.33854442034755
verified: no, type: nauc_ndcg_at_1_std
value: 3.749969253202433
verified: no, type: nauc_ndcg_at_20_diff1
value: 45.3122792730965
verified: no, type: nauc_ndcg_at_20_max
value: 24.781053692426287
verified: no, type: nauc_ndcg_at_20_std
value: 8.558857449509667
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.79626793807589
verified: no, type: nauc_ndcg_at_3_max
value: 26.154313437984868
verified: no, type: nauc_ndcg_at_3_std
value: 6.063296540151816
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.41620190563465
verified: no, type: nauc_ndcg_at_5_max
value: 25.459974119334543
verified: no, type: nauc_ndcg_at_5_std
value: 6.82693943779619
verified: no, type: nauc_precision_at_1000_diff1
value: 20.738722532966968
verified: no, type: nauc_precision_at_1000_max
value: 17.70266346751592
verified: no, type: nauc_precision_at_1000_std
value: 20.59919635676843
verified: no, type: nauc_precision_at_100_diff1
value: 27.420028592084613
verified: no, type: nauc_precision_at_100_max
value: 18.616118189594694
verified: no, type: nauc_precision_at_100_std
value: 16.84937440753337
verified: no, type: nauc_precision_at_10_diff1
value: 37.63167180357743
verified: no, type: nauc_precision_at_10_max
value: 22.115198496725
verified: no, type: nauc_precision_at_10_std
value: 10.80255869463013
verified: no, type: nauc_precision_at_1_diff1
value: 55.84919303820644
verified: no, type: nauc_precision_at_1_max
value: 27.33854442034755
verified: no, type: nauc_precision_at_1_std
value: 3.749969253202433
verified: no, type: nauc_precision_at_20_diff1
value: 34.148918464243685
verified: no, type: nauc_precision_at_20_max
value: 20.678638615677706
verified: no, type: nauc_precision_at_20_std
value: 12.827888647611482
verified: no, type: nauc_precision_at_3_diff1
value: 44.776429161099216
verified: no, type: nauc_precision_at_3_max
value: 25.364797794764787
verified: no, type: nauc_precision_at_3_std
value: 7.33647482133356
verified: no, type: nauc_precision_at_5_diff1
value: 41.58886504304217
verified: no, type: nauc_precision_at_5_max
value: 23.667971928513946
verified: no, type: nauc_precision_at_5_std
value: 8.795818465308383
verified: no, type: nauc_recall_at_1000_diff1
value: 20.738722532966968
verified: no, type: nauc_recall_at_1000_max
value: 17.702663467515897
verified: no, type: nauc_recall_at_1000_std
value: 20.599196356768513
verified: no, type: nauc_recall_at_100_diff1
value: 27.420028592084627
verified: no, type: nauc_recall_at_100_max
value: 18.61611818959468
verified: no, type: nauc_recall_at_100_std
value: 16.849374407533404
verified: no, type: nauc_recall_at_10_diff1
value: 37.63167180357745
verified: no, type: nauc_recall_at_10_max
value: 22.115198496725025
verified: no, type: nauc_recall_at_10_std
value: 10.802558694630168
verified: no, type: nauc_recall_at_1_diff1
value: 55.84919303820644
verified: no, type: nauc_recall_at_1_max
value: 27.33854442034755
verified: no, type: nauc_recall_at_1_std
value: 3.749969253202433
verified: no, type: nauc_recall_at_20_diff1
value: 34.148918464243685
verified: no, type: nauc_recall_at_20_max
value: 20.678638615677723
verified: no, type: nauc_recall_at_20_std
value: 12.827888647611488
verified: no, type: nauc_recall_at_3_diff1
value: 44.776429161099216
verified: no, type: nauc_recall_at_3_max
value: 25.36479779476476
verified: no, type: nauc_recall_at_3_std
value: 7.33647482133353
verified: no, type: nauc_recall_at_5_diff1
value: 41.58886504304218
verified: no, type: nauc_recall_at_5_max
value: 23.66797192851399
verified: no, type: nauc_recall_at_5_std
value: 8.795818465308388
verified: no, type: ndcg_at_1
value: 25.111
verified: no, type: ndcg_at_10
value: 22.35
verified: no, type: ndcg_at_100
value: 25.740000000000002
verified: no, type: ndcg_at_1000
value: 28.265
verified: no, type: ndcg_at_20
value: 23.524
verified: no, type: ndcg_at_3
value: 19.628999999999998
verified: no, type: ndcg_at_5
value: 20.926000000000002
verified: no, type: precision_at_1
value: 25.111
verified: no, type: precision_at_10
value: 4.9239999999999995
verified: no, type: precision_at_100
value: 0.767
verified: no, type: precision_at_1000
value: 0.11100000000000002
verified: no, type: precision_at_20
value: 2.841
verified: no, type: precision_at_3
value: 12.308
verified: no, type: precision_at_5
value: 8.412
verified: no, type: recall_at_1
value: 12.555
verified: no, type: recall_at_10
value: 24.618000000000002
verified: no, type: recall_at_100
value: 38.340999999999994
verified: no, type: recall_at_1000
value: 55.364000000000004
verified: no, type: recall_at_20
value: 28.406
verified: no, type: recall_at_3
value: 18.462
verified: no, type: recall_at_5
value: 21.031
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 63.352399999999996
verified: no, type: ap
value: 58.63306640345262
verified: no, type: ap_weighted
value: 58.63306640345262
verified: no, type: f1
value: 63.07675181989748
verified: no, type: f1_weighted
value: 63.076751819897495
verified: no, type: main_score
value: 63.352399999999996
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 9.747
verified: no, type: map_at_1
value: 4.804
verified: no, type: map_at_10
value: 7.771999999999999
verified: no, type: map_at_100
value: 8.44
verified: no, type: map_at_1000
value: 8.534
verified: no, type: map_at_20
value: 8.103
verified: no, type: map_at_3
value: 6.561999999999999
verified: no, type: map_at_5
value: 7.207
verified: no, type: mrr_at_1
value: 4.885386819484241
verified: no, type: mrr_at_10
value: 7.93821348978941
verified: no, type: mrr_at_100
value: 8.620607458781047
verified: no, type: mrr_at_1000
value: 8.712880602286056
verified: no, type: mrr_at_20
value: 8.279791291021384
verified: no, type: mrr_at_3
value: 6.70248328557783
verified: no, type: mrr_at_5
value: 7.372254059216788
verified: no, type: nauc_map_at_1000_diff1
value: 19.93246991140932
verified: no, type: nauc_map_at_1000_max
value: 4.885909500550944
verified: no, type: nauc_map_at_1000_std
value: -7.280402510783326
verified: no, type: nauc_map_at_100_diff1
value: 19.943197831111075
verified: no, type: nauc_map_at_100_max
value: 4.866780686085187
verified: no, type: nauc_map_at_100_std
value: -7.360901362678778
verified: no, type: nauc_map_at_10_diff1
value: 20.695858149046785
verified: no, type: nauc_map_at_10_max
value: 5.275440198285615
verified: no, type: nauc_map_at_10_std
value: -8.095637726537015
verified: no, type: nauc_map_at_1_diff1
value: 28.12993250585034
verified: no, type: nauc_map_at_1_max
value: 8.718469969024072
verified: no, type: nauc_map_at_1_std
value: -10.396742165733787
verified: no, type: nauc_map_at_20_diff1
value: 20.244070181414717
verified: no, type: nauc_map_at_20_max
value: 5.016852646684856
verified: no, type: nauc_map_at_20_std
value: -7.720620166908344
verified: no, type: nauc_map_at_3_diff1
value: 21.86164779495491
verified: no, type: nauc_map_at_3_max
value: 6.953882614590498
verified: no, type: nauc_map_at_3_std
value: -8.959104266126758
verified: no, type: nauc_map_at_5_diff1
value: 21.199443170205072
verified: no, type: nauc_map_at_5_max
value: 6.299625796343289
verified: no, type: nauc_map_at_5_std
value: -8.368568776032555
verified: no, type: nauc_mrr_at_1000_diff1
value: 19.784660922671232
verified: no, type: nauc_mrr_at_1000_max
value: 5.034357724059161
verified: no, type: nauc_mrr_at_1000_std
value: -7.239581901675534
verified: no, type: nauc_mrr_at_100_diff1
value: 19.791873203054376
verified: no, type: nauc_mrr_at_100_max
value: 5.013801371471971
verified: no, type: nauc_mrr_at_100_std
value: -7.310346534770232
verified: no, type: nauc_mrr_at_10_diff1
value: 20.553735164655997
verified: no, type: nauc_mrr_at_10_max
value: 5.395763207191926
verified: no, type: nauc_mrr_at_10_std
value: -8.047891816391905
verified: no, type: nauc_mrr_at_1_diff1
value: 28.070976082435607
verified: no, type: nauc_mrr_at_1_max
value: 8.953841626491958
verified: no, type: nauc_mrr_at_1_std
value: -10.400367611477469
verified: no, type: nauc_mrr_at_20_diff1
value: 20.08073090398213
verified: no, type: nauc_mrr_at_20_max
value: 5.17741942469057
verified: no, type: nauc_mrr_at_20_std
value: -7.648305443323694
verified: no, type: nauc_mrr_at_3_diff1
value: 21.70573030798374
verified: no, type: nauc_mrr_at_3_max
value: 7.040345015035343
verified: no, type: nauc_mrr_at_3_std
value: -9.01742538895966
verified: no, type: nauc_mrr_at_5_diff1
value: 21.05514411362703
verified: no, type: nauc_mrr_at_5_max
value: 6.402525163673961
verified: no, type: nauc_mrr_at_5_std
value: -8.353161745669366
verified: no, type: nauc_ndcg_at_1000_diff1
value: 15.817917018222927
verified: no, type: nauc_ndcg_at_1000_max
value: 3.4602868240545184
verified: no, type: nauc_ndcg_at_1000_std
value: -2.7309859572013493
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.16461902285168
verified: no, type: nauc_ndcg_at_100_max
value: 2.591494792020275
verified: no, type: nauc_ndcg_at_100_std
value: -4.251138978769414
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.646849831123497
verified: no, type: nauc_ndcg_at_10_max
value: 3.795626244531871
verified: no, type: nauc_ndcg_at_10_std
value: -7.31556920444316
verified: no, type: nauc_ndcg_at_1_diff1
value: 28.070976082435607
verified: no, type: nauc_ndcg_at_1_max
value: 8.690329032730167
verified: no, type: nauc_ndcg_at_1_std
value: -10.235131288127299
verified: no, type: nauc_ndcg_at_20_diff1
value: 17.59830347547788
verified: no, type: nauc_ndcg_at_20_max
value: 3.148440531560062
verified: no, type: nauc_ndcg_at_20_std
value: -6.226794555729895
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.45166505802566
verified: no, type: nauc_ndcg_at_3_max
value: 6.672133237674251
verified: no, type: nauc_ndcg_at_3_std
value: -8.731640451925227
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.54930996060783
verified: no, type: nauc_ndcg_at_5_max
value: 5.71364479811594
verified: no, type: nauc_ndcg_at_5_std
value: -7.850230102953559
verified: no, type: nauc_precision_at_1000_diff1
value: 6.612974006203879
verified: no, type: nauc_precision_at_1000_max
value: 3.9881632117934
verified: no, type: nauc_precision_at_1000_std
value: 8.449963480288027
verified: no, type: nauc_precision_at_100_diff1
value: 9.69503671636726
verified: no, type: nauc_precision_at_100_max
value: -0.45980138707083934
verified: no, type: nauc_precision_at_100_std
value: 1.613101780931382
verified: no, type: nauc_precision_at_10_diff1
value: 15.07598463263465
verified: no, type: nauc_precision_at_10_max
value: 0.9828371312250294
verified: no, type: nauc_precision_at_10_std
value: -6.103478881664006
verified: no, type: nauc_precision_at_1_diff1
value: 28.070976082435607
verified: no, type: nauc_precision_at_1_max
value: 8.690329032730167
verified: no, type: nauc_precision_at_1_std
value: -10.235131288127299
verified: no, type: nauc_precision_at_20_diff1
value: 13.197102968305474
verified: no, type: nauc_precision_at_20_max
value: 0.09482453798009734
verified: no, type: nauc_precision_at_20_std
value: -3.669722937882611
verified: no, type: nauc_precision_at_3_diff1
value: 17.391692595801604
verified: no, type: nauc_precision_at_3_max
value: 6.076241976429799
verified: no, type: nauc_precision_at_3_std
value: -8.373745155530585
verified: no, type: nauc_precision_at_5_diff1
value: 16.41458331501333
verified: no, type: nauc_precision_at_5_max
value: 4.616575134254677
verified: no, type: nauc_precision_at_5_std
value: -6.890601462308927
verified: no, type: nauc_recall_at_1000_diff1
value: 8.051706890746892
verified: no, type: nauc_recall_at_1000_max
value: 2.8420555653718513
verified: no, type: nauc_recall_at_1000_std
value: 8.361214428555144
verified: no, type: nauc_recall_at_100_diff1
value: 10.270582880008224
verified: no, type: nauc_recall_at_100_max
value: -0.9484301869654383
verified: no, type: nauc_recall_at_100_std
value: 1.4758522779695316
verified: no, type: nauc_recall_at_10_diff1
value: 15.213592315955127
verified: no, type: nauc_recall_at_10_max
value: 1.0594710214511485
verified: no, type: nauc_recall_at_10_std
value: -5.979488905593913
verified: no, type: nauc_recall_at_1_diff1
value: 28.12993250585034
verified: no, type: nauc_recall_at_1_max
value: 8.718469969024072
verified: no, type: nauc_recall_at_1_std
value: -10.396742165733787
verified: no, type: nauc_recall_at_20_diff1
value: 13.498750466893188
verified: no, type: nauc_recall_at_20_max
value: -0.04530213100920407
verified: no, type: nauc_recall_at_20_std
value: -3.6363207251016454
verified: no, type: nauc_recall_at_3_diff1
value: 17.55805580752296
verified: no, type: nauc_recall_at_3_max
value: 6.102508252581877
verified: no, type: nauc_recall_at_3_std
value: -8.242072378146279
verified: no, type: nauc_recall_at_5_diff1
value: 16.43100294647581
verified: no, type: nauc_recall_at_5_max
value: 4.545756715451594
verified: no, type: nauc_recall_at_5_std
value: -6.844267334670756
verified: no, type: ndcg_at_1
value: 4.885
verified: no, type: ndcg_at_10
value: 9.747
verified: no, type: ndcg_at_100
value: 13.523
verified: no, type: ndcg_at_1000
value: 16.427
verified: no, type: ndcg_at_20
value: 10.967
verified: no, type: ndcg_at_3
value: 7.198
verified: no, type: ndcg_at_5
value: 8.373
verified: no, type: precision_at_1
value: 4.885
verified: no, type: precision_at_10
value: 1.6500000000000001
verified: no, type: precision_at_100
value: 0.363
verified: no, type: precision_at_1000
value: 0.061
verified: no, type: precision_at_20
value: 1.081
verified: no, type: precision_at_3
value: 3.042
verified: no, type: precision_at_5
value: 2.413
verified: no, type: recall_at_1
value: 4.804
verified: no, type: recall_at_10
value: 15.964999999999998
verified: no, type: recall_at_100
value: 34.601
verified: no, type: recall_at_1000
value: 58.028
verified: no, type: recall_at_20
value: 20.735
verified: no, type: recall_at_3
value: 8.906
verified: no, type: recall_at_5
value: 11.753
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics: type: main_score
value: 28.197
verified: no, type: map_at_1
value: 0.6649999999999999
verified: no, type: map_at_10
value: 3.963
verified: no, type: map_at_100
value: 11.445
verified: no, type: map_at_1000
value: 14.580000000000002
verified: no, type: map_at_20
value: 5.847
verified: no, type: map_at_3
value: 1.6129999999999998
verified: no, type: map_at_5
value: 2.391
verified: no, type: mrr_at_1
value: 46.51162790697674
verified: no, type: mrr_at_10
value: 58.313953488372086
verified: no, type: mrr_at_100
value: 58.77162382700938
verified: no, type: mrr_at_1000
value: 58.77162382700938
verified: no, type: mrr_at_20
value: 58.63015095879231
verified: no, type: mrr_at_3
value: 56.58914728682169
verified: no, type: mrr_at_5
value: 57.63565891472867
verified: no, type: nauc_map_at_1000_diff1
value: -15.396695835753201
verified: no, type: nauc_map_at_1000_max
value: 6.3514334343697785
verified: no, type: nauc_map_at_1000_std
value: 11.082824536777405
verified: no, type: nauc_map_at_100_diff1
value: -9.342485546372814
verified: no, type: nauc_map_at_100_max
value: 7.372321547406559
verified: no, type: nauc_map_at_100_std
value: 11.785207242830829
verified: no, type: nauc_map_at_10_diff1
value: 14.612422203657847
verified: no, type: nauc_map_at_10_max
value: 13.889814634222114
verified: no, type: nauc_map_at_10_std
value: 4.0423546150472855
verified: no, type: nauc_map_at_1_diff1
value: 13.880173047999744
verified: no, type: nauc_map_at_1_max
value: 16.9757126254468
verified: no, type: nauc_map_at_1_std
value: 3.5390821824413767
verified: no, type: nauc_map_at_20_diff1
value: 6.992196663144848
verified: no, type: nauc_map_at_20_max
value: 12.191726438414657
verified: no, type: nauc_map_at_20_std
value: 6.055209455700361
verified: no, type: nauc_map_at_3_diff1
value: 12.240113556643422
verified: no, type: nauc_map_at_3_max
value: 13.582179791483215
verified: no, type: nauc_map_at_3_std
value: -5.579001248100349
verified: no, type: nauc_map_at_5_diff1
value: 14.619510120275086
verified: no, type: nauc_map_at_5_max
value: 16.113766549757553
verified: no, type: nauc_map_at_5_std
value: -4.166207995528961
verified: no, type: nauc_mrr_at_1000_diff1
value: -18.027637432324152
verified: no, type: nauc_mrr_at_1000_max
value: 23.740157087301206
verified: no, type: nauc_mrr_at_1000_std
value: -12.27206781257317
verified: no, type: nauc_mrr_at_100_diff1
value: -18.027637432324152
verified: no, type: nauc_mrr_at_100_max
value: 23.740157087301206
verified: no, type: nauc_mrr_at_100_std
value: -12.27206781257317
verified: no, type: nauc_mrr_at_10_diff1
value: -17.75102342827306
verified: no, type: nauc_mrr_at_10_max
value: 23.52180561083833
verified: no, type: nauc_mrr_at_10_std
value: -12.36723523846571
verified: no, type: nauc_mrr_at_1_diff1
value: -18.020320187727563
verified: no, type: nauc_mrr_at_1_max
value: 34.535353660398535
verified: no, type: nauc_mrr_at_1_std
value: -9.886227306051763
verified: no, type: nauc_mrr_at_20_diff1
value: -17.95231220601542
verified: no, type: nauc_mrr_at_20_max
value: 23.74828565262208
verified: no, type: nauc_mrr_at_20_std
value: -11.754648901203323
verified: no, type: nauc_mrr_at_3_diff1
value: -17.049825026735355
verified: no, type: nauc_mrr_at_3_max
value: 24.83367987095792
verified: no, type: nauc_mrr_at_3_std
value: -14.555733365452038
verified: no, type: nauc_mrr_at_5_diff1
value: -17.66424378072178
verified: no, type: nauc_mrr_at_5_max
value: 22.781415978918623
verified: no, type: nauc_mrr_at_5_std
value: -12.909566405691116
verified: no, type: nauc_ndcg_at_1000_diff1
value: -18.087967716849864
verified: no, type: nauc_ndcg_at_1000_max
value: 7.074227326632486
verified: no, type: nauc_ndcg_at_1000_std
value: 2.5666387679270306
verified: no, type: nauc_ndcg_at_100_diff1
value: -14.494126459193367
verified: no, type: nauc_ndcg_at_100_max
value: 10.296065388518365
verified: no, type: nauc_ndcg_at_100_std
value: -1.3020936159077041
verified: no, type: nauc_ndcg_at_10_diff1
value: -12.012061234908963
verified: no, type: nauc_ndcg_at_10_max
value: 18.521952313315325
verified: no, type: nauc_ndcg_at_10_std
value: -17.394209614679614
verified: no, type: nauc_ndcg_at_1_diff1
value: -14.856974355137808
verified: no, type: nauc_ndcg_at_1_max
value: 20.529936745683962
verified: no, type: nauc_ndcg_at_1_std
value: -23.212837965950968
verified: no, type: nauc_ndcg_at_20_diff1
value: -14.82642903893102
verified: no, type: nauc_ndcg_at_20_max
value: 15.8351088718145
verified: no, type: nauc_ndcg_at_20_std
value: -12.6003293327242
verified: no, type: nauc_ndcg_at_3_diff1
value: -14.41427662234705
verified: no, type: nauc_ndcg_at_3_max
value: 21.688557550346506
verified: no, type: nauc_ndcg_at_3_std
value: -23.540581949652516
verified: no, type: nauc_ndcg_at_5_diff1
value: -12.384523912355547
verified: no, type: nauc_ndcg_at_5_max
value: 20.80361196727174
verified: no, type: nauc_ndcg_at_5_std
value: -21.368283062317243
verified: no, type: nauc_precision_at_1000_diff1
value: -40.35969115863708
verified: no, type: nauc_precision_at_1000_max
value: 7.743203383009043
verified: no, type: nauc_precision_at_1000_std
value: -2.4051338544012038
verified: no, type: nauc_precision_at_100_diff1
value: -30.905730188706205
verified: no, type: nauc_precision_at_100_max
value: 10.388902762277853
verified: no, type: nauc_precision_at_100_std
value: 2.941229800942695
verified: no, type: nauc_precision_at_10_diff1
value: -16.60994853750262
verified: no, type: nauc_precision_at_10_max
value: 22.72174237098654
verified: no, type: nauc_precision_at_10_std
value: -6.917377847238954
verified: no, type: nauc_precision_at_1_diff1
value: -18.020320187727563
verified: no, type: nauc_precision_at_1_max
value: 34.535353660398535
verified: no, type: nauc_precision_at_1_std
value: -9.886227306051763
verified: no, type: nauc_precision_at_20_diff1
value: -21.625576898253126
verified: no, type: nauc_precision_at_20_max
value: 17.81549839205109
verified: no, type: nauc_precision_at_20_std
value: -3.0701380463887857
verified: no, type: nauc_precision_at_3_diff1
value: -21.75087700327928
verified: no, type: nauc_precision_at_3_max
value: 21.646458198104195
verified: no, type: nauc_precision_at_3_std
value: -17.791402512310658
verified: no, type: nauc_precision_at_5_diff1
value: -17.009933947222493
verified: no, type: nauc_precision_at_5_max
value: 23.661592127205694
verified: no, type: nauc_precision_at_5_std
value: -11.594250429478837
verified: no, type: nauc_recall_at_1000_diff1
value: -14.093702114133
verified: no, type: nauc_recall_at_1000_max
value: 1.932546130291724
verified: no, type: nauc_recall_at_1000_std
value: 10.759958747656022
verified: no, type: nauc_recall_at_100_diff1
value: -1.9605888044172464
verified: no, type: nauc_recall_at_100_max
value: 1.3845207294609094
verified: no, type: nauc_recall_at_100_std
value: 11.19270493696173
verified: no, type: nauc_recall_at_10_diff1
value: 22.502231277187636
verified: no, type: nauc_recall_at_10_max
value: 3.6375628081260922
verified: no, type: nauc_recall_at_10_std
value: 3.045856967531833
verified: no, type: nauc_recall_at_1_diff1
value: 13.880173047999744
verified: no, type: nauc_recall_at_1_max
value: 16.9757126254468
verified: no, type: nauc_recall_at_1_std
value: 3.5390821824413767
verified: no, type: nauc_recall_at_20_diff1
value: 15.23883725790073
verified: no, type: nauc_recall_at_20_max
value: 2.873450306223845
verified: no, type: nauc_recall_at_20_std
value: 2.912331471077023
verified: no, type: nauc_recall_at_3_diff1
value: 16.961441802612168
verified: no, type: nauc_recall_at_3_max
value: 2.9537594786547645
verified: no, type: nauc_recall_at_3_std
value: -9.744641324690988
verified: no, type: nauc_recall_at_5_diff1
value: 17.108831032268597
verified: no, type: nauc_recall_at_5_max
value: 6.412968821386602
verified: no, type: nauc_recall_at_5_std
value: -7.3955765581097666
verified: no, type: ndcg_at_1
value: 28.682000000000002
verified: no, type: ndcg_at_10
value: 28.197
verified: no, type: ndcg_at_100
value: 26.257
verified: no, type: ndcg_at_1000
value: 34.799
verified: no, type: ndcg_at_20
value: 26.965
verified: no, type: ndcg_at_3
value: 28.869
verified: no, type: ndcg_at_5
value: 28.517
verified: no, type: precision_at_1
value: 46.512
verified: no, type: precision_at_10
value: 37.907000000000004
verified: no, type: precision_at_100
value: 18.395
verified: no, type: precision_at_1000
value: 4.1209999999999996
verified: no, type: precision_at_20
value: 31.977
verified: no, type: precision_at_3
value: 44.186
verified: no, type: precision_at_5
value: 40.93
verified: no, type: recall_at_1
value: 0.6649999999999999
verified: no, type: recall_at_10
value: 5.604
verified: no, type: recall_at_100
value: 22.685
verified: no, type: recall_at_1000
value: 45.484
verified: no, type: recall_at_20
value: 8.874
verified: no, type: recall_at_3
value: 2.023
verified: no, type: recall_at_5
value: 3.048
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: train
type: mteb/msmarco
metrics: type: main_score
value: 8.48
verified: no, type: map_at_1
value: 3.685
verified: no, type: map_at_10
value: 6.575
verified: no, type: map_at_100
value: 7.255000000000001
verified: no, type: map_at_1000
value: 7.35
verified: no, type: map_at_20
value: 6.916
verified: no, type: map_at_3
value: 5.439
verified: no, type: map_at_5
value: 6.022
verified: no, type: mrr_at_1
value: 3.824121811989128
verified: no, type: mrr_at_10
value: 6.7759320239439464
verified: no, type: mrr_at_100
value: 7.462910020528872
verified: no, type: mrr_at_1000
value: 7.5557206687612135
verified: no, type: mrr_at_20
value: 7.121565910048015
verified: no, type: mrr_at_3
value: 5.6179775280892335
verified: no, type: mrr_at_5
value: 6.2139643177401425
verified: no, type: nauc_map_at_1000_diff1
value: 17.653878216498047
verified: no, type: nauc_map_at_1000_max
value: -0.525360793783759
verified: no, type: nauc_map_at_1000_std
value: -7.445236859297877
verified: no, type: nauc_map_at_100_diff1
value: 17.68683699329305
verified: no, type: nauc_map_at_100_max
value: -0.5688890757830198
verified: no, type: nauc_map_at_100_std
value: -7.559952183581703
verified: no, type: nauc_map_at_10_diff1
value: 18.427817145535208
verified: no, type: nauc_map_at_10_max
value: -0.5896830377937132
verified: no, type: nauc_map_at_10_std
value: -8.611843893273651
verified: no, type: nauc_map_at_1_diff1
value: 25.8753092370788
verified: no, type: nauc_map_at_1_max
value: 0.3780473823807864
verified: no, type: nauc_map_at_1_std
value: -11.390814409917846
verified: no, type: nauc_map_at_20_diff1
value: 17.943467189468272
verified: no, type: nauc_map_at_20_max
value: -0.6227658135295631
verified: no, type: nauc_map_at_20_std
value: -8.097089894275317
verified: no, type: nauc_map_at_3_diff1
value: 20.24359575380882
verified: no, type: nauc_map_at_3_max
value: -0.21893431430828497
verified: no, type: nauc_map_at_3_std
value: -9.867615856487621
verified: no, type: nauc_map_at_5_diff1
value: 19.11201555460735
verified: no, type: nauc_map_at_5_max
value: -0.39869848840945094
verified: no, type: nauc_map_at_5_std
value: -9.226975441766392
verified: no, type: nauc_mrr_at_1000_diff1
value: 17.467167234230697
verified: no, type: nauc_mrr_at_1000_max
value: -0.4355577086305639
verified: no, type: nauc_mrr_at_1000_std
value: -7.5059552007971595
verified: no, type: nauc_mrr_at_100_diff1
value: 17.497260740027073
verified: no, type: nauc_mrr_at_100_max
value: -0.4763884258015582
verified: no, type: nauc_mrr_at_100_std
value: -7.609091662954931
verified: no, type: nauc_mrr_at_10_diff1
value: 18.218378133546754
verified: no, type: nauc_mrr_at_10_max
value: -0.4989739045524073
verified: no, type: nauc_mrr_at_10_std
value: -8.628198966255765
verified: no, type: nauc_mrr_at_1_diff1
value: 25.49338976443103
verified: no, type: nauc_mrr_at_1_max
value: 0.4437872841468721
verified: no, type: nauc_mrr_at_1_std
value: -11.359231879431954
verified: no, type: nauc_mrr_at_20_diff1
value: 17.742428690692424
verified: no, type: nauc_mrr_at_20_max
value: -0.5338408392412581
verified: no, type: nauc_mrr_at_20_std
value: -8.123683115790605
verified: no, type: nauc_mrr_at_3_diff1
value: 20.011038863002135
verified: no, type: nauc_mrr_at_3_max
value: -0.12872642492379355
verified: no, type: nauc_mrr_at_3_std
value: -9.857245140781759
verified: no, type: nauc_mrr_at_5_diff1
value: 18.905679170870744
verified: no, type: nauc_mrr_at_5_max
value: -0.3185205383757674
verified: no, type: nauc_mrr_at_5_std
value: -9.222249555082305
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.38510469621259
verified: no, type: nauc_ndcg_at_1000_max
value: 0.3676442720550188
verified: no, type: nauc_ndcg_at_1000_std
value: -1.3223212298583789
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.995994728912105
verified: no, type: nauc_ndcg_at_100_max
value: -0.5813471334880617
verified: no, type: nauc_ndcg_at_100_std
value: -3.3863187756084967
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.26605758052449
verified: no, type: nauc_ndcg_at_10_max
value: -0.9384215827694855
verified: no, type: nauc_ndcg_at_10_std
value: -7.456181329353155
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.60137338837924
verified: no, type: nauc_ndcg_at_1_max
value: 0.391579646474889
verified: no, type: nauc_ndcg_at_1_std
value: -11.39995781769565
verified: no, type: nauc_ndcg_at_20_diff1
value: 15.1300153201261
verified: no, type: nauc_ndcg_at_20_max
value: -0.9831465745284373
verified: no, type: nauc_ndcg_at_20_std
value: -6.139166475923625
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.995573014803956
verified: no, type: nauc_ndcg_at_3_max
value: -0.33924780182607434
verified: no, type: nauc_ndcg_at_3_std
value: -9.52104664999921
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.43444048711145
verified: no, type: nauc_ndcg_at_5_max
value: -0.6014228167665021
verified: no, type: nauc_ndcg_at_5_std
value: -8.58422662682903
verified: no, type: nauc_precision_at_1000_diff1
value: 5.596702524854808
verified: no, type: nauc_precision_at_1000_max
value: 4.197681604324332
verified: no, type: nauc_precision_at_1000_std
value: 11.386329356420747
verified: no, type: nauc_precision_at_100_diff1
value: 8.811902094550087
verified: no, type: nauc_precision_at_100_max
value: 0.05352101231520835
verified: no, type: nauc_precision_at_100_std
value: 3.478200173826779
verified: no, type: nauc_precision_at_10_diff1
value: 12.822786921865703
verified: no, type: nauc_precision_at_10_max
value: -1.4086219805257234
verified: no, type: nauc_precision_at_10_std
value: -5.500964925109441
verified: no, type: nauc_precision_at_1_diff1
value: 25.60137338837924
verified: no, type: nauc_precision_at_1_max
value: 0.391579646474889
verified: no, type: nauc_precision_at_1_std
value: -11.39995781769565
verified: no, type: nauc_precision_at_20_diff1
value: 11.051106330936069
verified: no, type: nauc_precision_at_20_max
value: -1.3304880009311992
verified: no, type: nauc_precision_at_20_std
value: -3.062170848179416
verified: no, type: nauc_precision_at_3_diff1
value: 16.461307972842576
verified: no, type: nauc_precision_at_3_max
value: -0.5344048497861791
verified: no, type: nauc_precision_at_3_std
value: -8.807477553134257
verified: no, type: nauc_precision_at_5_diff1
value: 14.459799027699493
verified: no, type: nauc_precision_at_5_max
value: -0.9107306772234477
verified: no, type: nauc_precision_at_5_std
value: -7.416504383027417
verified: no, type: nauc_recall_at_1000_diff1
value: 6.0996840681918245
verified: no, type: nauc_recall_at_1000_max
value: 3.386127027719934
verified: no, type: nauc_recall_at_1000_std
value: 12.115552270700285
verified: no, type: nauc_recall_at_100_diff1
value: 8.893387029407386
verified: no, type: nauc_recall_at_100_max
value: -0.3719975949544685
verified: no, type: nauc_recall_at_100_std
value: 3.5112350010838447
verified: no, type: nauc_recall_at_10_diff1
value: 12.847647754297228
verified: no, type: nauc_recall_at_10_max
value: -1.5727078316535434
verified: no, type: nauc_recall_at_10_std
value: -5.468282487947237
verified: no, type: nauc_recall_at_1_diff1
value: 25.8753092370788
verified: no, type: nauc_recall_at_1_max
value: 0.3780473823807864
verified: no, type: nauc_recall_at_1_std
value: -11.390814409917846
verified: no, type: nauc_recall_at_20_diff1
value: 11.114383380281698
verified: no, type: nauc_recall_at_20_max
value: -1.540320259144065
verified: no, type: nauc_recall_at_20_std
value: -3.0409676051959598
verified: no, type: nauc_recall_at_3_diff1
value: 16.574025880565387
verified: no, type: nauc_recall_at_3_max
value: -0.6402913023070904
verified: no, type: nauc_recall_at_3_std
value: -8.814393218789613
verified: no, type: nauc_recall_at_5_diff1
value: 14.421256228882088
verified: no, type: nauc_recall_at_5_max
value: -1.0151809953415551
verified: no, type: nauc_recall_at_5_std
value: -7.347472584154348
verified: no, type: ndcg_at_1
value: 3.819
verified: no, type: ndcg_at_10
value: 8.48
verified: no, type: ndcg_at_100
value: 12.324
verified: no, type: ndcg_at_1000
value: 15.268
verified: no, type: ndcg_at_20
value: 9.728
verified: no, type: ndcg_at_3
value: 6.078
verified: no, type: ndcg_at_5
value: 7.133000000000001
verified: no, type: precision_at_1
value: 3.819
verified: no, type: precision_at_10
value: 1.504
verified: no, type: precision_at_100
value: 0.35000000000000003
verified: no, type: precision_at_1000
value: 0.06
verified: no, type: precision_at_20
value: 1.008
verified: no, type: precision_at_3
value: 2.6870000000000003
verified: no, type: precision_at_5
value: 2.144
verified: no, type: recall_at_1
value: 3.685
verified: no, type: recall_at_10
value: 14.444
verified: no, type: recall_at_100
value: 33.478
verified: no, type: recall_at_1000
value: 57.365
verified: no, type: recall_at_20
value: 19.345000000000002
verified: no, type: recall_at_3
value: 7.759
verified: no, type: recall_at_5
value: 10.31
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 79.37984496124031
verified: no, type: f1
value: 79.70776168144654
verified: no, type: f1_weighted
value: 78.98604155693126
verified: no, type: main_score
value: 79.37984496124031
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 79.10514541387025
verified: no, type: f1
value: 80.13728800876822
verified: no, type: f1_weighted
value: 78.74239342821
verified: no, type: main_score
value: 79.10514541387025
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 57.20702234382126
verified: no, type: f1
value: 38.40873310546903
verified: no, type: f1_weighted
value: 62.02145452346416
verified: no, type: main_score
value: 57.20702234382126
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 57.548098434004466
verified: no, type: f1
value: 36.333331127271784
verified: no, type: f1_weighted
value: 62.46655557030715
verified: no, type: main_score
value: 57.548098434004466
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 57.027572293207804
verified: no, type: f1
value: 53.96909396217892
verified: no, type: f1_weighted
value: 57.36885675748871
verified: no, type: main_score
value: 57.027572293207804
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 58.68175110673881
verified: no, type: f1
value: 55.590287286837345
verified: no, type: f1_weighted
value: 58.74517444737598
verified: no, type: main_score
value: 58.68175110673881
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 64.84868863483523
verified: no, type: f1
value: 63.599630870289346
verified: no, type: f1_weighted
value: 64.81204353114475
verified: no, type: main_score
value: 64.84868863483523
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 65.64190850959173
verified: no, type: f1
value: 65.11708418187989
verified: no, type: f1_weighted
value: 65.59542916694492
verified: no, type: main_score
value: 65.64190850959173
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 26.067321978832762
verified: no, type: v_measure
value: 26.067321978832762
verified: no, type: v_measure_std
value: 1.8387220293156443
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 20.608797104420734
verified: no, type: v_measure
value: 20.608797104420734
verified: no, type: v_measure_std
value: 1.2968799414504437
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 28.922193064546786
verified: no, type: map
value: 28.922193064546786
verified: no, type: mrr
value: 29.749606407920716
verified: no, type: nAUC_map_diff1
value: 14.301584944271909
verified: no, type: nAUC_map_max
value: -19.820164160297914
verified: no, type: nAUC_map_std
value: -21.572440886493588
verified: no, type: nAUC_mrr_diff1
value: 13.315826953561027
verified: no, type: nAUC_mrr_max
value: -14.131070009173326
verified: no, type: nAUC_mrr_std
value: -17.995640899472775
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 11.787
verified: no, type: map_at_1
value: 1.653
verified: no, type: map_at_10
value: 3.083
verified: no, type: map_at_100
value: 3.9600000000000004
verified: no, type: map_at_1000
value: 4.8629999999999995
verified: no, type: map_at_20
value: 3.345
verified: no, type: map_at_3
value: 2.339
verified: no, type: map_at_5
value: 2.5919999999999996
verified: no, type: mrr_at_1
value: 15.170278637770899
verified: no, type: mrr_at_10
value: 23.406064180057978
verified: no, type: mrr_at_100
value: 24.43363448942815
verified: no, type: mrr_at_1000
value: 24.509600698989363
verified: no, type: mrr_at_20
value: 23.922689158936986
verified: no, type: mrr_at_3
value: 20.69143446852425
verified: no, type: mrr_at_5
value: 22.053663570691427
verified: no, type: nauc_map_at_1000_diff1
value: 23.365752757123413
verified: no, type: nauc_map_at_1000_max
value: 5.723105519742705
verified: no, type: nauc_map_at_1000_std
value: 12.920689586502723
verified: no, type: nauc_map_at_100_diff1
value: 24.997724044834904
verified: no, type: nauc_map_at_100_max
value: 5.6034850098449915
verified: no, type: nauc_map_at_100_std
value: 11.69792376235701
verified: no, type: nauc_map_at_10_diff1
value: 26.359819478008067
verified: no, type: nauc_map_at_10_max
value: 2.950229078577769
verified: no, type: nauc_map_at_10_std
value: 14.246357729822758
verified: no, type: nauc_map_at_1_diff1
value: 31.449035283359372
verified: no, type: nauc_map_at_1_max
value: -2.821745348969351
verified: no, type: nauc_map_at_1_std
value: 36.59265082814134
verified: no, type: nauc_map_at_20_diff1
value: 26.156703988579146
verified: no, type: nauc_map_at_20_max
value: 4.039850648981644
verified: no, type: nauc_map_at_20_std
value: 12.857683173766873
verified: no, type: nauc_map_at_3_diff1
value: 29.303443696100786
verified: no, type: nauc_map_at_3_max
value: -0.0896457369831278
verified: no, type: nauc_map_at_3_std
value: 19.041469355147843
verified: no, type: nauc_map_at_5_diff1
value: 27.94064497119116
verified: no, type: nauc_map_at_5_max
value: 2.092827137448805
verified: no, type: nauc_map_at_5_std
value: 16.650477311767396
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.191174795386072
verified: no, type: nauc_mrr_at_1000_max
value: 8.617227354282814
verified: no, type: nauc_mrr_at_1000_std
value: 13.743361705963208
verified: no, type: nauc_mrr_at_100_diff1
value: 23.183126364916337
verified: no, type: nauc_mrr_at_100_max
value: 8.718493819611146
verified: no, type: nauc_mrr_at_100_std
value: 13.779526663994119
verified: no, type: nauc_mrr_at_10_diff1
value: 23.19113404679369
verified: no, type: nauc_mrr_at_10_max
value: 7.972203926491493
verified: no, type: nauc_mrr_at_10_std
value: 13.81997198522721
verified: no, type: nauc_mrr_at_1_diff1
value: 25.902042101348982
verified: no, type: nauc_mrr_at_1_max
value: 5.047109973538058
verified: no, type: nauc_mrr_at_1_std
value: 15.470212587147133
verified: no, type: nauc_mrr_at_20_diff1
value: 23.08714240436609
verified: no, type: nauc_mrr_at_20_max
value: 8.579559461970993
verified: no, type: nauc_mrr_at_20_std
value: 13.788821651533256
verified: no, type: nauc_mrr_at_3_diff1
value: 23.864879219409048
verified: no, type: nauc_mrr_at_3_max
value: 5.9564403558150225
verified: no, type: nauc_mrr_at_3_std
value: 12.23691039499389
verified: no, type: nauc_mrr_at_5_diff1
value: 22.864151980766543
verified: no, type: nauc_mrr_at_5_max
value: 6.465074890039495
verified: no, type: nauc_mrr_at_5_std
value: 12.976921063516556
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.94607969157455
verified: no, type: nauc_ndcg_at_1000_max
value: 16.340894870674546
verified: no, type: nauc_ndcg_at_1000_std
value: 9.758890266987095
verified: no, type: nauc_ndcg_at_100_diff1
value: 21.13744167889499
verified: no, type: nauc_ndcg_at_100_max
value: 12.270424586502438
verified: no, type: nauc_ndcg_at_100_std
value: 10.637134387400323
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.010150998973305
verified: no, type: nauc_ndcg_at_10_max
value: 4.036835916049262
verified: no, type: nauc_ndcg_at_10_std
value: 10.0009341929739
verified: no, type: nauc_ndcg_at_1_diff1
value: 26.95639984668014
verified: no, type: nauc_ndcg_at_1_max
value: 1.30584626973471
verified: no, type: nauc_ndcg_at_1_std
value: 19.303955819224964
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.169589747376442
verified: no, type: nauc_ndcg_at_20_max
value: 5.161764678189148
verified: no, type: nauc_ndcg_at_20_std
value: 10.22797620917627
verified: no, type: nauc_ndcg_at_3_diff1
value: 19.178128825108427
verified: no, type: nauc_ndcg_at_3_max
value: 1.4635844656449146
verified: no, type: nauc_ndcg_at_3_std
value: 8.19879821823025
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.47701310365941
verified: no, type: nauc_ndcg_at_5_max
value: 3.2375737456613596
verified: no, type: nauc_ndcg_at_5_std
value: 8.967845715394795
verified: no, type: nauc_precision_at_1000_diff1
value: 0.4902539863751489
verified: no, type: nauc_precision_at_1000_max
value: -3.0828128371610726
verified: no, type: nauc_precision_at_1000_std
value: 21.77956917819066
verified: no, type: nauc_precision_at_100_diff1
value: 4.107605955617016
verified: no, type: nauc_precision_at_100_max
value: 3.901908189997292
verified: no, type: nauc_precision_at_100_std
value: 12.830503636768817
verified: no, type: nauc_precision_at_10_diff1
value: 11.383182928241933
verified: no, type: nauc_precision_at_10_max
value: 5.2734660316224975
verified: no, type: nauc_precision_at_10_std
value: 3.0284835630797637
verified: no, type: nauc_precision_at_1_diff1
value: 25.902042101348982
verified: no, type: nauc_precision_at_1_max
value: 5.047109973538058
verified: no, type: nauc_precision_at_1_std
value: 15.470212587147133
verified: no, type: nauc_precision_at_20_diff1
value: 9.28859558113449
verified: no, type: nauc_precision_at_20_max
value: 4.369044910369854
verified: no, type: nauc_precision_at_20_std
value: 5.131505517377469
verified: no, type: nauc_precision_at_3_diff1
value: 15.657403822929734
verified: no, type: nauc_precision_at_3_max
value: 3.264770537128655
verified: no, type: nauc_precision_at_3_std
value: -0.36943809741963485
verified: no, type: nauc_precision_at_5_diff1
value: 13.594230855028247
verified: no, type: nauc_precision_at_5_max
value: 3.897608893736955
verified: no, type: nauc_precision_at_5_std
value: 1.6499075659359466
verified: no, type: nauc_recall_at_1000_diff1
value: 3.8130415317083237
verified: no, type: nauc_recall_at_1000_max
value: 5.274235280141661
verified: no, type: nauc_recall_at_1000_std
value: -1.0997067571051977
verified: no, type: nauc_recall_at_100_diff1
value: 13.601133281209973
verified: no, type: nauc_recall_at_100_max
value: 12.321570752293264
verified: no, type: nauc_recall_at_100_std
value: 6.025817236935515
verified: no, type: nauc_recall_at_10_diff1
value: 17.23791939185816
verified: no, type: nauc_recall_at_10_max
value: 8.983691012976768
verified: no, type: nauc_recall_at_10_std
value: 7.006899136032802
verified: no, type: nauc_recall_at_1_diff1
value: 31.449035283359372
verified: no, type: nauc_recall_at_1_max
value: -2.821745348969351
verified: no, type: nauc_recall_at_1_std
value: 36.59265082814134
verified: no, type: nauc_recall_at_20_diff1
value: 15.324821438529245
verified: no, type: nauc_recall_at_20_max
value: 10.43967245248483
verified: no, type: nauc_recall_at_20_std
value: 3.093782373639219
verified: no, type: nauc_recall_at_3_diff1
value: 25.60274500322923
verified: no, type: nauc_recall_at_3_max
value: 3.272848995708438
verified: no, type: nauc_recall_at_3_std
value: 12.973045035126498
verified: no, type: nauc_recall_at_5_diff1
value: 21.22883442580333
verified: no, type: nauc_recall_at_5_max
value: 10.351110943176518
verified: no, type: nauc_recall_at_5_std
value: 9.27937870788212
verified: no, type: ndcg_at_1
value: 14.241000000000001
verified: no, type: ndcg_at_10
value: 11.787
verified: no, type: ndcg_at_100
value: 12.416
verified: no, type: ndcg_at_1000
value: 22.667
verified: no, type: ndcg_at_20
value: 11.106
verified: no, type: ndcg_at_3
value: 13.425
verified: no, type: ndcg_at_5
value: 12.375
verified: no, type: precision_at_1
value: 15.17
verified: no, type: precision_at_10
value: 9.288
verified: no, type: precision_at_100
value: 3.8539999999999996
verified: no, type: precision_at_1000
value: 1.652
verified: no, type: precision_at_20
value: 7.1209999999999996
verified: no, type: precision_at_3
value: 13.519
verified: no, type: precision_at_5
value: 11.146
verified: no, type: recall_at_1
value: 1.653
verified: no, type: recall_at_10
value: 5.645
verified: no, type: recall_at_100
value: 15.706000000000001
verified: no, type: recall_at_1000
value: 51.790000000000006
verified: no, type: recall_at_20
value: 7.156999999999999
verified: no, type: recall_at_3
value: 2.807
verified: no, type: recall_at_5
value: 3.5000000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 12.751000000000001
verified: no, type: map_at_1
value: 5.4239999999999995
verified: no, type: map_at_10
value: 9.727
verified: no, type: map_at_100
value: 10.674
verified: no, type: map_at_1000
value: 10.773000000000001
verified: no, type: map_at_20
value: 10.244
verified: no, type: map_at_3
value: 8.01
verified: no, type: map_at_5
value: 8.835999999999999
verified: no, type: mrr_at_1
value: 6.286210892236385
verified: no, type: mrr_at_10
value: 10.898409479666718
verified: no, type: mrr_at_100
value: 11.805978395844425
verified: no, type: mrr_at_1000
value: 11.894539122097198
verified: no, type: mrr_at_20
value: 11.391538372487162
verified: no, type: mrr_at_3
value: 9.076863653920437
verified: no, type: mrr_at_5
value: 9.954615681730385
verified: no, type: nauc_map_at_1000_diff1
value: 12.042322288905256
verified: no, type: nauc_map_at_1000_max
value: 12.454292593021247
verified: no, type: nauc_map_at_1000_std
value: -0.026973001353952128
verified: no, type: nauc_map_at_100_diff1
value: 12.017670176179527
verified: no, type: nauc_map_at_100_max
value: 12.382175278523636
verified: no, type: nauc_map_at_100_std
value: -0.14811188279833779
verified: no, type: nauc_map_at_10_diff1
value: 12.528384745734472
verified: no, type: nauc_map_at_10_max
value: 11.992761563708425
verified: no, type: nauc_map_at_10_std
value: -1.2085244654995564
verified: no, type: nauc_map_at_1_diff1
value: 18.062774643202044
verified: no, type: nauc_map_at_1_max
value: 10.546042759909822
verified: no, type: nauc_map_at_1_std
value: -4.605060217478587
verified: no, type: nauc_map_at_20_diff1
value: 12.027364734243642
verified: no, type: nauc_map_at_20_max
value: 11.986913806995807
verified: no, type: nauc_map_at_20_std
value: -0.6891820403018594
verified: no, type: nauc_map_at_3_diff1
value: 13.87806779505128
verified: no, type: nauc_map_at_3_max
value: 12.237788023880336
verified: no, type: nauc_map_at_3_std
value: -1.113496221133
verified: no, type: nauc_map_at_5_diff1
value: 13.302631672076757
verified: no, type: nauc_map_at_5_max
value: 12.095902059824695
verified: no, type: nauc_map_at_5_std
value: -1.7715108870507146
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.53776898908085
verified: no, type: nauc_mrr_at_1000_max
value: 11.60425335377083
verified: no, type: nauc_mrr_at_1000_std
value: 0.7228251884879632
verified: no, type: nauc_mrr_at_100_diff1
value: 11.522709197036091
verified: no, type: nauc_mrr_at_100_max
value: 11.542578124132802
verified: no, type: nauc_mrr_at_100_std
value: 0.638758138781245
verified: no, type: nauc_mrr_at_10_diff1
value: 11.903479398185246
verified: no, type: nauc_mrr_at_10_max
value: 11.146925524334083
verified: no, type: nauc_mrr_at_10_std
value: -0.15843171385576107
verified: no, type: nauc_mrr_at_1_diff1
value: 16.18137171104846
verified: no, type: nauc_mrr_at_1_max
value: 10.453889490060643
verified: no, type: nauc_mrr_at_1_std
value: -3.506093280792296
verified: no, type: nauc_mrr_at_20_diff1
value: 11.544982357779231
verified: no, type: nauc_mrr_at_20_max
value: 11.21499761486429
verified: no, type: nauc_mrr_at_20_std
value: 0.21958595727979918
verified: no, type: nauc_mrr_at_3_diff1
value: 12.937103312979644
verified: no, type: nauc_mrr_at_3_max
value: 11.377851235190144
verified: no, type: nauc_mrr_at_3_std
value: -0.16875081229236233
verified: no, type: nauc_mrr_at_5_diff1
value: 12.515643147025813
verified: no, type: nauc_mrr_at_5_max
value: 11.231481493378187
verified: no, type: nauc_mrr_at_5_std
value: -0.6322256090954826
verified: no, type: nauc_ndcg_at_1000_diff1
value: 9.283196774295387
verified: no, type: nauc_ndcg_at_1000_max
value: 15.428022152251177
verified: no, type: nauc_ndcg_at_1000_std
value: 6.431851500322609
verified: no, type: nauc_ndcg_at_100_diff1
value: 9.142384754753135
verified: no, type: nauc_ndcg_at_100_max
value: 13.692834111248853
verified: no, type: nauc_ndcg_at_100_std
value: 3.946111509224157
verified: no, type: nauc_ndcg_at_10_diff1
value: 10.57963844912894
verified: no, type: nauc_ndcg_at_10_max
value: 11.643478728340158
verified: no, type: nauc_ndcg_at_10_std
value: -0.16228711612951952
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.18137171104846
verified: no, type: nauc_ndcg_at_1_max
value: 10.453889490060643
verified: no, type: nauc_ndcg_at_1_std
value: -3.506093280792296
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.287626097295973
verified: no, type: nauc_ndcg_at_20_max
value: 11.564253989436692
verified: no, type: nauc_ndcg_at_20_std
value: 1.0833618034027919
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.782118267300854
verified: no, type: nauc_ndcg_at_3_max
value: 12.088939543374478
verified: no, type: nauc_ndcg_at_3_std
value: -0.3051151318390331
verified: no, type: nauc_ndcg_at_5_diff1
value: 11.969321839755176
verified: no, type: nauc_ndcg_at_5_max
value: 11.845086775325589
verified: no, type: nauc_ndcg_at_5_std
value: -1.3444165044450207
verified: no, type: nauc_precision_at_1000_diff1
value: 2.5193674084094684
verified: no, type: nauc_precision_at_1000_max
value: 20.939763938033842
verified: no, type: nauc_precision_at_1000_std
value: 23.580493700916474
verified: no, type: nauc_precision_at_100_diff1
value: 4.40570902284602
verified: no, type: nauc_precision_at_100_max
value: 17.20780939257806
verified: no, type: nauc_precision_at_100_std
value: 13.849405913884382
verified: no, type: nauc_precision_at_10_diff1
value: 7.092513680974628
verified: no, type: nauc_precision_at_10_max
value: 11.622712077691345
verified: no, type: nauc_precision_at_10_std
value: 2.350782020924265
verified: no, type: nauc_precision_at_1_diff1
value: 16.18137171104846
verified: no, type: nauc_precision_at_1_max
value: 10.453889490060643
verified: no, type: nauc_precision_at_1_std
value: -3.506093280792296
verified: no, type: nauc_precision_at_20_diff1
value: 4.118914430083712
verified: no, type: nauc_precision_at_20_max
value: 11.383778179039798
verified: no, type: nauc_precision_at_20_std
value: 4.960386744746157
verified: no, type: nauc_precision_at_3_diff1
value: 10.567586129702402
verified: no, type: nauc_precision_at_3_max
value: 12.322692972359354
verified: no, type: nauc_precision_at_3_std
value: 1.2762356411081814
verified: no, type: nauc_precision_at_5_diff1
value: 9.541559883764096
verified: no, type: nauc_precision_at_5_max
value: 11.75672359142824
verified: no, type: nauc_precision_at_5_std
value: -0.15852938457063984
verified: no, type: nauc_recall_at_1000_diff1
value: 2.8579033037939
verified: no, type: nauc_recall_at_1000_max
value: 27.65992449285828
verified: no, type: nauc_recall_at_1000_std
value: 26.978683362031404
verified: no, type: nauc_recall_at_100_diff1
value: 3.8717997827541715
verified: no, type: nauc_recall_at_100_max
value: 16.638088105846112
verified: no, type: nauc_recall_at_100_std
value: 11.462502409674741
verified: no, type: nauc_recall_at_10_diff1
value: 7.163252061229421
verified: no, type: nauc_recall_at_10_max
value: 11.040002484289145
verified: no, type: nauc_recall_at_10_std
value: 0.9129102784965978
verified: no, type: nauc_recall_at_1_diff1
value: 18.062774643202044
verified: no, type: nauc_recall_at_1_max
value: 10.546042759909822
verified: no, type: nauc_recall_at_1_std
value: -4.605060217478587
verified: no, type: nauc_recall_at_20_diff1
value: 4.542312455433628
verified: no, type: nauc_recall_at_20_max
value: 10.643629412001573
verified: no, type: nauc_recall_at_20_std
value: 3.47941489266319
verified: no, type: nauc_recall_at_3_diff1
value: 10.606151920850087
verified: no, type: nauc_recall_at_3_max
value: 12.047989240607304
verified: no, type: nauc_recall_at_3_std
value: 0.6881305977438832
verified: no, type: nauc_recall_at_5_diff1
value: 9.606967769671117
verified: no, type: nauc_recall_at_5_max
value: 11.625874916779939
verified: no, type: nauc_recall_at_5_std
value: -1.536831933988358
verified: no, type: ndcg_at_1
value: 6.286
verified: no, type: ndcg_at_10
value: 12.751000000000001
verified: no, type: ndcg_at_100
value: 17.767
verified: no, type: ndcg_at_1000
value: 20.739
verified: no, type: ndcg_at_20
value: 14.546000000000001
verified: no, type: ndcg_at_3
value: 9.109
verified: no, type: ndcg_at_5
value: 10.593
verified: no, type: precision_at_1
value: 6.286
verified: no, type: precision_at_10
value: 2.506
verified: no, type: precision_at_100
value: 0.5369999999999999
verified: no, type: precision_at_1000
value: 0.082
verified: no, type: precision_at_20
value: 1.656
verified: no, type: precision_at_3
value: 4.403
verified: no, type: precision_at_5
value: 3.47
verified: no, type: recall_at_1
value: 5.4239999999999995
verified: no, type: recall_at_10
value: 21.07
verified: no, type: recall_at_100
value: 44.836
verified: no, type: recall_at_1000
value: 68.057
verified: no, type: recall_at_20
value: 27.828999999999997
verified: no, type: recall_at_3
value: 11.24
verified: no, type: recall_at_5
value: 14.692
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: dev
type: mteb/quora
metrics: type: main_score
value: 72.064
verified: no, type: map_at_1
value: 54.782
verified: no, type: map_at_10
value: 66.892
verified: no, type: map_at_100
value: 67.723
verified: no, type: map_at_1000
value: 67.764
verified: no, type: map_at_20
value: 67.419
verified: no, type: map_at_3
value: 63.898999999999994
verified: no, type: map_at_5
value: 65.671
verified: no, type: mrr_at_1
value: 62.739999999999995
verified: no, type: mrr_at_10
value: 71.16546031746041
verified: no, type: mrr_at_100
value: 71.56923201896343
verified: no, type: mrr_at_1000
value: 71.58084120220572
verified: no, type: mrr_at_20
value: 71.43220428522292
verified: no, type: mrr_at_3
value: 69.34666666666686
verified: no, type: mrr_at_5
value: 70.50366666666675
verified: no, type: nauc_map_at_1000_diff1
value: 65.59212219467176
verified: no, type: nauc_map_at_1000_max
value: 27.57371463373514
verified: no, type: nauc_map_at_1000_std
value: -19.88019762973491
verified: no, type: nauc_map_at_100_diff1
value: 65.59289363418381
verified: no, type: nauc_map_at_100_max
value: 27.552397713936145
verified: no, type: nauc_map_at_100_std
value: -19.896571610105
verified: no, type: nauc_map_at_10_diff1
value: 65.53931319246097
verified: no, type: nauc_map_at_10_max
value: 27.169112039708537
verified: no, type: nauc_map_at_10_std
value: -20.467287006388478
verified: no, type: nauc_map_at_1_diff1
value: 68.88484940147754
verified: no, type: nauc_map_at_1_max
value: 22.084071164020493
verified: no, type: nauc_map_at_1_std
value: -19.088410282261215
verified: no, type: nauc_map_at_20_diff1
value: 65.56182444427108
verified: no, type: nauc_map_at_20_max
value: 27.45213204290069
verified: no, type: nauc_map_at_20_std
value: -20.038748883901576
verified: no, type: nauc_map_at_3_diff1
value: 66.17595740227014
verified: no, type: nauc_map_at_3_max
value: 26.408549123969706
verified: no, type: nauc_map_at_3_std
value: -20.89770058010996
verified: no, type: nauc_map_at_5_diff1
value: 65.73587133950195
verified: no, type: nauc_map_at_5_max
value: 26.68599168036377
verified: no, type: nauc_map_at_5_std
value: -20.946732610202794
verified: no, type: nauc_mrr_at_1000_diff1
value: 66.10373743794109
verified: no, type: nauc_mrr_at_1000_max
value: 28.262067477709746
verified: no, type: nauc_mrr_at_1000_std
value: -20.316692145628338
verified: no, type: nauc_mrr_at_100_diff1
value: 66.1011315557887
verified: no, type: nauc_mrr_at_100_max
value: 28.258333464606906
verified: no, type: nauc_mrr_at_100_std
value: -20.314480789225396
verified: no, type: nauc_mrr_at_10_diff1
value: 65.96785881864399
verified: no, type: nauc_mrr_at_10_max
value: 28.237913204439835
verified: no, type: nauc_mrr_at_10_std
value: -20.502923702465203
verified: no, type: nauc_mrr_at_1_diff1
value: 68.93968620697294
verified: no, type: nauc_mrr_at_1_max
value: 26.32067118661196
verified: no, type: nauc_mrr_at_1_std
value: -20.692394322446354
verified: no, type: nauc_mrr_at_20_diff1
value: 66.03425948210504
verified: no, type: nauc_mrr_at_20_max
value: 28.27954695407428
verified: no, type: nauc_mrr_at_20_std
value: -20.343789680632383
verified: no, type: nauc_mrr_at_3_diff1
value: 66.17051549573385
verified: no, type: nauc_mrr_at_3_max
value: 28.424209794489002
verified: no, type: nauc_mrr_at_3_std
value: -20.63375700276466
verified: no, type: nauc_mrr_at_5_diff1
value: 66.00114126376775
verified: no, type: nauc_mrr_at_5_max
value: 28.253534157328698
verified: no, type: nauc_mrr_at_5_std
value: -20.807782778878614
verified: no, type: nauc_ndcg_at_1000_diff1
value: 65.05838258937074
verified: no, type: nauc_ndcg_at_1000_max
value: 28.91283880656727
verified: no, type: nauc_ndcg_at_1000_std
value: -18.590515943457316
verified: no, type: nauc_ndcg_at_100_diff1
value: 64.94936073847741
verified: no, type: nauc_ndcg_at_100_max
value: 28.777342209651312
verified: no, type: nauc_ndcg_at_100_std
value: -18.54831566864543
verified: no, type: nauc_ndcg_at_10_diff1
value: 64.40543887873729
verified: no, type: nauc_ndcg_at_10_max
value: 28.155303739216752
verified: no, type: nauc_ndcg_at_10_std
value: -20.20740996870611
verified: no, type: nauc_ndcg_at_1_diff1
value: 68.81976566785035
verified: no, type: nauc_ndcg_at_1_max
value: 27.173206988406935
verified: no, type: nauc_ndcg_at_1_std
value: -20.586866192810813
verified: no, type: nauc_ndcg_at_20_diff1
value: 64.58440444702556
verified: no, type: nauc_ndcg_at_20_max
value: 28.702892399631764
verified: no, type: nauc_ndcg_at_20_std
value: -19.05530721740162
verified: no, type: nauc_ndcg_at_3_diff1
value: 64.88809208260761
verified: no, type: nauc_ndcg_at_3_max
value: 27.978816263543653
verified: no, type: nauc_ndcg_at_3_std
value: -21.072797088674417
verified: no, type: nauc_ndcg_at_5_diff1
value: 64.5420279434105
verified: no, type: nauc_ndcg_at_5_max
value: 27.725893019495963
verified: no, type: nauc_ndcg_at_5_std
value: -21.045716428718904
verified: no, type: nauc_precision_at_1000_diff1
value: -28.135144677720618
verified: no, type: nauc_precision_at_1000_max
value: 4.902062536968971
verified: no, type: nauc_precision_at_1000_std
value: 14.26305975790192
verified: no, type: nauc_precision_at_100_diff1
value: -22.98822166497179
verified: no, type: nauc_precision_at_100_max
value: 7.711530461310917
verified: no, type: nauc_precision_at_100_std
value: 12.529496394564138
verified: no, type: nauc_precision_at_10_diff1
value: -4.091230458423616
verified: no, type: nauc_precision_at_10_max
value: 15.136513889771832
verified: no, type: nauc_precision_at_10_std
value: 1.1901891712961636
verified: no, type: nauc_precision_at_1_diff1
value: 68.81976566785035
verified: no, type: nauc_precision_at_1_max
value: 27.173206988406935
verified: no, type: nauc_precision_at_1_std
value: -20.586866192810813
verified: no, type: nauc_precision_at_20_diff1
value: -12.870035284655673
verified: no, type: nauc_precision_at_20_max
value: 13.115005518588815
verified: no, type: nauc_precision_at_20_std
value: 8.049566614452813
verified: no, type: nauc_precision_at_3_diff1
value: 22.8868328249135
verified: no, type: nauc_precision_at_3_max
value: 22.744169179873815
verified: no, type: nauc_precision_at_3_std
value: -10.87607659515058
verified: no, type: nauc_precision_at_5_diff1
value: 9.683932611802376
verified: no, type: nauc_precision_at_5_max
value: 18.570238750745574
verified: no, type: nauc_precision_at_5_std
value: -6.716473279656192
verified: no, type: nauc_recall_at_1000_diff1
value: 57.26745978726042
verified: no, type: nauc_recall_at_1000_max
value: 40.56657948457161
verified: no, type: nauc_recall_at_1000_std
value: 23.831152067948672
verified: no, type: nauc_recall_at_100_diff1
value: 54.40120458496423
verified: no, type: nauc_recall_at_100_max
value: 31.04243629787198
verified: no, type: nauc_recall_at_100_std
value: 1.5334752705665868
verified: no, type: nauc_recall_at_10_diff1
value: 55.84406621807515
verified: no, type: nauc_recall_at_10_max
value: 26.701256917066257
verified: no, type: nauc_recall_at_10_std
value: -18.935574651712077
verified: no, type: nauc_recall_at_1_diff1
value: 68.88484940147754
verified: no, type: nauc_recall_at_1_max
value: 22.084071164020493
verified: no, type: nauc_recall_at_1_std
value: -19.088410282261215
verified: no, type: nauc_recall_at_20_diff1
value: 55.506910820340096
verified: no, type: nauc_recall_at_20_max
value: 29.848851968844155
verified: no, type: nauc_recall_at_20_std
value: -12.121739617272143
verified: no, type: nauc_recall_at_3_diff1
value: 61.05518202235546
verified: no, type: nauc_recall_at_3_max
value: 26.46421251590195
verified: no, type: nauc_recall_at_3_std
value: -21.770506207273044
verified: no, type: nauc_recall_at_5_diff1
value: 58.19024025929856
verified: no, type: nauc_recall_at_5_max
value: 25.891711064012235
verified: no, type: nauc_recall_at_5_std
value: -21.58927419976119
verified: no, type: ndcg_at_1
value: 62.760000000000005
verified: no, type: ndcg_at_10
value: 72.064
verified: no, type: ndcg_at_100
value: 74.889
verified: no, type: ndcg_at_1000
value: 75.503
verified: no, type: ndcg_at_20
value: 73.424
verified: no, type: ndcg_at_3
value: 67.76100000000001
verified: no, type: ndcg_at_5
value: 69.95400000000001
verified: no, type: precision_at_1
value: 62.760000000000005
verified: no, type: precision_at_10
value: 11.008
verified: no, type: precision_at_100
value: 1.351
verified: no, type: precision_at_1000
value: 0.146
verified: no, type: precision_at_20
value: 5.994
verified: no, type: precision_at_3
value: 29.467
verified: no, type: precision_at_5
value: 19.652
verified: no, type: recall_at_1
value: 54.782
verified: no, type: recall_at_10
value: 82.892
verified: no, type: recall_at_100
value: 94.197
verified: no, type: recall_at_1000
value: 97.968
verified: no, type: recall_at_20
value: 87.625
verified: no, type: recall_at_3
value: 70.994
verified: no, type: recall_at_5
value: 76.797
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 71.571
verified: no, type: map_at_1
value: 54.891
verified: no, type: map_at_10
value: 66.593
verified: no, type: map_at_100
value: 67.456
verified: no, type: map_at_1000
value: 67.502
verified: no, type: map_at_20
value: 67.119
verified: no, type: map_at_3
value: 63.661
verified: no, type: map_at_5
value: 65.376
verified: no, type: mrr_at_1
value: 62.68
verified: no, type: mrr_at_10
value: 70.70483333333299
verified: no, type: mrr_at_100
value: 71.10078264569333
verified: no, type: mrr_at_1000
value: 71.11501411983153
verified: no, type: mrr_at_20
value: 70.96258499055935
verified: no, type: mrr_at_3
value: 68.88499999999965
verified: no, type: mrr_at_5
value: 69.96799999999939
verified: no, type: nauc_map_at_1000_diff1
value: 67.08185419212819
verified: no, type: nauc_map_at_1000_max
value: 26.271007449733965
verified: no, type: nauc_map_at_1000_std
value: -22.727670299133905
verified: no, type: nauc_map_at_100_diff1
value: 67.07473306685743
verified: no, type: nauc_map_at_100_max
value: 26.267772220163994
verified: no, type: nauc_map_at_100_std
value: -22.733041613084545
verified: no, type: nauc_map_at_10_diff1
value: 67.03366616203877
verified: no, type: nauc_map_at_10_max
value: 25.98040095122931
verified: no, type: nauc_map_at_10_std
value: -23.174978541840062
verified: no, type: nauc_map_at_1_diff1
value: 70.22788208504926
verified: no, type: nauc_map_at_1_max
value: 22.32181594115109
verified: no, type: nauc_map_at_1_std
value: -22.845687528126767
verified: no, type: nauc_map_at_20_diff1
value: 67.02458695958853
verified: no, type: nauc_map_at_20_max
value: 26.160924337082925
verified: no, type: nauc_map_at_20_std
value: -22.91658496265426
verified: no, type: nauc_map_at_3_diff1
value: 67.73324298855009
verified: no, type: nauc_map_at_3_max
value: 25.32543491900135
verified: no, type: nauc_map_at_3_std
value: -23.652478151035705
verified: no, type: nauc_map_at_5_diff1
value: 67.26317399696087
verified: no, type: nauc_map_at_5_max
value: 25.73283424480045
verified: no, type: nauc_map_at_5_std
value: -23.374471007547708
verified: no, type: nauc_mrr_at_1000_diff1
value: 68.6863034959119
verified: no, type: nauc_mrr_at_1000_max
value: 27.45760797922055
verified: no, type: nauc_mrr_at_1000_std
value: -22.07474437205787
verified: no, type: nauc_mrr_at_100_diff1
value: 68.6819175750528
verified: no, type: nauc_mrr_at_100_max
value: 27.460124524249828
verified: no, type: nauc_mrr_at_100_std
value: -22.06707147884554
verified: no, type: nauc_mrr_at_10_diff1
value: 68.64301683603624
verified: no, type: nauc_mrr_at_10_max
value: 27.508274408138412
verified: no, type: nauc_mrr_at_10_std
value: -22.10347335537209
verified: no, type: nauc_mrr_at_1_diff1
value: 70.98759105304701
verified: no, type: nauc_mrr_at_1_max
value: 25.834314140255454
verified: no, type: nauc_mrr_at_1_std
value: -23.5079169654779
verified: no, type: nauc_mrr_at_20_diff1
value: 68.62344507570737
verified: no, type: nauc_mrr_at_20_max
value: 27.47708897427253
verified: no, type: nauc_mrr_at_20_std
value: -22.092765274383197
verified: no, type: nauc_mrr_at_3_diff1
value: 68.72012459589514
verified: no, type: nauc_mrr_at_3_max
value: 27.732455394026374
verified: no, type: nauc_mrr_at_3_std
value: -22.202658610484402
verified: no, type: nauc_mrr_at_5_diff1
value: 68.58152117520244
verified: no, type: nauc_mrr_at_5_max
value: 27.624668222947907
verified: no, type: nauc_mrr_at_5_std
value: -22.1566009105787
verified: no, type: nauc_ndcg_at_1000_diff1
value: 66.8170968003819
verified: no, type: nauc_ndcg_at_1000_max
value: 27.4424720408962
verified: no, type: nauc_ndcg_at_1000_std
value: -21.26731508004746
verified: no, type: nauc_ndcg_at_100_diff1
value: 66.63928723579153
verified: no, type: nauc_ndcg_at_100_max
value: 27.484213156341337
verified: no, type: nauc_ndcg_at_100_std
value: -21.00280631472414
verified: no, type: nauc_ndcg_at_10_diff1
value: 66.10871911241466
verified: no, type: nauc_ndcg_at_10_max
value: 26.88263981341165
verified: no, type: nauc_ndcg_at_10_std
value: -22.293652163487547
verified: no, type: nauc_ndcg_at_1_diff1
value: 70.60180456913521
verified: no, type: nauc_ndcg_at_1_max
value: 26.990805111851056
verified: no, type: nauc_ndcg_at_1_std
value: -22.57353642686558
verified: no, type: nauc_ndcg_at_20_diff1
value: 66.12340410289872
verified: no, type: nauc_ndcg_at_20_max
value: 27.208743850472043
verified: no, type: nauc_ndcg_at_20_std
value: -21.71746318981642
verified: no, type: nauc_ndcg_at_3_diff1
value: 66.8346237445378
verified: no, type: nauc_ndcg_at_3_max
value: 26.80845893094536
verified: no, type: nauc_ndcg_at_3_std
value: -22.72561952027054
verified: no, type: nauc_ndcg_at_5_diff1
value: 66.29625363729713
verified: no, type: nauc_ndcg_at_5_max
value: 26.84029824214343
verified: no, type: nauc_ndcg_at_5_std
value: -22.437674141622427
verified: no, type: nauc_precision_at_1000_diff1
value: -27.663277816134528
verified: no, type: nauc_precision_at_1000_max
value: 0.029218673757483826
verified: no, type: nauc_precision_at_1000_std
value: 15.496650709260345
verified: no, type: nauc_precision_at_100_diff1
value: -22.411145752827085
verified: no, type: nauc_precision_at_100_max
value: 3.9344393041914003
verified: no, type: nauc_precision_at_100_std
value: 14.427181615032728
verified: no, type: nauc_precision_at_10_diff1
value: -3.025719144519533
verified: no, type: nauc_precision_at_10_max
value: 11.854534904087863
verified: no, type: nauc_precision_at_10_std
value: 2.9269880461016187
verified: no, type: nauc_precision_at_1_diff1
value: 70.60180456913521
verified: no, type: nauc_precision_at_1_max
value: 26.990805111851056
verified: no, type: nauc_precision_at_1_std
value: -22.57353642686558
verified: no, type: nauc_precision_at_20_diff1
value: -11.970959182337722
verified: no, type: nauc_precision_at_20_max
value: 8.7073767696997
verified: no, type: nauc_precision_at_20_std
value: 8.071309809560946
verified: no, type: nauc_precision_at_3_diff1
value: 24.261382587189285
verified: no, type: nauc_precision_at_3_max
value: 19.083737941110986
verified: no, type: nauc_precision_at_3_std
value: -9.355089633077345
verified: no, type: nauc_precision_at_5_diff1
value: 10.933886587489535
verified: no, type: nauc_precision_at_5_max
value: 15.85727992438673
verified: no, type: nauc_precision_at_5_std
value: -3.6594032632600295
verified: no, type: nauc_recall_at_1000_diff1
value: 58.74764040615095
verified: no, type: nauc_recall_at_1000_max
value: 33.934231474839436
verified: no, type: nauc_recall_at_1000_std
value: 8.295473265471774
verified: no, type: nauc_recall_at_100_diff1
value: 56.67126188145814
verified: no, type: nauc_recall_at_100_max
value: 29.613953308606213
verified: no, type: nauc_recall_at_100_std
value: -3.1156622646409837
verified: no, type: nauc_recall_at_10_diff1
value: 58.14457754172474
verified: no, type: nauc_recall_at_10_max
value: 25.64068954117741
verified: no, type: nauc_recall_at_10_std
value: -20.345105298679194
verified: no, type: nauc_recall_at_1_diff1
value: 70.22788208504926
verified: no, type: nauc_recall_at_1_max
value: 22.32181594115109
verified: no, type: nauc_recall_at_1_std
value: -22.845687528126767
verified: no, type: nauc_recall_at_20_diff1
value: 56.122410891976116
verified: no, type: nauc_recall_at_20_max
value: 27.035921283394927
verified: no, type: nauc_recall_at_20_std
value: -16.336394508046013
verified: no, type: nauc_recall_at_3_diff1
value: 63.23448059275755
verified: no, type: nauc_recall_at_3_max
value: 25.348142531067364
verified: no, type: nauc_recall_at_3_std
value: -22.990239464641988
verified: no, type: nauc_recall_at_5_diff1
value: 60.663426307558325
verified: no, type: nauc_recall_at_5_max
value: 25.829648967123543
verified: no, type: nauc_recall_at_5_std
value: -21.6318529393389
verified: no, type: ndcg_at_1
value: 62.9
verified: no, type: ndcg_at_10
value: 71.571
verified: no, type: ndcg_at_100
value: 74.45
verified: no, type: ndcg_at_1000
value: 75.178
verified: no, type: ndcg_at_20
value: 72.898
verified: no, type: ndcg_at_3
value: 67.426
verified: no, type: ndcg_at_5
value: 69.47
verified: no, type: precision_at_1
value: 62.9
verified: no, type: precision_at_10
value: 10.918
verified: no, type: precision_at_100
value: 1.365
verified: no, type: precision_at_1000
value: 0.15
verified: no, type: precision_at_20
value: 5.962
verified: no, type: precision_at_3
value: 29.226999999999997
verified: no, type: precision_at_5
value: 19.486
verified: no, type: recall_at_1
value: 54.891
verified: no, type: recall_at_10
value: 81.804
verified: no, type: recall_at_100
value: 93.28699999999999
verified: no, type: recall_at_1000
value: 97.908
verified: no, type: recall_at_20
value: 86.392
verified: no, type: recall_at_3
value: 70.167
verified: no, type: recall_at_5
value: 75.612
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 28.426716749714853
verified: no, type: v_measure
value: 28.426716749714853
verified: no, type: v_measure_std
value: 3.8448151870575216
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 36.876305702102044
verified: no, type: v_measure
value: 36.876305702102044
verified: no, type: v_measure_std
value: 9.94570716150816
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 8.469999999999999
verified: no, type: map_at_1
value: 1.8579999999999999
verified: no, type: map_at_10
value: 4.517
verified: no, type: map_at_100
value: 5.423
verified: no, type: map_at_1000
value: 5.6259999999999994
verified: no, type: map_at_20
value: 4.96
verified: no, type: map_at_3
value: 3.3259999999999996
verified: no, type: map_at_5
value: 3.897
verified: no, type: mrr_at_1
value: 9.1
verified: no, type: mrr_at_10
value: 15.50785714285714
verified: no, type: mrr_at_100
value: 16.53341442492662
verified: no, type: mrr_at_1000
value: 16.64337258729169
verified: no, type: mrr_at_20
value: 16.033686205005864
verified: no, type: mrr_at_3
value: 13.16666666666666
verified: no, type: mrr_at_5
value: 14.536666666666667
verified: no, type: nauc_map_at_1000_diff1
value: 12.061887270855342
verified: no, type: nauc_map_at_1000_max
value: 15.672758711289811
verified: no, type: nauc_map_at_1000_std
value: 7.5414825361684095
verified: no, type: nauc_map_at_100_diff1
value: 12.21437148949726
verified: no, type: nauc_map_at_100_max
value: 15.328873259167677
verified: no, type: nauc_map_at_100_std
value: 7.078720170584267
verified: no, type: nauc_map_at_10_diff1
value: 14.08947539699102
verified: no, type: nauc_map_at_10_max
value: 15.528470101637804
verified: no, type: nauc_map_at_10_std
value: 4.92863657106244
verified: no, type: nauc_map_at_1_diff1
value: 18.039298730269138
verified: no, type: nauc_map_at_1_max
value: 14.31023882202473
verified: no, type: nauc_map_at_1_std
value: -0.3591053528908413
verified: no, type: nauc_map_at_20_diff1
value: 13.109485532536313
verified: no, type: nauc_map_at_20_max
value: 14.95304711292193
verified: no, type: nauc_map_at_20_std
value: 5.92644666999539
verified: no, type: nauc_map_at_3_diff1
value: 14.455112437308307
verified: no, type: nauc_map_at_3_max
value: 15.33104351213225
verified: no, type: nauc_map_at_3_std
value: 1.790639856377438
verified: no, type: nauc_map_at_5_diff1
value: 15.034627753858857
verified: no, type: nauc_map_at_5_max
value: 15.559185439575629
verified: no, type: nauc_map_at_5_std
value: 2.9375822216524767
verified: no, type: nauc_mrr_at_1000_diff1
value: 11.63283159966147
verified: no, type: nauc_mrr_at_1000_max
value: 12.794763163889893
verified: no, type: nauc_mrr_at_1000_std
value: 3.130093174099942
verified: no, type: nauc_mrr_at_100_diff1
value: 11.631365860343896
verified: no, type: nauc_mrr_at_100_max
value: 12.738342833107302
verified: no, type: nauc_mrr_at_100_std
value: 3.175009675549753
verified: no, type: nauc_mrr_at_10_diff1
value: 11.78043256144087
verified: no, type: nauc_mrr_at_10_max
value: 13.053458988792435
verified: no, type: nauc_mrr_at_10_std
value: 2.969926764552796
verified: no, type: nauc_mrr_at_1_diff1
value: 16.817874907491216
verified: no, type: nauc_mrr_at_1_max
value: 13.72314296918537
verified: no, type: nauc_mrr_at_1_std
value: 0.5050758203427812
verified: no, type: nauc_mrr_at_20_diff1
value: 11.67061780999313
verified: no, type: nauc_mrr_at_20_max
value: 12.538852363979714
verified: no, type: nauc_mrr_at_20_std
value: 3.1554542803987653
verified: no, type: nauc_mrr_at_3_diff1
value: 12.935441478746942
verified: no, type: nauc_mrr_at_3_max
value: 13.439277250075833
verified: no, type: nauc_mrr_at_3_std
value: 1.609264258249062
verified: no, type: nauc_mrr_at_5_diff1
value: 12.83097575201126
verified: no, type: nauc_mrr_at_5_max
value: 13.051302862980327
verified: no, type: nauc_mrr_at_5_std
value: 2.946054126471865
verified: no, type: nauc_ndcg_at_1000_diff1
value: 6.885605267096993
verified: no, type: nauc_ndcg_at_1000_max
value: 17.56127976156672
verified: no, type: nauc_ndcg_at_1000_std
value: 12.26165869844922
verified: no, type: nauc_ndcg_at_100_diff1
value: 7.911927104457757
verified: no, type: nauc_ndcg_at_100_max
value: 14.499330491894973
verified: no, type: nauc_ndcg_at_100_std
value: 9.911478033061345
verified: no, type: nauc_ndcg_at_10_diff1
value: 11.255069130484213
verified: no, type: nauc_ndcg_at_10_max
value: 14.06906027730809
verified: no, type: nauc_ndcg_at_10_std
value: 5.572616334986018
verified: no, type: nauc_ndcg_at_1_diff1
value: 16.817874907491216
verified: no, type: nauc_ndcg_at_1_max
value: 13.72314296918537
verified: no, type: nauc_ndcg_at_1_std
value: 0.5050758203427812
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.949384628634753
verified: no, type: nauc_ndcg_at_20_max
value: 12.427643651408191
verified: no, type: nauc_ndcg_at_20_std
value: 7.053164095201611
verified: no, type: nauc_ndcg_at_3_diff1
value: 12.563756379860703
verified: no, type: nauc_ndcg_at_3_max
value: 13.82441131419801
verified: no, type: nauc_ndcg_at_3_std
value: 2.251423443371622
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.441574400993234
verified: no, type: nauc_ndcg_at_5_max
value: 14.260529793724896
verified: no, type: nauc_ndcg_at_5_std
value: 3.960809644920197
verified: no, type: nauc_precision_at_1000_diff1
value: -1.233221181087992
verified: no, type: nauc_precision_at_1000_max
value: 20.589287486434426
verified: no, type: nauc_precision_at_1000_std
value: 19.911652095411522
verified: no, type: nauc_precision_at_100_diff1
value: 1.8317011244106
verified: no, type: nauc_precision_at_100_max
value: 14.135187668137632
verified: no, type: nauc_precision_at_100_std
value: 15.797255821832284
verified: no, type: nauc_precision_at_10_diff1
value: 7.9950736927114825
verified: no, type: nauc_precision_at_10_max
value: 12.46735311932162
verified: no, type: nauc_precision_at_10_std
value: 8.371168988491819
verified: no, type: nauc_precision_at_1_diff1
value: 16.817874907491216
verified: no, type: nauc_precision_at_1_max
value: 13.72314296918537
verified: no, type: nauc_precision_at_1_std
value: 0.5050758203427812
verified: no, type: nauc_precision_at_20_diff1
value: 5.948081133215723
verified: no, type: nauc_precision_at_20_max
value: 9.179673657991613
verified: no, type: nauc_precision_at_20_std
value: 10.783743977568665
verified: no, type: nauc_precision_at_3_diff1
value: 11.287806520397261
verified: no, type: nauc_precision_at_3_max
value: 13.602772010549327
verified: no, type: nauc_precision_at_3_std
value: 2.9099096571460423
verified: no, type: nauc_precision_at_5_diff1
value: 12.008313574343687
verified: no, type: nauc_precision_at_5_max
value: 13.265544377978255
verified: no, type: nauc_precision_at_5_std
value: 5.963871468457421
verified: no, type: nauc_recall_at_1000_diff1
value: -1.1282187899464593
verified: no, type: nauc_recall_at_1000_max
value: 21.195941583270518
verified: no, type: nauc_recall_at_1000_std
value: 19.905807733946542
verified: no, type: nauc_recall_at_100_diff1
value: 2.060462939698145
verified: no, type: nauc_recall_at_100_max
value: 14.62419021279813
verified: no, type: nauc_recall_at_100_std
value: 15.805207119860516
verified: no, type: nauc_recall_at_10_diff1
value: 8.48087847118933
verified: no, type: nauc_recall_at_10_max
value: 13.311831865231236
verified: no, type: nauc_recall_at_10_std
value: 8.101795195543582
verified: no, type: nauc_recall_at_1_diff1
value: 18.039298730269138
verified: no, type: nauc_recall_at_1_max
value: 14.31023882202473
verified: no, type: nauc_recall_at_1_std
value: -0.3591053528908413
verified: no, type: nauc_recall_at_20_diff1
value: 6.314569406264662
verified: no, type: nauc_recall_at_20_max
value: 9.76209181841767
verified: no, type: nauc_recall_at_20_std
value: 10.6380958121179
verified: no, type: nauc_recall_at_3_diff1
value: 11.981115684692986
verified: no, type: nauc_recall_at_3_max
value: 14.659647798166809
verified: no, type: nauc_recall_at_3_std
value: 2.7748583693419135
verified: no, type: nauc_recall_at_5_diff1
value: 12.650210516742375
verified: no, type: nauc_recall_at_5_max
value: 14.24002653527425
verified: no, type: nauc_recall_at_5_std
value: 5.694892494690264
verified: no, type: ndcg_at_1
value: 9.1
verified: no, type: ndcg_at_10
value: 8.469999999999999
verified: no, type: ndcg_at_100
value: 13.206999999999999
verified: no, type: ndcg_at_1000
value: 18.076
verified: no, type: ndcg_at_20
value: 9.964
verified: no, type: ndcg_at_3
value: 7.758
verified: no, type: ndcg_at_5
value: 6.925000000000001
verified: no, type: precision_at_1
value: 9.1
verified: no, type: precision_at_10
value: 4.5
verified: no, type: precision_at_100
value: 1.1520000000000001
verified: no, type: precision_at_1000
value: 0.234
verified: no, type: precision_at_20
value: 3.11
verified: no, type: precision_at_3
value: 7.333
verified: no, type: precision_at_5
value: 6.18
verified: no, type: recall_at_1
value: 1.8579999999999999
verified: no, type: recall_at_10
value: 9.155000000000001
verified: no, type: recall_at_100
value: 23.455000000000002
verified: no, type: recall_at_1000
value: 47.625
verified: no, type: recall_at_20
value: 12.683
verified: no, type: recall_at_3
value: 4.505
verified: no, type: recall_at_5
value: 6.3
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 67.40745266329591
verified: no, type: cosine_spearman
value: 55.48988811622464
verified: no, type: euclidean_pearson
value: 56.64110483113514
verified: no, type: euclidean_spearman
value: 52.56015050620609
verified: no, type: main_score
value: 55.48988811622464
verified: no, type: manhattan_pearson
value: 56.620739146260355
verified: no, type: manhattan_spearman
value: 52.57278457053056
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 60.71776028645086
verified: no, type: cosine_spearman
value: 53.51289728749782
verified: no, type: euclidean_pearson
value: 55.155862584848556
verified: no, type: euclidean_spearman
value: 50.616899710863926
verified: no, type: main_score
value: 53.51289728749782
verified: no, type: manhattan_pearson
value: 55.12958983969065
verified: no, type: manhattan_spearman
value: 50.615571438753825
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 66.28723275783524
verified: no, type: cosine_spearman
value: 70.80105270649192
verified: no, type: euclidean_pearson
value: 63.17342773278036
verified: no, type: euclidean_spearman
value: 68.04978745416297
verified: no, type: main_score
value: 70.80105270649192
verified: no, type: manhattan_pearson
value: 63.307977806683624
verified: no, type: manhattan_spearman
value: 68.15603387498501
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 66.32738491357128
verified: no, type: cosine_spearman
value: 63.56156596006354
verified: no, type: euclidean_pearson
value: 60.77234239072363
verified: no, type: euclidean_spearman
value: 59.82854639930626
verified: no, type: main_score
value: 63.56156596006354
verified: no, type: manhattan_pearson
value: 60.727062637807514
verified: no, type: manhattan_spearman
value: 59.82525574450547
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 70.65242939251758
verified: no, type: cosine_spearman
value: 74.0811942569614
verified: no, type: euclidean_pearson
value: 64.4398938761914
verified: no, type: euclidean_spearman
value: 69.02073301173178
verified: no, type: main_score
value: 74.0811942569614
verified: no, type: manhattan_pearson
value: 64.36840991082721
verified: no, type: manhattan_spearman
value: 68.93733645543237
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 57.66178270032967
verified: no, type: cosine_spearman
value: 64.60112935555931
verified: no, type: euclidean_pearson
value: 51.6624216594181
verified: no, type: euclidean_spearman
value: 58.48027809262631
verified: no, type: main_score
value: 64.60112935555931
verified: no, type: manhattan_pearson
value: 51.67275255747956
verified: no, type: manhattan_spearman
value: 58.51993555176014
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 74.962376979876
verified: no, type: cosine_spearman
value: 76.91005426258415
verified: no, type: euclidean_pearson
value: 69.18702368547565
verified: no, type: euclidean_spearman
value: 72.7967496412359
verified: no, type: main_score
value: 76.91005426258415
verified: no, type: manhattan_pearson
value: 69.51475539291788
verified: no, type: manhattan_spearman
value: 73.1205789749194
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.989838819327645
verified: no, type: cosine_spearman
value: 54.41645863994751
verified: no, type: euclidean_pearson
value: 46.463633715286825
verified: no, type: euclidean_spearman
value: 53.26125908813254
verified: no, type: main_score
value: 54.41645863994751
verified: no, type: manhattan_pearson
value: 46.3090539719663
verified: no, type: manhattan_spearman
value: 53.23952890070585
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 58.94057926227806
verified: no, type: cosine_spearman
value: 61.552817487762276
verified: no, type: euclidean_pearson
value: 53.47624658314033
verified: no, type: euclidean_spearman
value: 58.03174405895781
verified: no, type: main_score
value: 61.552817487762276
verified: no, type: manhattan_pearson
value: 53.518204882849815
verified: no, type: manhattan_spearman
value: 58.01595959625671
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 63.55311507513623
verified: no, type: map
value: 63.55311507513623
verified: no, type: mrr
value: 85.72307412993688
verified: no, type: nAUC_map_diff1
value: 11.268201025650207
verified: no, type: nAUC_map_max
value: 51.45548943457066
verified: no, type: nAUC_map_std
value: 50.814308655995376
verified: no, type: nAUC_mrr_diff1
value: 40.88320903735142
verified: no, type: nAUC_mrr_max
value: 65.2228452078348
verified: no, type: nAUC_mrr_std
value: 48.927442483105054
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 29.526000000000003
verified: no, type: map_at_1
value: 18.667
verified: no, type: map_at_10
value: 25.737
verified: no, type: map_at_100
value: 26.596999999999998
verified: no, type: map_at_1000
value: 26.716
verified: no, type: map_at_20
value: 26.169999999999998
verified: no, type: map_at_3
value: 23.662
verified: no, type: map_at_5
value: 25.047000000000004
verified: no, type: mrr_at_1
value: 20
verified: no, type: mrr_at_10
value: 26.93544973544974
verified: no, type: mrr_at_100
value: 27.71516198853175
verified: no, type: mrr_at_1000
value: 27.826849561947952
verified: no, type: mrr_at_20
value: 27.315907634676996
verified: no, type: mrr_at_3
value: 25.111111111111118
verified: no, type: mrr_at_5
value: 26.39444444444445
verified: no, type: nauc_map_at_1000_diff1
value: 38.90875196518647
verified: no, type: nauc_map_at_1000_max
value: 16.698673149307297
verified: no, type: nauc_map_at_1000_std
value: -5.498893443185168
verified: no, type: nauc_map_at_100_diff1
value: 38.83044667513577
verified: no, type: nauc_map_at_100_max
value: 16.71972262772784
verified: no, type: nauc_map_at_100_std
value: -5.539865548642064
verified: no, type: nauc_map_at_10_diff1
value: 39.25926884874051
verified: no, type: nauc_map_at_10_max
value: 16.524942017241298
verified: no, type: nauc_map_at_10_std
value: -5.749202543826665
verified: no, type: nauc_map_at_1_diff1
value: 49.05457170137309
verified: no, type: nauc_map_at_1_max
value: 14.868259525325092
verified: no, type: nauc_map_at_1_std
value: -4.292079658088571
verified: no, type: nauc_map_at_20_diff1
value: 38.93437072499329
verified: no, type: nauc_map_at_20_max
value: 16.922919039737465
verified: no, type: nauc_map_at_20_std
value: -5.749332924489055
verified: no, type: nauc_map_at_3_diff1
value: 41.05455892849972
verified: no, type: nauc_map_at_3_max
value: 14.955141225461105
verified: no, type: nauc_map_at_3_std
value: -5.272350889513596
verified: no, type: nauc_map_at_5_diff1
value: 39.5626587033532
verified: no, type: nauc_map_at_5_max
value: 16.12147315191173
verified: no, type: nauc_map_at_5_std
value: -5.198787066265291
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.67774750351995
verified: no, type: nauc_mrr_at_1000_max
value: 18.633109278880546
verified: no, type: nauc_mrr_at_1000_std
value: -3.948466765941238
verified: no, type: nauc_mrr_at_100_diff1
value: 39.62056355901267
verified: no, type: nauc_mrr_at_100_max
value: 18.651758561578582
verified: no, type: nauc_mrr_at_100_std
value: -3.961746267971273
verified: no, type: nauc_mrr_at_10_diff1
value: 39.931392296273856
verified: no, type: nauc_mrr_at_10_max
value: 18.727459536451708
verified: no, type: nauc_mrr_at_10_std
value: -4.210421660343737
verified: no, type: nauc_mrr_at_1_diff1
value: 48.406522441072006
verified: no, type: nauc_mrr_at_1_max
value: 16.838876331934127
verified: no, type: nauc_mrr_at_1_std
value: -2.6170487568614895
verified: no, type: nauc_mrr_at_20_diff1
value: 39.69004320626915
verified: no, type: nauc_mrr_at_20_max
value: 18.85971232253515
verified: no, type: nauc_mrr_at_20_std
value: -4.07062911097351
verified: no, type: nauc_mrr_at_3_diff1
value: 41.60627165091408
verified: no, type: nauc_mrr_at_3_max
value: 18.181257422583062
verified: no, type: nauc_mrr_at_3_std
value: -4.4676136868319665
verified: no, type: nauc_mrr_at_5_diff1
value: 40.15073323512161
verified: no, type: nauc_mrr_at_5_max
value: 18.853660646196314
verified: no, type: nauc_mrr_at_5_std
value: -3.802773314454374
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.26334480758162
verified: no, type: nauc_ndcg_at_1000_max
value: 17.014745910821055
verified: no, type: nauc_ndcg_at_1000_std
value: -4.083781540768397
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.49895308783121
verified: no, type: nauc_ndcg_at_100_max
value: 17.585730394111827
verified: no, type: nauc_ndcg_at_100_std
value: -4.494791613876944
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.73990126300614
verified: no, type: nauc_ndcg_at_10_max
value: 18.119833878973406
verified: no, type: nauc_ndcg_at_10_std
value: -6.07251256812303
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.406522441072006
verified: no, type: nauc_ndcg_at_1_max
value: 16.838876331934127
verified: no, type: nauc_ndcg_at_1_std
value: -2.6170487568614895
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.60626344607442
verified: no, type: nauc_ndcg_at_20_max
value: 19.058859800970822
verified: no, type: nauc_ndcg_at_20_std
value: -5.731769224880343
verified: no, type: nauc_ndcg_at_3_diff1
value: 38.974986846940595
verified: no, type: nauc_ndcg_at_3_max
value: 15.997704782372086
verified: no, type: nauc_ndcg_at_3_std
value: -5.48762762284936
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.40308278328965
verified: no, type: nauc_ndcg_at_5_max
value: 17.623597768125
verified: no, type: nauc_ndcg_at_5_std
value: -5.0004230501207285
verified: no, type: nauc_precision_at_1000_diff1
value: 8.618812295837216
verified: no, type: nauc_precision_at_1000_max
value: 12.884728137261888
verified: no, type: nauc_precision_at_1000_std
value: 14.476795505357366
verified: no, type: nauc_precision_at_100_diff1
value: 14.169703894875784
verified: no, type: nauc_precision_at_100_max
value: 21.652908843751838
verified: no, type: nauc_precision_at_100_std
value: 4.072184243188446
verified: no, type: nauc_precision_at_10_diff1
value: 21.621957511552335
verified: no, type: nauc_precision_at_10_max
value: 24.674331810598392
verified: no, type: nauc_precision_at_10_std
value: -6.535206812010593
verified: no, type: nauc_precision_at_1_diff1
value: 48.406522441072006
verified: no, type: nauc_precision_at_1_max
value: 16.838876331934127
verified: no, type: nauc_precision_at_1_std
value: -2.6170487568614895
verified: no, type: nauc_precision_at_20_diff1
value: 16.594862260676805
verified: no, type: nauc_precision_at_20_max
value: 27.67300094746059
verified: no, type: nauc_precision_at_20_std
value: -3.3139669997676195
verified: no, type: nauc_precision_at_3_diff1
value: 32.412407494330125
verified: no, type: nauc_precision_at_3_max
value: 19.660114318802954
verified: no, type: nauc_precision_at_3_std
value: -5.772090595238624
verified: no, type: nauc_precision_at_5_diff1
value: 24.133501401010022
verified: no, type: nauc_precision_at_5_max
value: 22.400905638563533
verified: no, type: nauc_precision_at_5_std
value: -3.738167687651009
verified: no, type: nauc_recall_at_1000_diff1
value: 29.949265294092797
verified: no, type: nauc_recall_at_1000_max
value: -5.517971998702277
verified: no, type: nauc_recall_at_1000_std
value: 13.18470801229431
verified: no, type: nauc_recall_at_100_diff1
value: 19.138600199031323
verified: no, type: nauc_recall_at_100_max
value: 14.981553890290922
verified: no, type: nauc_recall_at_100_std
value: -0.8392004918377559
verified: no, type: nauc_recall_at_10_diff1
value: 25.63192875975604
verified: no, type: nauc_recall_at_10_max
value: 19.82756204669105
verified: no, type: nauc_recall_at_10_std
value: -8.179736169069097
verified: no, type: nauc_recall_at_1_diff1
value: 49.05457170137309
verified: no, type: nauc_recall_at_1_max
value: 14.868259525325092
verified: no, type: nauc_recall_at_1_std
value: -4.292079658088571
verified: no, type: nauc_recall_at_20_diff1
value: 21.25266330954768
verified: no, type: nauc_recall_at_20_max
value: 22.57414610030232
verified: no, type: nauc_recall_at_20_std
value: -7.0182308187024685
verified: no, type: nauc_recall_at_3_diff1
value: 32.44875479342593
verified: no, type: nauc_recall_at_3_max
value: 15.451829298414783
verified: no, type: nauc_recall_at_3_std
value: -6.466943886230113
verified: no, type: nauc_recall_at_5_diff1
value: 27.358984452382145
verified: no, type: nauc_recall_at_5_max
value: 19.0178408887355
verified: no, type: nauc_recall_at_5_std
value: -5.510234533099017
verified: no, type: ndcg_at_1
value: 20
verified: no, type: ndcg_at_10
value: 29.526000000000003
verified: no, type: ndcg_at_100
value: 34.256
verified: no, type: ndcg_at_1000
value: 37.79
verified: no, type: ndcg_at_20
value: 31.032
verified: no, type: ndcg_at_3
value: 25.674000000000003
verified: no, type: ndcg_at_5
value: 28.072999999999997
verified: no, type: precision_at_1
value: 20
verified: no, type: precision_at_10
value: 4.433
verified: no, type: precision_at_100
value: 0.703
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_20
value: 2.5829999999999997
verified: no, type: precision_at_3
value: 10.778
verified: no, type: precision_at_5
value: 7.867
verified: no, type: recall_at_1
value: 18.667
verified: no, type: recall_at_10
value: 39.944
verified: no, type: recall_at_100
value: 63.361000000000004
verified: no, type: recall_at_1000
value: 91.622
verified: no, type: recall_at_20
value: 45.667
verified: no, type: recall_at_3
value: 30.194
verified: no, type: recall_at_5
value: 35.806
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: train
type: mteb/scifact
metrics: type: main_score
value: 32.208999999999996
verified: no, type: map_at_1
value: 19.750999999999998
verified: no, type: map_at_10
value: 27.778999999999996
verified: no, type: map_at_100
value: 28.776000000000003
verified: no, type: map_at_1000
value: 28.88
verified: no, type: map_at_20
value: 28.363
verified: no, type: map_at_3
value: 25.145
verified: no, type: map_at_5
value: 26.76
verified: no, type: mrr_at_1
value: 21.631644004944377
verified: no, type: mrr_at_10
value: 29.26849726293484
verified: no, type: mrr_at_100
value: 30.164315874353086
verified: no, type: mrr_at_1000
value: 30.257277883856347
verified: no, type: mrr_at_20
value: 29.822712901868847
verified: no, type: mrr_at_3
value: 26.946847960445
verified: no, type: mrr_at_5
value: 28.343634116192835
verified: no, type: nauc_map_at_1000_diff1
value: 33.018476272890915
verified: no, type: nauc_map_at_1000_max
value: 19.25546126768736
verified: no, type: nauc_map_at_1000_std
value: -6.116135591079283
verified: no, type: nauc_map_at_100_diff1
value: 32.98218592347836
verified: no, type: nauc_map_at_100_max
value: 19.22487709679211
verified: no, type: nauc_map_at_100_std
value: -6.13221338555462
verified: no, type: nauc_map_at_10_diff1
value: 32.96247837739734
verified: no, type: nauc_map_at_10_max
value: 19.1295325277127
verified: no, type: nauc_map_at_10_std
value: -6.343690319216744
verified: no, type: nauc_map_at_1_diff1
value: 40.645675112799786
verified: no, type: nauc_map_at_1_max
value: 18.178739820975014
verified: no, type: nauc_map_at_1_std
value: -10.774073620195383
verified: no, type: nauc_map_at_20_diff1
value: 33.03739300395304
verified: no, type: nauc_map_at_20_max
value: 19.331748541190642
verified: no, type: nauc_map_at_20_std
value: -6.261221101063373
verified: no, type: nauc_map_at_3_diff1
value: 34.47896260150193
verified: no, type: nauc_map_at_3_max
value: 16.965081051605146
verified: no, type: nauc_map_at_3_std
value: -6.994913170062857
verified: no, type: nauc_map_at_5_diff1
value: 32.81764494845007
verified: no, type: nauc_map_at_5_max
value: 18.147067677266033
verified: no, type: nauc_map_at_5_std
value: -6.246164258051352
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.731926929360036
verified: no, type: nauc_mrr_at_1000_max
value: 20.492445053047362
verified: no, type: nauc_mrr_at_1000_std
value: -5.6967107445447605
verified: no, type: nauc_mrr_at_100_diff1
value: 32.70415221930752
verified: no, type: nauc_mrr_at_100_max
value: 20.46499696496385
verified: no, type: nauc_mrr_at_100_std
value: -5.709286500520383
verified: no, type: nauc_mrr_at_10_diff1
value: 32.63641004938251
verified: no, type: nauc_mrr_at_10_max
value: 20.454066831395874
verified: no, type: nauc_mrr_at_10_std
value: -5.705626577206938
verified: no, type: nauc_mrr_at_1_diff1
value: 39.12929894156776
verified: no, type: nauc_mrr_at_1_max
value: 20.182341619713306
verified: no, type: nauc_mrr_at_1_std
value: -10.633343866507673
verified: no, type: nauc_mrr_at_20_diff1
value: 32.69882563730009
verified: no, type: nauc_mrr_at_20_max
value: 20.62565779036799
verified: no, type: nauc_mrr_at_20_std
value: -5.678443599360867
verified: no, type: nauc_mrr_at_3_diff1
value: 33.5479170982602
verified: no, type: nauc_mrr_at_3_max
value: 19.496389023038542
verified: no, type: nauc_mrr_at_3_std
value: -6.235325046185766
verified: no, type: nauc_mrr_at_5_diff1
value: 32.36622782666829
verified: no, type: nauc_mrr_at_5_max
value: 19.755487531550646
verified: no, type: nauc_mrr_at_5_std
value: -5.714531556486832
verified: no, type: nauc_ndcg_at_1000_diff1
value: 31.130800063986403
verified: no, type: nauc_ndcg_at_1000_max
value: 20.678952349072393
verified: no, type: nauc_ndcg_at_1000_std
value: -3.3915618154924267
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.245572227636785
verified: no, type: nauc_ndcg_at_100_max
value: 20.29155846581541
verified: no, type: nauc_ndcg_at_100_std
value: -3.6346054663559224
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.66641900921085
verified: no, type: nauc_ndcg_at_10_max
value: 20.586665607546802
verified: no, type: nauc_ndcg_at_10_std
value: -4.414026000530255
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.12929894156776
verified: no, type: nauc_ndcg_at_1_max
value: 20.182341619713306
verified: no, type: nauc_ndcg_at_1_std
value: -10.633343866507673
verified: no, type: nauc_ndcg_at_20_diff1
value: 30.790374128361357
verified: no, type: nauc_ndcg_at_20_max
value: 21.149896099894892
verified: no, type: nauc_ndcg_at_20_std
value: -4.238868889400191
verified: no, type: nauc_ndcg_at_3_diff1
value: 32.82104372914893
verified: no, type: nauc_ndcg_at_3_max
value: 17.402000947531697
verified: no, type: nauc_ndcg_at_3_std
value: -5.410038358557045
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.356434452803676
verified: no, type: nauc_ndcg_at_5_max
value: 18.612538101853477
verified: no, type: nauc_ndcg_at_5_std
value: -4.285463568299433
verified: no, type: nauc_precision_at_1000_diff1
value: 2.2630751304549666
verified: no, type: nauc_precision_at_1000_max
value: 24.659090844031212
verified: no, type: nauc_precision_at_1000_std
value: 13.877697493760916
verified: no, type: nauc_precision_at_100_diff1
value: 8.926077099370595
verified: no, type: nauc_precision_at_100_max
value: 24.058643243395505
verified: no, type: nauc_precision_at_100_std
value: 7.573502898799793
verified: no, type: nauc_precision_at_10_diff1
value: 19.41276754911562
verified: no, type: nauc_precision_at_10_max
value: 28.211444792067986
verified: no, type: nauc_precision_at_10_std
value: 0.8974925782848179
verified: no, type: nauc_precision_at_1_diff1
value: 39.12929894156776
verified: no, type: nauc_precision_at_1_max
value: 20.182341619713306
verified: no, type: nauc_precision_at_1_std
value: -10.633343866507673
verified: no, type: nauc_precision_at_20_diff1
value: 17.916685529025763
verified: no, type: nauc_precision_at_20_max
value: 29.864911467505355
verified: no, type: nauc_precision_at_20_std
value: 2.885776799617732
verified: no, type: nauc_precision_at_3_diff1
value: 25.864886987297353
verified: no, type: nauc_precision_at_3_max
value: 19.85150106808991
verified: no, type: nauc_precision_at_3_std
value: -2.2396459248665552
verified: no, type: nauc_precision_at_5_diff1
value: 19.540695484508134
verified: no, type: nauc_precision_at_5_max
value: 23.194786829993888
verified: no, type: nauc_precision_at_5_std
value: 0.9157739994492274
verified: no, type: nauc_recall_at_1000_diff1
value: 22.359872337248472
verified: no, type: nauc_recall_at_1000_max
value: 27.23487048509587
verified: no, type: nauc_recall_at_1000_std
value: 24.646636055776835
verified: no, type: nauc_recall_at_100_diff1
value: 19.631596996214693
verified: no, type: nauc_recall_at_100_max
value: 20.34354812525602
verified: no, type: nauc_recall_at_100_std
value: 4.856569919732777
verified: no, type: nauc_recall_at_10_diff1
value: 24.353720834590646
verified: no, type: nauc_recall_at_10_max
value: 22.96396377129604
verified: no, type: nauc_recall_at_10_std
value: -0.017636284022635965
verified: no, type: nauc_recall_at_1_diff1
value: 40.645675112799786
verified: no, type: nauc_recall_at_1_max
value: 18.178739820975014
verified: no, type: nauc_recall_at_1_std
value: -10.774073620195383
verified: no, type: nauc_recall_at_20_diff1
value: 24.151467083375223
verified: no, type: nauc_recall_at_20_max
value: 24.59410553622122
verified: no, type: nauc_recall_at_20_std
value: 0.4082869470891554
verified: no, type: nauc_recall_at_3_diff1
value: 28.807369741814306
verified: no, type: nauc_recall_at_3_max
value: 15.57045527204528
verified: no, type: nauc_recall_at_3_std
value: -1.8552293654406165
verified: no, type: nauc_recall_at_5_diff1
value: 24.004157260728366
verified: no, type: nauc_recall_at_5_max
value: 17.96640037433552
verified: no, type: nauc_recall_at_5_std
value: 0.34474131049346224
verified: no, type: ndcg_at_1
value: 21.632
verified: no, type: ndcg_at_10
value: 32.208999999999996
verified: no, type: ndcg_at_100
value: 37.049
verified: no, type: ndcg_at_1000
value: 40.028999999999996
verified: no, type: ndcg_at_20
value: 34.298
verified: no, type: ndcg_at_3
value: 27.24
verified: no, type: ndcg_at_5
value: 29.906
verified: no, type: precision_at_1
value: 21.632
verified: no, type: precision_at_10
value: 5.0680000000000005
verified: no, type: precision_at_100
value: 0.771
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 3.004
verified: no, type: precision_at_3
value: 11.619
verified: no, type: precision_at_5
value: 8.554
verified: no, type: recall_at_1
value: 19.750999999999998
verified: no, type: recall_at_10
value: 44.456
verified: no, type: recall_at_100
value: 66.842
verified: no, type: recall_at_1000
value: 90.554
verified: no, type: recall_at_20
value: 52.515
verified: no, type: recall_at_3
value: 31.401
verified: no, type: recall_at_5
value: 37.708999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.64653465346535
verified: no, type: cosine_accuracy_threshold
value: 88.94755840301514
verified: no, type: cosine_ap
value: 85.55090209842295
verified: no, type: cosine_f1
value: 81.03896103896105
verified: no, type: cosine_f1_threshold
value: 88.06538581848145
verified: no, type: cosine_precision
value: 84.32432432432432
verified: no, type: cosine_recall
value: 78
verified: no, type: dot_accuracy
value: 99.03762376237624
verified: no, type: dot_accuracy_threshold
value: 1075.7030487060547
verified: no, type: dot_ap
value: 25.21099059479159
verified: no, type: dot_f1
value: 31.765253842571028
verified: no, type: dot_f1_threshold
value: 850.6962776184082
verified: no, type: dot_precision
value: 29.72972972972973
verified: no, type: dot_recall
value: 34.1
verified: no, type: euclidean_accuracy
value: 99.62673267326733
verified: no, type: euclidean_accuracy_threshold
value: 139.87888097763062
verified: no, type: euclidean_ap
value: 82.49414959124407
verified: no, type: euclidean_f1
value: 79.36507936507937
verified: no, type: euclidean_f1_threshold
value: 139.87888097763062
verified: no, type: euclidean_precision
value: 87.66626360338573
verified: no, type: euclidean_recall
value: 72.5
verified: no, type: main_score
value: 85.55090209842295
verified: no, type: manhattan_accuracy
value: 99.62574257425743
verified: no, type: manhattan_accuracy_threshold
value: 1919.0616607666016
verified: no, type: manhattan_ap
value: 82.48883233150048
verified: no, type: manhattan_f1
value: 79.23076923076923
verified: no, type: manhattan_f1_threshold
value: 1919.0616607666016
verified: no, type: manhattan_precision
value: 87.92682926829268
verified: no, type: manhattan_recall
value: 72.1
verified: no, type: max_accuracy
value: 99.64653465346535
verified: no, type: max_ap
value: 85.55090209842295
verified: no, type: max_f1
value: 81.03896103896105
verified: no, type: max_precision
value: 87.92682926829268
verified: no, type: max_recall
value: 78
verified: no, type: similarity_accuracy
value: 99.64653465346535
verified: no, type: similarity_accuracy_threshold
value: 88.94755840301514
verified: no, type: similarity_ap
value: 85.55062536231317
verified: no, type: similarity_f1
value: 81.03896103896105
verified: no, type: similarity_f1_threshold
value: 88.06538581848145
verified: no, type: similarity_precision
value: 84.32432432432432
verified: no, type: similarity_recall
value: 78
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: validation
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.60396039603961
verified: no, type: cosine_accuracy_threshold
value: 90.01673460006714
verified: no, type: cosine_ap
value: 83.01228862847526
verified: no, type: cosine_f1
value: 78.17312798725438
verified: no, type: cosine_f1_threshold
value: 88.54530453681946
verified: no, type: cosine_precision
value: 83.35220838052095
verified: no, type: cosine_recall
value: 73.6
verified: no, type: dot_accuracy
value: 99.02772277227723
verified: no, type: dot_accuracy_threshold
value: 1110.744857788086
verified: no, type: dot_ap
value: 22.52218563381859
verified: no, type: dot_f1
value: 30.113141862489123
verified: no, type: dot_f1_threshold
value: 849.8266220092773
verified: no, type: dot_precision
value: 26.656394453004623
verified: no, type: dot_recall
value: 34.599999999999994
verified: no, type: euclidean_accuracy
value: 99.58712871287129
verified: no, type: euclidean_accuracy_threshold
value: 134.52991247177124
verified: no, type: euclidean_ap
value: 80.92115563373864
verified: no, type: euclidean_f1
value: 77.02127659574468
verified: no, type: euclidean_f1_threshold
value: 142.99077987670898
verified: no, type: euclidean_precision
value: 82.27272727272728
verified: no, type: euclidean_recall
value: 72.39999999999999
verified: no, type: main_score
value: 83.01228862847526
verified: no, type: manhattan_accuracy
value: 99.58217821782178
verified: no, type: manhattan_accuracy_threshold
value: 1893.684196472168
verified: no, type: manhattan_ap
value: 80.76933282645034
verified: no, type: manhattan_f1
value: 76.57754010695186
verified: no, type: manhattan_f1_threshold
value: 1969.699478149414
verified: no, type: manhattan_precision
value: 82.29885057471265
verified: no, type: manhattan_recall
value: 71.6
verified: no, type: max_accuracy
value: 99.60396039603961
verified: no, type: max_ap
value: 83.01228862847526
verified: no, type: max_f1
value: 78.17312798725438
verified: no, type: max_precision
value: 83.35220838052095
verified: no, type: max_recall
value: 73.6
verified: no, type: similarity_accuracy
value: 99.60396039603961
verified: no, type: similarity_accuracy_threshold
value: 90.01673460006714
verified: no, type: similarity_ap
value: 83.01216562298424
verified: no, type: similarity_f1
value: 78.17312798725438
verified: no, type: similarity_f1_threshold
value: 88.54529857635498
verified: no, type: similarity_precision
value: 83.35220838052095
verified: no, type: similarity_recall
value: 73.6
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 39.515271541565205
verified: no, type: v_measure
value: 39.515271541565205
verified: no, type: v_measure_std
value: 3.8157758492289964
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 27.899435497123438
verified: no, type: v_measure
value: 27.899435497123438
verified: no, type: v_measure_std
value: 1.6019853493964817
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 35.63422266081505
verified: no, type: map
value: 35.63422266081505
verified: no, type: mrr
value: 36.807796982429345
verified: no, type: nAUC_map_diff1
value: 26.666870201624004
verified: no, type: nAUC_map_max
value: 13.080333206721551
verified: no, type: nAUC_map_std
value: -6.881272733047387
verified: no, type: nAUC_mrr_diff1
value: 20.676894534971595
verified: no, type: nAUC_mrr_max
value: 17.968238284800584
verified: no, type: nAUC_mrr_std
value: -4.994281211783994
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 31.113362641367416
verified: no, type: cosine_spearman
value: 30.502287149942592
verified: no, type: dot_pearson
value: 19.294344459453956
verified: no, type: dot_spearman
value: 20.392377472328057
verified: no, type: main_score
value: 30.502287149942592
verified: no, type: pearson
value: 31.113350499491155
verified: no, type: spearman
value: 30.49918290509572
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 35.923
verified: no, type: map_at_1
value: 0.128
verified: no, type: map_at_10
value: 0.7250000000000001
verified: no, type: map_at_100
value: 2.391
verified: no, type: map_at_1000
value: 5.172000000000001
verified: no, type: map_at_20
value: 1.023
verified: no, type: map_at_3
value: 0.328
verified: no, type: map_at_5
value: 0.486
verified: no, type: mrr_at_1
value: 48
verified: no, type: mrr_at_10
value: 60.469047619047615
verified: no, type: mrr_at_100
value: 61.31153650271297
verified: no, type: mrr_at_1000
value: 61.31599084569738
verified: no, type: mrr_at_20
value: 61.23751052868699
verified: no, type: mrr_at_3
value: 59
verified: no, type: mrr_at_5
value: 59.399999999999984
verified: no, type: nauc_map_at_1000_diff1
value: 6.633672215390218
verified: no, type: nauc_map_at_1000_max
value: 33.21260081274754
verified: no, type: nauc_map_at_1000_std
value: 41.03482629480025
verified: no, type: nauc_map_at_100_diff1
value: 10.531162540864399
verified: no, type: nauc_map_at_100_max
value: 23.03095240506771
verified: no, type: nauc_map_at_100_std
value: 30.80087333382512
verified: no, type: nauc_map_at_10_diff1
value: -2.8114974167869193
verified: no, type: nauc_map_at_10_max
value: 2.0423014894316243
verified: no, type: nauc_map_at_10_std
value: 16.283864542392415
verified: no, type: nauc_map_at_1_diff1
value: 0.1782017157375438
verified: no, type: nauc_map_at_1_max
value: -8.789897637515832
verified: no, type: nauc_map_at_1_std
value: 0.4973294620610552
verified: no, type: nauc_map_at_20_diff1
value: 2.3820789356483325
verified: no, type: nauc_map_at_20_max
value: 7.20053550756653
verified: no, type: nauc_map_at_20_std
value: 21.455996589757845
verified: no, type: nauc_map_at_3_diff1
value: 4.504854275606629
verified: no, type: nauc_map_at_3_max
value: -2.5693219044417117
verified: no, type: nauc_map_at_3_std
value: 12.739392924768882
verified: no, type: nauc_map_at_5_diff1
value: 3.9696480366034224
verified: no, type: nauc_map_at_5_max
value: -1.1779979417218152
verified: no, type: nauc_map_at_5_std
value: 17.4497348259494
verified: no, type: nauc_mrr_at_1000_diff1
value: 24.75100559480381
verified: no, type: nauc_mrr_at_1000_max
value: 9.95763749023373
verified: no, type: nauc_mrr_at_1000_std
value: 6.13398634519912
verified: no, type: nauc_mrr_at_100_diff1
value: 24.752735314741965
verified: no, type: nauc_mrr_at_100_max
value: 9.938061896740088
verified: no, type: nauc_mrr_at_100_std
value: 6.13494756268298
verified: no, type: nauc_mrr_at_10_diff1
value: 25.326714458028377
verified: no, type: nauc_mrr_at_10_max
value: 9.820219541900055
verified: no, type: nauc_mrr_at_10_std
value: 6.381369015536628
verified: no, type: nauc_mrr_at_1_diff1
value: 21.670900815073566
verified: no, type: nauc_mrr_at_1_max
value: 5.901344342119195
verified: no, type: nauc_mrr_at_1_std
value: 7.174235206944012
verified: no, type: nauc_mrr_at_20_diff1
value: 24.76356158895378
verified: no, type: nauc_mrr_at_20_max
value: 10.082751937806862
verified: no, type: nauc_mrr_at_20_std
value: 6.041604148094304
verified: no, type: nauc_mrr_at_3_diff1
value: 26.319106097167378
verified: no, type: nauc_mrr_at_3_max
value: 12.612903391072228
verified: no, type: nauc_mrr_at_3_std
value: 6.160183207045465
verified: no, type: nauc_mrr_at_5_diff1
value: 26.40858292910765
verified: no, type: nauc_mrr_at_5_max
value: 12.570771820168975
verified: no, type: nauc_mrr_at_5_std
value: 6.447127902898947
verified: no, type: nauc_ndcg_at_1000_diff1
value: 2.4598345332941776
verified: no, type: nauc_ndcg_at_1000_max
value: 21.832728918528527
verified: no, type: nauc_ndcg_at_1000_std
value: 31.539894810152408
verified: no, type: nauc_ndcg_at_100_diff1
value: 14.319034186890484
verified: no, type: nauc_ndcg_at_100_max
value: 28.091823921833452
verified: no, type: nauc_ndcg_at_100_std
value: 27.115767739065905
verified: no, type: nauc_ndcg_at_10_diff1
value: 14.50085421904166
verified: no, type: nauc_ndcg_at_10_max
value: 23.89546141084357
verified: no, type: nauc_ndcg_at_10_std
value: 20.47497751907962
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.717221623610401
verified: no, type: nauc_ndcg_at_1_max
value: 13.435914956242929
verified: no, type: nauc_ndcg_at_1_std
value: -2.132664056135197
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.020693834578285
verified: no, type: nauc_ndcg_at_20_max
value: 23.373941870652505
verified: no, type: nauc_ndcg_at_20_std
value: 24.316054665971738
verified: no, type: nauc_ndcg_at_3_diff1
value: 20.4532093525935
verified: no, type: nauc_ndcg_at_3_max
value: 21.909747951752653
verified: no, type: nauc_ndcg_at_3_std
value: 18.26051461720549
verified: no, type: nauc_ndcg_at_5_diff1
value: 20.32544583830186
verified: no, type: nauc_ndcg_at_5_max
value: 22.928720940688237
verified: no, type: nauc_ndcg_at_5_std
value: 22.666482387565257
verified: no, type: nauc_precision_at_1000_diff1
value: 6.919564664500802
verified: no, type: nauc_precision_at_1000_max
value: 36.20956219318488
verified: no, type: nauc_precision_at_1000_std
value: 36.68350600553764
verified: no, type: nauc_precision_at_100_diff1
value: 13.9626836301873
verified: no, type: nauc_precision_at_100_max
value: 32.60527593722456
verified: no, type: nauc_precision_at_100_std
value: 32.66873954260175
verified: no, type: nauc_precision_at_10_diff1
value: 13.548740222822547
verified: no, type: nauc_precision_at_10_max
value: 28.273390186627122
verified: no, type: nauc_precision_at_10_std
value: 28.320002825008412
verified: no, type: nauc_precision_at_1_diff1
value: 16.86075949367088
verified: no, type: nauc_precision_at_1_max
value: 15.874750166555597
verified: no, type: nauc_precision_at_1_std
value: 6.523650899400389
verified: no, type: nauc_precision_at_20_diff1
value: 15.729691637481869
verified: no, type: nauc_precision_at_20_max
value: 26.371188178013167
verified: no, type: nauc_precision_at_20_std
value: 32.707995216537114
verified: no, type: nauc_precision_at_3_diff1
value: 30.933270299990767
verified: no, type: nauc_precision_at_3_max
value: 27.10193930300196
verified: no, type: nauc_precision_at_3_std
value: 29.2437026607607
verified: no, type: nauc_precision_at_5_diff1
value: 27.87219321969933
verified: no, type: nauc_precision_at_5_max
value: 27.22435373293917
verified: no, type: nauc_precision_at_5_std
value: 34.884583936096625
verified: no, type: nauc_recall_at_1000_diff1
value: -5.812459853960746
verified: no, type: nauc_recall_at_1000_max
value: 19.962070213025026
verified: no, type: nauc_recall_at_1000_std
value: 35.52549808262046
verified: no, type: nauc_recall_at_100_diff1
value: 1.2300091223273408
verified: no, type: nauc_recall_at_100_max
value: 12.020972430196739
verified: no, type: nauc_recall_at_100_std
value: 22.450383122045768
verified: no, type: nauc_recall_at_10_diff1
value: -6.002152735014183
verified: no, type: nauc_recall_at_10_max
value: -1.0827658421393735
verified: no, type: nauc_recall_at_10_std
value: 12.894354482971012
verified: no, type: nauc_recall_at_1_diff1
value: 0.1782017157375438
verified: no, type: nauc_recall_at_1_max
value: -8.789897637515832
verified: no, type: nauc_recall_at_1_std
value: 0.4973294620610552
verified: no, type: nauc_recall_at_20_diff1
value: -1.2465608345532868
verified: no, type: nauc_recall_at_20_max
value: 1.2310411659787777
verified: no, type: nauc_recall_at_20_std
value: 17.34969059870651
verified: no, type: nauc_recall_at_3_diff1
value: 5.415402668174962
verified: no, type: nauc_recall_at_3_max
value: -3.1556039634599387
verified: no, type: nauc_recall_at_3_std
value: 9.25627463445265
verified: no, type: nauc_recall_at_5_diff1
value: 4.530058434446965
verified: no, type: nauc_recall_at_5_max
value: -1.4202166345648521
verified: no, type: nauc_recall_at_5_std
value: 16.31745182486404
verified: no, type: ndcg_at_1
value: 46
verified: no, type: ndcg_at_10
value: 35.923
verified: no, type: ndcg_at_100
value: 22.764
verified: no, type: ndcg_at_1000
value: 19.607
verified: no, type: ndcg_at_20
value: 31.785999999999998
verified: no, type: ndcg_at_3
value: 43.754
verified: no, type: ndcg_at_5
value: 40.525
verified: no, type: precision_at_1
value: 50
verified: no, type: precision_at_10
value: 37.8
verified: no, type: precision_at_100
value: 23.28
verified: no, type: precision_at_1000
value: 9.578000000000001
verified: no, type: precision_at_20
value: 33.300000000000004
verified: no, type: precision_at_3
value: 48.667
verified: no, type: precision_at_5
value: 44
verified: no, type: recall_at_1
value: 0.128
verified: no, type: recall_at_10
value: 0.894
verified: no, type: recall_at_100
value: 4.788
verified: no, type: recall_at_1000
value: 18.857
verified: no, type: recall_at_20
value: 1.4869999999999999
verified: no, type: recall_at_3
value: 0.369
verified: no, type: recall_at_5
value: 0.551
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 13.173000000000002
verified: no, type: map_at_1
value: 0.954
verified: no, type: map_at_10
value: 3.907
verified: no, type: map_at_100
value: 7.002999999999999
verified: no, type: map_at_1000
value: 8.616
verified: no, type: map_at_20
value: 4.746
verified: no, type: map_at_3
value: 2.205
verified: no, type: map_at_5
value: 3.061
verified: no, type: mrr_at_1
value: 14.285714285714285
verified: no, type: mrr_at_10
value: 31.07709750566893
verified: no, type: mrr_at_100
value: 32.124110790656715
verified: no, type: mrr_at_1000
value: 32.14097704128919
verified: no, type: mrr_at_20
value: 31.53061224489796
verified: no, type: mrr_at_3
value: 26.53061224489796
verified: no, type: mrr_at_5
value: 29.38775510204082
verified: no, type: nauc_map_at_1000_diff1
value: -0.6968998760298223
verified: no, type: nauc_map_at_1000_max
value: -39.09489347235095
verified: no, type: nauc_map_at_1000_std
value: -29.574538490971563
verified: no, type: nauc_map_at_100_diff1
value: -0.4335212113056909
verified: no, type: nauc_map_at_100_max
value: -39.586839303731644
verified: no, type: nauc_map_at_100_std
value: -31.081595476828944
verified: no, type: nauc_map_at_10_diff1
value: -4.416519199010543
verified: no, type: nauc_map_at_10_max
value: -36.72419891765279
verified: no, type: nauc_map_at_10_std
value: -25.673184525441428
verified: no, type: nauc_map_at_1_diff1
value: -4.6417615889702395
verified: no, type: nauc_map_at_1_max
value: -21.237169498537316
verified: no, type: nauc_map_at_1_std
value: -7.723424235137939
verified: no, type: nauc_map_at_20_diff1
value: -10.051037401562814
verified: no, type: nauc_map_at_20_max
value: -40.45977130921165
verified: no, type: nauc_map_at_20_std
value: -30.88874915665489
verified: no, type: nauc_map_at_3_diff1
value: -7.049300510325769
verified: no, type: nauc_map_at_3_max
value: -37.02698175134379
verified: no, type: nauc_map_at_3_std
value: -18.291922582943833
verified: no, type: nauc_map_at_5_diff1
value: -7.2574257600073215
verified: no, type: nauc_map_at_5_max
value: -36.84262266855635
verified: no, type: nauc_map_at_5_std
value: -20.124269639164762
verified: no, type: nauc_mrr_at_1000_diff1
value: -3.9937180208999203
verified: no, type: nauc_mrr_at_1000_max
value: -28.50731743417815
verified: no, type: nauc_mrr_at_1000_std
value: -22.448908564868734
verified: no, type: nauc_mrr_at_100_diff1
value: -3.9276182440461307
verified: no, type: nauc_mrr_at_100_max
value: -28.48142746114053
verified: no, type: nauc_mrr_at_100_std
value: -22.412212904364225
verified: no, type: nauc_mrr_at_10_diff1
value: -2.9463668974698445
verified: no, type: nauc_mrr_at_10_max
value: -27.394066403924366
verified: no, type: nauc_mrr_at_10_std
value: -22.6152511459836
verified: no, type: nauc_mrr_at_1_diff1
value: -4.739413345611014
verified: no, type: nauc_mrr_at_1_max
value: -17.167017096358446
verified: no, type: nauc_mrr_at_1_std
value: -15.837342789309266
verified: no, type: nauc_mrr_at_20_diff1
value: -3.040021770770149
verified: no, type: nauc_mrr_at_20_max
value: -28.76688056344144
verified: no, type: nauc_mrr_at_20_std
value: -23.23887511300124
verified: no, type: nauc_mrr_at_3_diff1
value: -10.998065585837066
verified: no, type: nauc_mrr_at_3_max
value: -29.419607469622665
verified: no, type: nauc_mrr_at_3_std
value: -19.924848931403393
verified: no, type: nauc_mrr_at_5_diff1
value: -7.759554270102111
verified: no, type: nauc_mrr_at_5_max
value: -29.018090406782406
verified: no, type: nauc_mrr_at_5_std
value: -19.174091692973512
verified: no, type: nauc_ndcg_at_1000_diff1
value: 5.1361325963290065
verified: no, type: nauc_ndcg_at_1000_max
value: -38.710018641349606
verified: no, type: nauc_ndcg_at_1000_std
value: -24.92959991656524
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.729369466324925
verified: no, type: nauc_ndcg_at_100_max
value: -42.52742294304457
verified: no, type: nauc_ndcg_at_100_std
value: -33.19402759669042
verified: no, type: nauc_ndcg_at_10_diff1
value: 2.898543933620101
verified: no, type: nauc_ndcg_at_10_max
value: -34.980379912209195
verified: no, type: nauc_ndcg_at_10_std
value: -27.64470571207322
verified: no, type: nauc_ndcg_at_1_diff1
value: -4.739413345611014
verified: no, type: nauc_ndcg_at_1_max
value: -17.167017096358446
verified: no, type: nauc_ndcg_at_1_std
value: -15.837342789309266
verified: no, type: nauc_ndcg_at_20_diff1
value: -1.7344253244217491
verified: no, type: nauc_ndcg_at_20_max
value: -45.716824504807185
verified: no, type: nauc_ndcg_at_20_std
value: -36.632528991751876
verified: no, type: nauc_ndcg_at_3_diff1
value: -5.136542170230541
verified: no, type: nauc_ndcg_at_3_max
value: -32.22554120141047
verified: no, type: nauc_ndcg_at_3_std
value: -20.94136042989055
verified: no, type: nauc_ndcg_at_5_diff1
value: -2.596290717169571
verified: no, type: nauc_ndcg_at_5_max
value: -33.34440806065995
verified: no, type: nauc_ndcg_at_5_std
value: -21.61251712583122
verified: no, type: nauc_precision_at_1000_diff1
value: 1.012609043167873
verified: no, type: nauc_precision_at_1000_max
value: 29.296259840820436
verified: no, type: nauc_precision_at_1000_std
value: 24.771641976206652
verified: no, type: nauc_precision_at_100_diff1
value: 10.11991564863315
verified: no, type: nauc_precision_at_100_max
value: -11.054234268165935
verified: no, type: nauc_precision_at_100_std
value: -14.172177764046445
verified: no, type: nauc_precision_at_10_diff1
value: 3.467485951368031
verified: no, type: nauc_precision_at_10_max
value: -27.20500496391638
verified: no, type: nauc_precision_at_10_std
value: -29.872149530227983
verified: no, type: nauc_precision_at_1_diff1
value: -4.739413345611014
verified: no, type: nauc_precision_at_1_max
value: -17.167017096358446
verified: no, type: nauc_precision_at_1_std
value: -15.837342789309266
verified: no, type: nauc_precision_at_20_diff1
value: -6.147809869818651
verified: no, type: nauc_precision_at_20_max
value: -32.85230069140935
verified: no, type: nauc_precision_at_20_std
value: -36.32220333753927
verified: no, type: nauc_precision_at_3_diff1
value: -10.005536817728744
verified: no, type: nauc_precision_at_3_max
value: -35.85687079327832
verified: no, type: nauc_precision_at_3_std
value: -20.022934299613425
verified: no, type: nauc_precision_at_5_diff1
value: -5.3989073955156
verified: no, type: nauc_precision_at_5_max
value: -32.71572424397066
verified: no, type: nauc_precision_at_5_std
value: -20.817165096669992
verified: no, type: nauc_recall_at_1000_diff1
value: -4.722821108535302
verified: no, type: nauc_recall_at_1000_max
value: -31.810523865479812
verified: no, type: nauc_recall_at_1000_std
value: -10.908370803335487
verified: no, type: nauc_recall_at_100_diff1
value: 9.055368015956876
verified: no, type: nauc_recall_at_100_max
value: -34.526731060320884
verified: no, type: nauc_recall_at_100_std
value: -24.7954260686647
verified: no, type: nauc_recall_at_10_diff1
value: 4.499092234389264
verified: no, type: nauc_recall_at_10_max
value: -38.19947612907566
verified: no, type: nauc_recall_at_10_std
value: -34.21784298079438
verified: no, type: nauc_recall_at_1_diff1
value: -4.6417615889702395
verified: no, type: nauc_recall_at_1_max
value: -21.237169498537316
verified: no, type: nauc_recall_at_1_std
value: -7.723424235137939
verified: no, type: nauc_recall_at_20_diff1
value: -4.203104205235687
verified: no, type: nauc_recall_at_20_max
value: -44.20965153355658
verified: no, type: nauc_recall_at_20_std
value: -41.85696355997063
verified: no, type: nauc_recall_at_3_diff1
value: -9.68202159540116
verified: no, type: nauc_recall_at_3_max
value: -41.71648831488383
verified: no, type: nauc_recall_at_3_std
value: -23.518368324429677
verified: no, type: nauc_recall_at_5_diff1
value: -5.274423220483829
verified: no, type: nauc_recall_at_5_max
value: -40.95770465887291
verified: no, type: nauc_recall_at_5_std
value: -25.668112474846083
verified: no, type: ndcg_at_1
value: 14.285999999999998
verified: no, type: ndcg_at_10
value: 13.173000000000002
verified: no, type: ndcg_at_100
value: 23.476
verified: no, type: ndcg_at_1000
value: 36.949
verified: no, type: ndcg_at_20
value: 13.54
verified: no, type: ndcg_at_3
value: 15.285000000000002
verified: no, type: ndcg_at_5
value: 14.962
verified: no, type: precision_at_1
value: 14.285999999999998
verified: no, type: precision_at_10
value: 12.857
verified: no, type: precision_at_100
value: 5.633
verified: no, type: precision_at_1000
value: 1.4000000000000001
verified: no, type: precision_at_20
value: 10
verified: no, type: precision_at_3
value: 17.007
verified: no, type: precision_at_5
value: 16.326999999999998
verified: no, type: recall_at_1
value: 0.954
verified: no, type: recall_at_10
value: 8.554
verified: no, type: recall_at_100
value: 34.94
verified: no, type: recall_at_1000
value: 77.181
verified: no, type: recall_at_20
value: 12.664
verified: no, type: recall_at_3
value: 3.61
verified: no, type: recall_at_5
value: 5.738
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 66.8798828125
verified: no, type: ap
value: 11.100818499807124
verified: no, type: ap_weighted
value: 11.100818499807124
verified: no, type: f1
value: 50.237329592179
verified: no, type: f1_weighted
value: 74.19999800736711
verified: no, type: main_score
value: 66.8798828125
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 49.46236559139785
verified: no, type: f1
value: 49.3875261643851
verified: no, type: f1_weighted
value: 49.18091528568266
verified: no, type: main_score
value: 49.46236559139785
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 27.1981633543814
verified: no, type: v_measure
value: 27.1981633543814
verified: no, type: v_measure_std
value: 1.9089001983155218
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 80.93818918757823
verified: no, type: cosine_accuracy_threshold
value: 85.52719950675964
verified: no, type: cosine_ap
value: 53.85002958032924
verified: no, type: cosine_f1
value: 54.37434646218195
verified: no, type: cosine_f1_threshold
value: 80.31865358352661
verified: no, type: cosine_precision
value: 48.57795308283164
verified: no, type: cosine_recall
value: 61.74142480211082
verified: no, type: dot_accuracy
value: 77.40358824581271
verified: no, type: dot_accuracy_threshold
value: 3114.1380310058594
verified: no, type: dot_ap
value: 29.17315942761211
verified: no, type: dot_f1
value: 40.579512061778175
verified: no, type: dot_f1_threshold
value: 628.7033081054688
verified: no, type: dot_precision
value: 27.381720925943004
verified: no, type: dot_recall
value: 78.33773087071239
verified: no, type: euclidean_accuracy
value: 80.98587351731538
verified: no, type: euclidean_accuracy_threshold
value: 160.11368036270142
verified: no, type: euclidean_ap
value: 54.0224290125828
verified: no, type: euclidean_f1
value: 54.07953583947782
verified: no, type: euclidean_f1_threshold
value: 187.0739221572876
verified: no, type: euclidean_precision
value: 49.89962078964979
verified: no, type: euclidean_recall
value: 59.02374670184697
verified: no, type: main_score
value: 54.0224290125828
verified: no, type: manhattan_accuracy
value: 81.02759730583537
verified: no, type: manhattan_accuracy_threshold
value: 2122.5122451782227
verified: no, type: manhattan_ap
value: 53.93222486291484
verified: no, type: manhattan_f1
value: 54.09270216962524
verified: no, type: manhattan_f1_threshold
value: 2567.293930053711
verified: no, type: manhattan_precision
value: 50.76353540027765
verified: no, type: manhattan_recall
value: 57.889182058047496
verified: no, type: max_accuracy
value: 81.02759730583537
verified: no, type: max_ap
value: 54.0224290125828
verified: no, type: max_f1
value: 54.37434646218195
verified: no, type: max_precision
value: 50.76353540027765
verified: no, type: max_recall
value: 78.33773087071239
verified: no, type: similarity_accuracy
value: 80.93818918757823
verified: no, type: similarity_accuracy_threshold
value: 85.52719354629517
verified: no, type: similarity_ap
value: 53.89253293239196
verified: no, type: similarity_f1
value: 54.37434646218195
verified: no, type: similarity_f1_threshold
value: 80.31864166259766
verified: no, type: similarity_precision
value: 48.57795308283164
verified: no, type: similarity_recall
value: 61.74142480211082
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 86.30418752668142
verified: no, type: cosine_accuracy_threshold
value: 82.06204771995544
verified: no, type: cosine_ap
value: 79.41032516266456
verified: no, type: cosine_f1
value: 72.25173083263122
verified: no, type: cosine_f1_threshold
value: 79.17131185531616
verified: no, type: cosine_precision
value: 68.91202571448535
verified: no, type: cosine_recall
value: 75.93162919618109
verified: no, type: dot_accuracy
value: 82.01187565490744
verified: no, type: dot_accuracy_threshold
value: 602.0369052886963
verified: no, type: dot_ap
value: 66.20375259390481
verified: no, type: dot_f1
value: 65.31670176575409
verified: no, type: dot_f1_threshold
value: 544.6255683898926
verified: no, type: dot_precision
value: 56.385299546903845
verified: no, type: dot_recall
value: 77.61010163227596
verified: no, type: euclidean_accuracy
value: 85.48531066868476
verified: no, type: euclidean_accuracy_threshold
value: 155.22809028625488
verified: no, type: euclidean_ap
value: 76.62518612326706
verified: no, type: euclidean_f1
value: 69.57865380266827
verified: no, type: euclidean_f1_threshold
value: 169.5176362991333
verified: no, type: euclidean_precision
value: 68.14557803041488
verified: no, type: euclidean_recall
value: 71.07329842931938
verified: no, type: main_score
value: 79.41032516266456
verified: no, type: manhattan_accuracy
value: 85.4697869367796
verified: no, type: manhattan_accuracy_threshold
value: 2141.2647247314453
verified: no, type: manhattan_ap
value: 76.54865554511647
verified: no, type: manhattan_f1
value: 69.61738736699118
verified: no, type: manhattan_f1_threshold
value: 2340.584945678711
verified: no, type: manhattan_precision
value: 68.26254254846825
verified: no, type: manhattan_recall
value: 71.02710194025255
verified: no, type: max_accuracy
value: 86.30418752668142
verified: no, type: max_ap
value: 79.41032516266456
verified: no, type: max_f1
value: 72.25173083263122
verified: no, type: max_precision
value: 68.91202571448535
verified: no, type: max_recall
value: 77.61010163227596
verified: no, type: similarity_accuracy
value: 86.30418752668142
verified: no, type: similarity_accuracy_threshold
value: 82.06204771995544
verified: no, type: similarity_ap
value: 79.3959193975441
verified: no, type: similarity_f1
value: 72.25173083263122
verified: no, type: similarity_f1_threshold
value: 79.17131185531616
verified: no, type: similarity_precision
value: 68.91202571448535
verified: no, type: similarity_recall
value: 75.93162919618109
verified: no
task: type: PairClassification
tags: mteb
Likes: 0 | All-time downloads: 0
Created: 2024-09-09 03:47:19