Model: twadada/lma
Author: twadada
Tags: mteb, model-index, region:us
Card metadata: model-index: name: no_model_name_available
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 78.3808095952024
verified: no, type: ap
value: 25.086165576673153
verified: no, type: ap_weighted
value: 25.086165576673153
verified: no, type: f1
value: 64.62254009791812
verified: no, type: f1_weighted
value: 82.04230697088295
verified: no, type: main_score
value: 78.3808095952024
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 76.76119402985076
verified: no, type: ap
value: 39.59339434775403
verified: no, type: ap_weighted
value: 39.59339434775403
verified: no, type: f1
value: 70.4551858327582
verified: no, type: f1_weighted
value: 78.69649572967309
verified: no, type: main_score
value: 76.76119402985076
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonCounterfactualClassification (de)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 64.72162740899358
verified: no, type: ap
value: 77.38005629621514
verified: no, type: ap_weighted
value: 77.38005629621514
verified: no, type: f1
value: 62.60263473114848
verified: no, type: f1_weighted
value: 65.99644973760485
verified: no, type: main_score
value: 64.72162740899358
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonCounterfactualClassification (ja)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 44.8286937901499
verified: no, type: ap
value: 10.49335626849971
verified: no, type: ap_weighted
value: 10.49335626849971
verified: no, type: f1
value: 35.02129410870625
verified: no, type: f1_weighted
value: 50.019976555517175
verified: no, type: main_score
value: 44.8286937901499
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 60.84025
verified: no, type: ap
value: 56.82293339927369
verified: no, type: ap_weighted
value: 56.82293339927369
verified: no, type: f1
value: 60.461296544029764
verified: no, type: f1_weighted
value: 60.461296544029764
verified: no, type: main_score
value: 60.84025
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 31.786
verified: no, type: f1
value: 31.584406207778038
verified: no, type: f1_weighted
value: 31.584406207778038
verified: no, type: main_score
value: 31.786
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification (de)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 27.741999999999994
verified: no, type: f1
value: 27.260212251271582
verified: no, type: f1_weighted
value: 27.260212251271582
verified: no, type: main_score
value: 27.741999999999994
verified: no
task: type: Classification, dataset: config: es
name: MTEB AmazonReviewsClassification (es)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 29.314000000000007
verified: no, type: f1
value: 28.840091929730114
verified: no, type: f1_weighted
value: 28.84009192973011
verified: no, type: main_score
value: 29.314000000000007
verified: no
task: type: Classification, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 29.354000000000003
verified: no, type: f1
value: 28.669334120204226
verified: no, type: f1_weighted
value: 28.669334120204226
verified: no, type: main_score
value: 29.354000000000003
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonReviewsClassification (ja)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 21.548000000000002
verified: no, type: f1
value: 17.301790904402292
verified: no, type: f1_weighted
value: 17.301790904402296
verified: no, type: main_score
value: 21.548000000000002
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 21.729999999999997
verified: no, type: f1
value: 16.146982836018424
verified: no, type: f1_weighted
value: 16.146982836018424
verified: no, type: main_score
value: 21.729999999999997
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 44.786
verified: no, type: map_at_1
value: 21.407999999999998
verified: no, type: map_at_10
value: 36.149
verified: no, type: map_at_100
value: 37.397000000000006
verified: no, type: map_at_1000
value: 37.415
verified: no, type: map_at_20
value: 37.078
verified: no, type: map_at_3
value: 31.117
verified: no, type: map_at_5
value: 33.851
verified: no, type: mrr_at_1
value: 21.906116642958747
verified: no, type: mrr_at_10
value: 36.36526564158138
verified: no, type: mrr_at_100
value: 37.60594182328544
verified: no, type: mrr_at_1000
value: 37.62361580379514
verified: no, type: mrr_at_20
value: 37.28646995338775
verified: no, type: mrr_at_3
value: 31.29445234708388
verified: no, type: mrr_at_5
value: 34.07539118065424
verified: no, type: nauc_map_at_1000_diff1
value: 7.9915060640285525
verified: no, type: nauc_map_at_1000_max
value: -2.5054652530498838
verified: no, type: nauc_map_at_1000_std
value: -6.270596285675972
verified: no, type: nauc_map_at_100_diff1
value: 7.998460811061416
verified: no, type: nauc_map_at_100_max
value: -2.481787496033635
verified: no, type: nauc_map_at_100_std
value: -6.250450183325111
verified: no, type: nauc_map_at_10_diff1
value: 7.921113589876033
verified: no, type: nauc_map_at_10_max
value: -2.608713401627872
verified: no, type: nauc_map_at_10_std
value: -6.521512890837575
verified: no, type: nauc_map_at_1_diff1
value: 9.632366781155119
verified: no, type: nauc_map_at_1_max
value: -5.424268529176407
verified: no, type: nauc_map_at_1_std
value: -5.896395197938232
verified: no, type: nauc_map_at_20_diff1
value: 7.955262189151428
verified: no, type: nauc_map_at_20_max
value: -2.4298473013156783
verified: no, type: nauc_map_at_20_std
value: -6.354922717396187
verified: no, type: nauc_map_at_3_diff1
value: 7.980521959770169
verified: no, type: nauc_map_at_3_max
value: -3.4054326534868666
verified: no, type: nauc_map_at_3_std
value: -6.929653653732134
verified: no, type: nauc_map_at_5_diff1
value: 7.810153292580035
verified: no, type: nauc_map_at_5_max
value: -2.8309707682288825
verified: no, type: nauc_map_at_5_std
value: -6.749789400061698
verified: no, type: nauc_mrr_at_1000_diff1
value: 6.220973656484262
verified: no, type: nauc_mrr_at_1000_max
value: -3.443048242168382
verified: no, type: nauc_mrr_at_1000_std
value: -6.249879787618435
verified: no, type: nauc_mrr_at_100_diff1
value: 6.228943070279427
verified: no, type: nauc_mrr_at_100_max
value: -3.418915004296223
verified: no, type: nauc_mrr_at_100_std
value: -6.229827348441795
verified: no, type: nauc_mrr_at_10_diff1
value: 6.233829362795725
verified: no, type: nauc_mrr_at_10_max
value: -3.4936271835715087
verified: no, type: nauc_mrr_at_10_std
value: -6.504447024800737
verified: no, type: nauc_mrr_at_1_diff1
value: 7.8821872350688755
verified: no, type: nauc_mrr_at_1_max
value: -5.7080578855316375
verified: no, type: nauc_mrr_at_1_std
value: -5.61769258958942
verified: no, type: nauc_mrr_at_20_diff1
value: 6.203366655265376
verified: no, type: nauc_mrr_at_20_max
value: -3.3579415244426967
verified: no, type: nauc_mrr_at_20_std
value: -6.3340195978596014
verified: no, type: nauc_mrr_at_3_diff1
value: 6.074547543531413
verified: no, type: nauc_mrr_at_3_max
value: -4.6152554672653
verified: no, type: nauc_mrr_at_3_std
value: -6.981185804677294
verified: no, type: nauc_mrr_at_5_diff1
value: 5.999712292306752
verified: no, type: nauc_mrr_at_5_max
value: -3.7158240544617955
verified: no, type: nauc_mrr_at_5_std
value: -6.680114467079623
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.915421801774386
verified: no, type: nauc_ndcg_at_1000_max
value: -1.4114750918372165
verified: no, type: nauc_ndcg_at_1000_std
value: -5.55313504236117
verified: no, type: nauc_ndcg_at_100_diff1
value: 8.059954639680909
verified: no, type: nauc_ndcg_at_100_max
value: -0.7591407399899327
verified: no, type: nauc_ndcg_at_100_std
value: -4.976166704885908
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.618912484438526
verified: no, type: nauc_ndcg_at_10_max
value: -1.0448530194835186
verified: no, type: nauc_ndcg_at_10_std
value: -6.411714699793849
verified: no, type: nauc_ndcg_at_1_diff1
value: 9.632366781155119
verified: no, type: nauc_ndcg_at_1_max
value: -5.424268529176407
verified: no, type: nauc_ndcg_at_1_std
value: -5.896395197938232
verified: no, type: nauc_ndcg_at_20_diff1
value: 7.733916724612448
verified: no, type: nauc_ndcg_at_20_max
value: -0.18350179304927464
verified: no, type: nauc_ndcg_at_20_std
value: -5.617071817799276
verified: no, type: nauc_ndcg_at_3_diff1
value: 7.7330561927309915
verified: no, type: nauc_ndcg_at_3_max
value: -2.7061861801792086
verified: no, type: nauc_ndcg_at_3_std
value: -7.334691007184642
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.389807059741956
verified: no, type: nauc_ndcg_at_5_max
value: -1.693041301931715
verified: no, type: nauc_ndcg_at_5_std
value: -7.04104051577688
verified: no, type: nauc_precision_at_1000_diff1
value: 10.315359958404056
verified: no, type: nauc_precision_at_1000_max
value: 24.642476732027408
verified: no, type: nauc_precision_at_1000_std
value: 76.26498554772951
verified: no, type: nauc_precision_at_100_diff1
value: 15.204054358791181
verified: no, type: nauc_precision_at_100_max
value: 37.27003730370045
verified: no, type: nauc_precision_at_100_std
value: 40.347228911623006
verified: no, type: nauc_precision_at_10_diff1
value: 6.599558577197913
verified: no, type: nauc_precision_at_10_max
value: 5.329625623681824
verified: no, type: nauc_precision_at_10_std
value: -5.559775868601358
verified: no, type: nauc_precision_at_1_diff1
value: 9.632366781155119
verified: no, type: nauc_precision_at_1_max
value: -5.424268529176407
verified: no, type: nauc_precision_at_1_std
value: -5.896395197938232
verified: no, type: nauc_precision_at_20_diff1
value: 6.778114543593995
verified: no, type: nauc_precision_at_20_max
value: 16.335907281320317
verified: no, type: nauc_precision_at_20_std
value: 1.520969300229011
verified: no, type: nauc_precision_at_3_diff1
value: 7.144616593929168
verified: no, type: nauc_precision_at_3_max
value: -0.8246724352926305
verified: no, type: nauc_precision_at_3_std
value: -8.435801730721654
verified: no, type: nauc_precision_at_5_diff1
value: 6.2078345035144045
verified: no, type: nauc_precision_at_5_max
value: 1.6666224363985132
verified: no, type: nauc_precision_at_5_std
value: -7.861102517805693
verified: no, type: nauc_recall_at_1000_diff1
value: 10.315359958402452
verified: no, type: nauc_recall_at_1000_max
value: 24.642476732024736
verified: no, type: nauc_recall_at_1000_std
value: 76.26498554772583
verified: no, type: nauc_recall_at_100_diff1
value: 15.204054358790822
verified: no, type: nauc_recall_at_100_max
value: 37.27003730370013
verified: no, type: nauc_recall_at_100_std
value: 40.3472289116225
verified: no, type: nauc_recall_at_10_diff1
value: 6.599558577197903
verified: no, type: nauc_recall_at_10_max
value: 5.329625623681857
verified: no, type: nauc_recall_at_10_std
value: -5.5597758686013234
verified: no, type: nauc_recall_at_1_diff1
value: 9.632366781155119
verified: no, type: nauc_recall_at_1_max
value: -5.424268529176407
verified: no, type: nauc_recall_at_1_std
value: -5.896395197938232
verified: no, type: nauc_recall_at_20_diff1
value: 6.778114543594309
verified: no, type: nauc_recall_at_20_max
value: 16.335907281320424
verified: no, type: nauc_recall_at_20_std
value: 1.520969300229171
verified: no, type: nauc_recall_at_3_diff1
value: 7.144616593929197
verified: no, type: nauc_recall_at_3_max
value: -0.8246724352925943
verified: no, type: nauc_recall_at_3_std
value: -8.435801730721646
verified: no, type: nauc_recall_at_5_diff1
value: 6.207834503514423
verified: no, type: nauc_recall_at_5_max
value: 1.6666224363985132
verified: no, type: nauc_recall_at_5_std
value: -7.861102517805718
verified: no, type: ndcg_at_1
value: 21.407999999999998
verified: no, type: ndcg_at_10
value: 44.786
verified: no, type: ndcg_at_100
value: 50.169
verified: no, type: ndcg_at_1000
value: 50.566
verified: no, type: ndcg_at_20
value: 48.06
verified: no, type: ndcg_at_3
value: 34.319
verified: no, type: ndcg_at_5
value: 39.259
verified: no, type: precision_at_1
value: 21.407999999999998
verified: no, type: precision_at_10
value: 7.2620000000000005
verified: no, type: precision_at_100
value: 0.963
verified: no, type: precision_at_1000
value: 0.099
verified: no, type: precision_at_20
value: 4.267
verified: no, type: precision_at_3
value: 14.533
verified: no, type: precision_at_5
value: 11.124
verified: no, type: recall_at_1
value: 21.407999999999998
verified: no, type: recall_at_10
value: 72.617
verified: no, type: recall_at_100
value: 96.30199999999999
verified: no, type: recall_at_1000
value: 99.289
verified: no, type: recall_at_20
value: 85.349
verified: no, type: recall_at_3
value: 43.599
verified: no, type: recall_at_5
value: 55.619
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 35.20438884210696
verified: no, type: v_measure
value: 35.20438884210696
verified: no, type: v_measure_std
value: 13.75228925172214
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 24.528430856566047
verified: no, type: v_measure
value: 24.528430856566047
verified: no, type: v_measure_std
value: 14.436661995407881
verified: no
task: type: Clustering, dataset: config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics: type: main_score
value: 54.435706376344065
verified: no, type: map
value: 54.435706376344065
verified: no, type: mrr
value: 68.51152002814052
verified: no, type: nAUC_map_diff1
value: 10.947940442349442
verified: no, type: nAUC_map_max
value: 11.880475748468456
verified: no, type: nAUC_map_std
value: 10.392144575809533
verified: no, type: nAUC_mrr_diff1
value: 19.749910840676428
verified: no, type: nAUC_mrr_max
value: 21.549785246719367
verified: no, type: nAUC_mrr_std
value: 16.52585522163979
verified: no
task: type: Reranking, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 80.75947376350628
verified: no, type: cosine_spearman
value: 78.76866226728414
verified: no, type: euclidean_pearson
value: 79.77815732635439
verified: no, type: euclidean_spearman
value: 78.76866226728414
verified: no, type: main_score
value: 78.76866226728414
verified: no, type: manhattan_pearson
value: 77.27913529620777
verified: no, type: manhattan_spearman
value: 76.785484549114
verified: no, type: pearson
value: 80.75947376350628
verified: no, type: spearman
value: 78.76866226728414
verified: no
task: type: STS, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 72.85714285714285
verified: no, type: f1
value: 72.12088062707018
verified: no, type: f1_weighted
value: 72.12088062707018
verified: no, type: main_score
value: 72.85714285714285
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 32.9165495909684
verified: no, type: v_measure
value: 32.9165495909684
verified: no, type: v_measure_std
value: 0.928871280377049
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 23.406853302510953
verified: no, type: v_measure
value: 23.406853302510953
verified: no, type: v_measure_std
value: 0.7582747837116459
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 35.754000000000005
verified: no, type: map_at_1
value: 23.343
verified: no, type: map_at_10
value: 30.634
verified: no, type: map_at_100
value: 31.904
verified: no, type: map_at_1000
value: 32.056000000000004
verified: no, type: map_at_20
value: 31.282
verified: no, type: map_at_3
value: 27.988000000000003
verified: no, type: map_at_5
value: 29.604000000000003
verified: no, type: mrr_at_1
value: 29.470672389127323
verified: no, type: mrr_at_10
value: 36.759543111474436
verified: no, type: mrr_at_100
value: 37.568685020874014
verified: no, type: mrr_at_1000
value: 37.63701496460317
verified: no, type: mrr_at_20
value: 37.161394303231155
verified: no, type: mrr_at_3
value: 34.406294706723905
verified: no, type: mrr_at_5
value: 35.90128755364807
verified: no, type: nauc_map_at_1000_diff1
value: 49.07469829867164
verified: no, type: nauc_map_at_1000_max
value: 34.5574202859023
verified: no, type: nauc_map_at_1000_std
value: 0.054793844263909985
verified: no, type: nauc_map_at_100_diff1
value: 49.09588394545948
verified: no, type: nauc_map_at_100_max
value: 34.51911264695201
verified: no, type: nauc_map_at_100_std
value: 0.0003548690880322906
verified: no, type: nauc_map_at_10_diff1
value: 49.23450112003398
verified: no, type: nauc_map_at_10_max
value: 34.16453171555867
verified: no, type: nauc_map_at_10_std
value: -0.16411387519533308
verified: no, type: nauc_map_at_1_diff1
value: 53.54515703346969
verified: no, type: nauc_map_at_1_max
value: 32.712573668021946
verified: no, type: nauc_map_at_1_std
value: -1.5335239544146402
verified: no, type: nauc_map_at_20_diff1
value: 49.24444334955068
verified: no, type: nauc_map_at_20_max
value: 34.44523450317444
verified: no, type: nauc_map_at_20_std
value: -0.3295077594412446
verified: no, type: nauc_map_at_3_diff1
value: 49.2928223255854
verified: no, type: nauc_map_at_3_max
value: 34.292538814222304
verified: no, type: nauc_map_at_3_std
value: -0.7164389325121931
verified: no, type: nauc_map_at_5_diff1
value: 49.268055456055784
verified: no, type: nauc_map_at_5_max
value: 34.02933880892077
verified: no, type: nauc_map_at_5_std
value: -0.6851629515764771
verified: no, type: nauc_mrr_at_1000_diff1
value: 46.76242189183639
verified: no, type: nauc_mrr_at_1000_max
value: 34.42833096312619
verified: no, type: nauc_mrr_at_1000_std
value: -1.3762630806030431
verified: no, type: nauc_mrr_at_100_diff1
value: 46.74687759147921
verified: no, type: nauc_mrr_at_100_max
value: 34.410568785709096
verified: no, type: nauc_mrr_at_100_std
value: -1.3955620624639413
verified: no, type: nauc_mrr_at_10_diff1
value: 46.73437036328295
verified: no, type: nauc_mrr_at_10_max
value: 34.41654582208762
verified: no, type: nauc_mrr_at_10_std
value: -1.4996277442472679
verified: no, type: nauc_mrr_at_1_diff1
value: 53.074628525189006
verified: no, type: nauc_mrr_at_1_max
value: 35.21201084968491
verified: no, type: nauc_mrr_at_1_std
value: -2.7085184475203548
verified: no, type: nauc_mrr_at_20_diff1
value: 46.74060187202545
verified: no, type: nauc_mrr_at_20_max
value: 34.365601666882554
verified: no, type: nauc_mrr_at_20_std
value: -1.5181277642831812
verified: no, type: nauc_mrr_at_3_diff1
value: 47.37279076845399
verified: no, type: nauc_mrr_at_3_max
value: 34.9758501642904
verified: no, type: nauc_mrr_at_3_std
value: -2.1226188555861687
verified: no, type: nauc_mrr_at_5_diff1
value: 46.81493995029788
verified: no, type: nauc_mrr_at_5_max
value: 34.583523150322634
verified: no, type: nauc_mrr_at_5_std
value: -2.1570458140684696
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.36495571191987
verified: no, type: nauc_ndcg_at_1000_max
value: 34.90957483025846
verified: no, type: nauc_ndcg_at_1000_std
value: 2.6662546152637265
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.31211018384525
verified: no, type: nauc_ndcg_at_100_max
value: 34.14435289529133
verified: no, type: nauc_ndcg_at_100_std
value: 1.9079336001221616
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.88926097085652
verified: no, type: nauc_ndcg_at_10_max
value: 34.016784097982026
verified: no, type: nauc_ndcg_at_10_std
value: 0.48729886356072194
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.074628525189006
verified: no, type: nauc_ndcg_at_1_max
value: 35.21201084968491
verified: no, type: nauc_ndcg_at_1_std
value: -2.7085184475203548
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.91319373526118
verified: no, type: nauc_ndcg_at_20_max
value: 33.973497219602166
verified: no, type: nauc_ndcg_at_20_std
value: -0.07575711586436547
verified: no, type: nauc_ndcg_at_3_diff1
value: 46.86290723905676
verified: no, type: nauc_ndcg_at_3_max
value: 34.95572605425558
verified: no, type: nauc_ndcg_at_3_std
value: -0.5363258576519415
verified: no, type: nauc_ndcg_at_5_diff1
value: 46.6590285256514
verified: no, type: nauc_ndcg_at_5_max
value: 34.009621464446504
verified: no, type: nauc_ndcg_at_5_std
value: -0.712341435867538
verified: no, type: nauc_precision_at_1000_diff1
value: 2.1344330307918593
verified: no, type: nauc_precision_at_1000_max
value: 3.9527406749081817
verified: no, type: nauc_precision_at_1000_std
value: 0.9705819040977611
verified: no, type: nauc_precision_at_100_diff1
value: 6.181970571539627
verified: no, type: nauc_precision_at_100_max
value: 14.42772619321089
verified: no, type: nauc_precision_at_100_std
value: 5.232468704467445
verified: no, type: nauc_precision_at_10_diff1
value: 25.68988305030409
verified: no, type: nauc_precision_at_10_max
value: 28.559278253111465
verified: no, type: nauc_precision_at_10_std
value: 3.5412405852072912
verified: no, type: nauc_precision_at_1_diff1
value: 53.074628525189006
verified: no, type: nauc_precision_at_1_max
value: 35.21201084968491
verified: no, type: nauc_precision_at_1_std
value: -2.7085184475203548
verified: no, type: nauc_precision_at_20_diff1
value: 18.996764794515602
verified: no, type: nauc_precision_at_20_max
value: 24.888556158003585
verified: no, type: nauc_precision_at_20_std
value: 0.5889172629317658
verified: no, type: nauc_precision_at_3_diff1
value: 35.59307202006931
verified: no, type: nauc_precision_at_3_max
value: 35.63723616943182
verified: no, type: nauc_precision_at_3_std
value: 1.6798829058139426
verified: no, type: nauc_precision_at_5_diff1
value: 30.016032808304356
verified: no, type: nauc_precision_at_5_max
value: 29.72129566562627
verified: no, type: nauc_precision_at_5_std
value: -0.5100520989792346
verified: no, type: nauc_recall_at_1000_diff1
value: 30.567903474628928
verified: no, type: nauc_recall_at_1000_max
value: 35.830279300523465
verified: no, type: nauc_recall_at_1000_std
value: 39.870957280375066
verified: no, type: nauc_recall_at_100_diff1
value: 34.365454597580595
verified: no, type: nauc_recall_at_100_max
value: 27.476355211192814
verified: no, type: nauc_recall_at_100_std
value: 12.771903622967933
verified: no, type: nauc_recall_at_10_diff1
value: 40.17928487680392
verified: no, type: nauc_recall_at_10_max
value: 29.5225402398026
verified: no, type: nauc_recall_at_10_std
value: 3.2942334260745527
verified: no, type: nauc_recall_at_1_diff1
value: 53.54515703346969
verified: no, type: nauc_recall_at_1_max
value: 32.712573668021946
verified: no, type: nauc_recall_at_1_std
value: -1.5335239544146402
verified: no, type: nauc_recall_at_20_diff1
value: 39.17279706288454
verified: no, type: nauc_recall_at_20_max
value: 28.43164046631304
verified: no, type: nauc_recall_at_20_std
value: 1.3830809463152067
verified: no, type: nauc_recall_at_3_diff1
value: 43.46021053243317
verified: no, type: nauc_recall_at_3_max
value: 32.76163656192935
verified: no, type: nauc_recall_at_3_std
value: -0.10485186193298304
verified: no, type: nauc_recall_at_5_diff1
value: 41.59453252912843
verified: no, type: nauc_recall_at_5_max
value: 30.81828607961885
verified: no, type: nauc_recall_at_5_std
value: 0.6983031571311585
verified: no, type: ndcg_at_1
value: 29.471000000000004
verified: no, type: ndcg_at_10
value: 35.754000000000005
verified: no, type: ndcg_at_100
value: 41.185
verified: no, type: ndcg_at_1000
value: 44.132
verified: no, type: ndcg_at_20
value: 37.557
verified: no, type: ndcg_at_3
value: 31.791000000000004
verified: no, type: ndcg_at_5
value: 33.867000000000004
verified: no, type: precision_at_1
value: 29.471000000000004
verified: no, type: precision_at_10
value: 6.7379999999999995
verified: no, type: precision_at_100
value: 1.192
verified: no, type: precision_at_1000
value: 0.17600000000000002
verified: no, type: precision_at_20
value: 4.041
verified: no, type: precision_at_3
value: 15.212
verified: no, type: precision_at_5
value: 11.245
verified: no, type: recall_at_1
value: 23.343
verified: no, type: recall_at_10
value: 44.596999999999994
verified: no, type: recall_at_100
value: 68.522
verified: no, type: recall_at_1000
value: 88.539
verified: no, type: recall_at_20
value: 51.306
verified: no, type: recall_at_3
value: 32.592
verified: no, type: recall_at_5
value: 38.479
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 30.387999999999998
verified: no, type: map_at_1
value: 19.200999999999997
verified: no, type: map_at_10
value: 26.07
verified: no, type: map_at_100
value: 27.145999999999997
verified: no, type: map_at_1000
value: 27.265
verified: no, type: map_at_20
value: 26.598
verified: no, type: map_at_3
value: 23.952
verified: no, type: map_at_5
value: 25.083
verified: no, type: mrr_at_1
value: 24.45859872611465
verified: no, type: mrr_at_10
value: 30.768678596704053
verified: no, type: mrr_at_100
value: 31.595143501757878
verified: no, type: mrr_at_1000
value: 31.659462579947178
verified: no, type: mrr_at_20
value: 31.20247798581882
verified: no, type: mrr_at_3
value: 28.76857749469213
verified: no, type: mrr_at_5
value: 29.902335456475548
verified: no, type: nauc_map_at_1000_diff1
value: 45.91022563009958
verified: no, type: nauc_map_at_1000_max
value: 31.984514886929656
verified: no, type: nauc_map_at_1000_std
value: -3.829907610168985
verified: no, type: nauc_map_at_100_diff1
value: 45.932430540845914
verified: no, type: nauc_map_at_100_max
value: 31.96945332089219
verified: no, type: nauc_map_at_100_std
value: -3.894429215012744
verified: no, type: nauc_map_at_10_diff1
value: 46.08366088166614
verified: no, type: nauc_map_at_10_max
value: 32.02385642055733
verified: no, type: nauc_map_at_10_std
value: -4.311301530867151
verified: no, type: nauc_map_at_1_diff1
value: 51.66264792931419
verified: no, type: nauc_map_at_1_max
value: 31.329127101411757
verified: no, type: nauc_map_at_1_std
value: -6.519000831784341
verified: no, type: nauc_map_at_20_diff1
value: 46.05152631542679
verified: no, type: nauc_map_at_20_max
value: 32.04371722736087
verified: no, type: nauc_map_at_20_std
value: -4.048337131365878
verified: no, type: nauc_map_at_3_diff1
value: 47.35145299096073
verified: no, type: nauc_map_at_3_max
value: 32.06955212554103
verified: no, type: nauc_map_at_3_std
value: -4.989793868956168
verified: no, type: nauc_map_at_5_diff1
value: 46.50257805586069
verified: no, type: nauc_map_at_5_max
value: 31.878665701284888
verified: no, type: nauc_map_at_5_std
value: -4.613569963491893
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.81278421835696
verified: no, type: nauc_mrr_at_1000_max
value: 33.17930656841979
verified: no, type: nauc_mrr_at_1000_std
value: -1.9244407646833939
verified: no, type: nauc_mrr_at_100_diff1
value: 44.80601559620789
verified: no, type: nauc_mrr_at_100_max
value: 33.18026885568394
verified: no, type: nauc_mrr_at_100_std
value: -1.9235847802223316
verified: no, type: nauc_mrr_at_10_diff1
value: 44.7834814768031
verified: no, type: nauc_mrr_at_10_max
value: 33.35027265154713
verified: no, type: nauc_mrr_at_10_std
value: -1.9920194767209842
verified: no, type: nauc_mrr_at_1_diff1
value: 50.344671639475145
verified: no, type: nauc_mrr_at_1_max
value: 36.338779202004275
verified: no, type: nauc_mrr_at_1_std
value: -2.0437145441402946
verified: no, type: nauc_mrr_at_20_diff1
value: 44.867654490093074
verified: no, type: nauc_mrr_at_20_max
value: 33.284039966473046
verified: no, type: nauc_mrr_at_20_std
value: -1.8918257052847502
verified: no, type: nauc_mrr_at_3_diff1
value: 45.95268505036566
verified: no, type: nauc_mrr_at_3_max
value: 33.8897425159428
verified: no, type: nauc_mrr_at_3_std
value: -2.389667254352883
verified: no, type: nauc_mrr_at_5_diff1
value: 44.934699392762795
verified: no, type: nauc_mrr_at_5_max
value: 33.11949328665625
verified: no, type: nauc_mrr_at_5_std
value: -2.220871397029577
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.69044181336504
verified: no, type: nauc_ndcg_at_1000_max
value: 30.846798356216297
verified: no, type: nauc_ndcg_at_1000_std
value: -1.6545340679774094
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.99569545948983
verified: no, type: nauc_ndcg_at_100_max
value: 30.792626579308823
verified: no, type: nauc_ndcg_at_100_std
value: -2.3954566122423655
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.47623787179843
verified: no, type: nauc_ndcg_at_10_max
value: 31.720451177597898
verified: no, type: nauc_ndcg_at_10_std
value: -3.1107792902820344
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.344671639475145
verified: no, type: nauc_ndcg_at_1_max
value: 36.338779202004275
verified: no, type: nauc_ndcg_at_1_std
value: -2.0437145441402946
verified: no, type: nauc_ndcg_at_20_diff1
value: 43.582729498090586
verified: no, type: nauc_ndcg_at_20_max
value: 31.557972235951397
verified: no, type: nauc_ndcg_at_20_std
value: -2.6648635860728267
verified: no, type: nauc_ndcg_at_3_diff1
value: 45.11518542861236
verified: no, type: nauc_ndcg_at_3_max
value: 32.210499951534175
verified: no, type: nauc_ndcg_at_3_std
value: -3.765385492606596
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.942858497602074
verified: no, type: nauc_ndcg_at_5_max
value: 31.305271916594158
verified: no, type: nauc_ndcg_at_5_std
value: -3.5680912037963246
verified: no, type: nauc_precision_at_1000_diff1
value: -6.236532790486985
verified: no, type: nauc_precision_at_1000_max
value: 4.234565513807125
verified: no, type: nauc_precision_at_1000_std
value: 16.52719078499655
verified: no, type: nauc_precision_at_100_diff1
value: 7.273913729892817
verified: no, type: nauc_precision_at_100_max
value: 13.523076113459778
verified: no, type: nauc_precision_at_100_std
value: 12.236777939551294
verified: no, type: nauc_precision_at_10_diff1
value: 26.755853775998716
verified: no, type: nauc_precision_at_10_max
value: 29.407917462581533
verified: no, type: nauc_precision_at_10_std
value: 5.988293285073413
verified: no, type: nauc_precision_at_1_diff1
value: 50.344671639475145
verified: no, type: nauc_precision_at_1_max
value: 36.338779202004275
verified: no, type: nauc_precision_at_1_std
value: -2.0437145441402946
verified: no, type: nauc_precision_at_20_diff1
value: 20.97948106615319
verified: no, type: nauc_precision_at_20_max
value: 24.64221467835991
verified: no, type: nauc_precision_at_20_std
value: 8.837117076655158
verified: no, type: nauc_precision_at_3_diff1
value: 37.674582565141414
verified: no, type: nauc_precision_at_3_max
value: 33.44027893354918
verified: no, type: nauc_precision_at_3_std
value: 0.6297169503393585
verified: no, type: nauc_precision_at_5_diff1
value: 32.275472529929374
verified: no, type: nauc_precision_at_5_max
value: 30.852717365023537
verified: no, type: nauc_precision_at_5_std
value: 2.7113047333692393
verified: no, type: nauc_recall_at_1000_diff1
value: 24.219326137233672
verified: no, type: nauc_recall_at_1000_max
value: 18.075158769567928
verified: no, type: nauc_recall_at_1000_std
value: 5.866664590925355
verified: no, type: nauc_recall_at_100_diff1
value: 31.66308477313628
verified: no, type: nauc_recall_at_100_max
value: 22.506694111239696
verified: no, type: nauc_recall_at_100_std
value: 0.14013527614613616
verified: no, type: nauc_recall_at_10_diff1
value: 36.493884571646255
verified: no, type: nauc_recall_at_10_max
value: 28.319526621717316
verified: no, type: nauc_recall_at_10_std
value: -2.6156618822133813
verified: no, type: nauc_recall_at_1_diff1
value: 51.66264792931419
verified: no, type: nauc_recall_at_1_max
value: 31.329127101411757
verified: no, type: nauc_recall_at_1_std
value: -6.519000831784341
verified: no, type: nauc_recall_at_20_diff1
value: 36.17671641922034
verified: no, type: nauc_recall_at_20_max
value: 27.594655987136505
verified: no, type: nauc_recall_at_20_std
value: -0.6717696408805324
verified: no, type: nauc_recall_at_3_diff1
value: 41.51106516936833
verified: no, type: nauc_recall_at_3_max
value: 29.42174544852825
verified: no, type: nauc_recall_at_3_std
value: -4.831801653910542
verified: no, type: nauc_recall_at_5_diff1
value: 37.920167809415226
verified: no, type: nauc_recall_at_5_max
value: 27.066064824475266
verified: no, type: nauc_recall_at_5_std
value: -4.0628660389997036
verified: no, type: ndcg_at_1
value: 24.459
verified: no, type: ndcg_at_10
value: 30.387999999999998
verified: no, type: ndcg_at_100
value: 35.17
verified: no, type: ndcg_at_1000
value: 37.852999999999994
verified: no, type: ndcg_at_20
value: 32.013999999999996
verified: no, type: ndcg_at_3
value: 26.893
verified: no, type: ndcg_at_5
value: 28.43
verified: no, type: precision_at_1
value: 24.459
verified: no, type: precision_at_10
value: 5.599
verified: no, type: precision_at_100
value: 1.018
verified: no, type: precision_at_1000
value: 0.15
verified: no, type: precision_at_20
value: 3.404
verified: no, type: precision_at_3
value: 12.972
verified: no, type: precision_at_5
value: 9.159
verified: no, type: recall_at_1
value: 19.200999999999997
verified: no, type: recall_at_10
value: 38.721
verified: no, type: recall_at_100
value: 59.278
verified: no, type: recall_at_1000
value: 77.7
verified: no, type: recall_at_20
value: 44.627
verified: no, type: recall_at_3
value: 28.402
verified: no, type: recall_at_5
value: 32.778
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 40.942
verified: no, type: map_at_1
value: 27.450000000000003
verified: no, type: map_at_10
value: 36.176
verified: no, type: map_at_100
value: 37.291000000000004
verified: no, type: map_at_1000
value: 37.388
verified: no, type: map_at_20
value: 36.769
verified: no, type: map_at_3
value: 33.525
verified: no, type: map_at_5
value: 35.128
verified: no, type: mrr_at_1
value: 31.661442006269592
verified: no, type: mrr_at_10
value: 39.30748370403544
verified: no, type: mrr_at_100
value: 40.255509594507544
verified: no, type: mrr_at_1000
value: 40.31387356878493
verified: no, type: mrr_at_20
value: 39.83773346237559
verified: no, type: mrr_at_3
value: 36.92789968652038
verified: no, type: mrr_at_5
value: 38.341692789968654
verified: no, type: nauc_map_at_1000_diff1
value: 50.03633950416232
verified: no, type: nauc_map_at_1000_max
value: 33.17376545869809
verified: no, type: nauc_map_at_1000_std
value: -9.69625192455962
verified: no, type: nauc_map_at_100_diff1
value: 50.008452567680365
verified: no, type: nauc_map_at_100_max
value: 33.118293143192965
verified: no, type: nauc_map_at_100_std
value: -9.761032284546474
verified: no, type: nauc_map_at_10_diff1
value: 50.1369472694457
verified: no, type: nauc_map_at_10_max
value: 33.21410712692001
verified: no, type: nauc_map_at_10_std
value: -9.9765248277114
verified: no, type: nauc_map_at_1_diff1
value: 53.559267551192
verified: no, type: nauc_map_at_1_max
value: 30.333500916357043
verified: no, type: nauc_map_at_1_std
value: -10.314271747921106
verified: no, type: nauc_map_at_20_diff1
value: 50.064932726901624
verified: no, type: nauc_map_at_20_max
value: 33.14474431220366
verified: no, type: nauc_map_at_20_std
value: -9.839724564227932
verified: no, type: nauc_map_at_3_diff1
value: 51.227270279724294
verified: no, type: nauc_map_at_3_max
value: 32.46264466871228
verified: no, type: nauc_map_at_3_std
value: -10.62743048119068
verified: no, type: nauc_map_at_5_diff1
value: 50.445302646128184
verified: no, type: nauc_map_at_5_max
value: 33.11899580644058
verified: no, type: nauc_map_at_5_std
value: -10.123445495373538
verified: no, type: nauc_mrr_at_1000_diff1
value: 50.18221043986989
verified: no, type: nauc_mrr_at_1000_max
value: 34.06105990937981
verified: no, type: nauc_mrr_at_1000_std
value: -8.544307960807444
verified: no, type: nauc_mrr_at_100_diff1
value: 50.15768269470266
verified: no, type: nauc_mrr_at_100_max
value: 34.0316957904657
verified: no, type: nauc_mrr_at_100_std
value: -8.568048482813834
verified: no, type: nauc_mrr_at_10_diff1
value: 50.25993130442436
verified: no, type: nauc_mrr_at_10_max
value: 34.27010698944713
verified: no, type: nauc_mrr_at_10_std
value: -8.527847080087172
verified: no, type: nauc_mrr_at_1_diff1
value: 54.27959732228685
verified: no, type: nauc_mrr_at_1_max
value: 33.15613286140714
verified: no, type: nauc_mrr_at_1_std
value: -9.826786116745835
verified: no, type: nauc_mrr_at_20_diff1
value: 50.18609828569331
verified: no, type: nauc_mrr_at_20_max
value: 34.11796254711405
verified: no, type: nauc_mrr_at_20_std
value: -8.57552441519686
verified: no, type: nauc_mrr_at_3_diff1
value: 51.32130291982532
verified: no, type: nauc_mrr_at_3_max
value: 34.15020510769212
verified: no, type: nauc_mrr_at_3_std
value: -8.906436210791584
verified: no, type: nauc_mrr_at_5_diff1
value: 50.53999222956188
verified: no, type: nauc_mrr_at_5_max
value: 34.40863976661986
verified: no, type: nauc_mrr_at_5_std
value: -8.494230482055308
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.09651291807306
verified: no, type: nauc_ndcg_at_1000_max
value: 34.330176838438724
verified: no, type: nauc_ndcg_at_1000_std
value: -7.074171190383852
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.59221213922977
verified: no, type: nauc_ndcg_at_100_max
value: 33.380222862110976
verified: no, type: nauc_ndcg_at_100_std
value: -8.134147097294656
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.445621589144
verified: no, type: nauc_ndcg_at_10_max
value: 34.19942425460372
verified: no, type: nauc_ndcg_at_10_std
value: -8.900469313108362
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.27959732228685
verified: no, type: nauc_ndcg_at_1_max
value: 33.15613286140714
verified: no, type: nauc_ndcg_at_1_std
value: -9.826786116745835
verified: no, type: nauc_ndcg_at_20_diff1
value: 48.193633475296465
verified: no, type: nauc_ndcg_at_20_max
value: 33.78132903282803
verified: no, type: nauc_ndcg_at_20_std
value: -8.669899540019689
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.413641351396755
verified: no, type: nauc_ndcg_at_3_max
value: 33.39981036787317
verified: no, type: nauc_ndcg_at_3_std
value: -9.768957264984955
verified: no, type: nauc_ndcg_at_5_diff1
value: 49.09929570393075
verified: no, type: nauc_ndcg_at_5_max
value: 34.17946744792266
verified: no, type: nauc_ndcg_at_5_std
value: -9.051281823265285
verified: no, type: nauc_precision_at_1000_diff1
value: -1.726796260598372
verified: no, type: nauc_precision_at_1000_max
value: 17.87188120459982
verified: no, type: nauc_precision_at_1000_std
value: 18.391789137468468
verified: no, type: nauc_precision_at_100_diff1
value: 10.157154803306339
verified: no, type: nauc_precision_at_100_max
value: 21.671412407574987
verified: no, type: nauc_precision_at_100_std
value: 8.863256311694705
verified: no, type: nauc_precision_at_10_diff1
value: 31.124182888715858
verified: no, type: nauc_precision_at_10_max
value: 34.58585639729788
verified: no, type: nauc_precision_at_10_std
value: -0.5878474956616129
verified: no, type: nauc_precision_at_1_diff1
value: 54.27959732228685
verified: no, type: nauc_precision_at_1_max
value: 33.15613286140714
verified: no, type: nauc_precision_at_1_std
value: -9.826786116745835
verified: no, type: nauc_precision_at_20_diff1
value: 26.060310437751035
verified: no, type: nauc_precision_at_20_max
value: 30.668241417576937
verified: no, type: nauc_precision_at_20_std
value: 1.794070002541744
verified: no, type: nauc_precision_at_3_diff1
value: 42.161149727275756
verified: no, type: nauc_precision_at_3_max
value: 34.766649941609415
verified: no, type: nauc_precision_at_3_std
value: -6.490765128883854
verified: no, type: nauc_precision_at_5_diff1
value: 35.64300298419455
verified: no, type: nauc_precision_at_5_max
value: 34.98718124130254
verified: no, type: nauc_precision_at_5_std
value: -2.957032654874456
verified: no, type: nauc_recall_at_1000_diff1
value: 23.29953267821425
verified: no, type: nauc_recall_at_1000_max
value: 43.22522944347
verified: no, type: nauc_recall_at_1000_std
value: 28.751405079616422
verified: no, type: nauc_recall_at_100_diff1
value: 31.157060423463324
verified: no, type: nauc_recall_at_100_max
value: 28.072088392050425
verified: no, type: nauc_recall_at_100_std
value: -1.8756984269491679
verified: no, type: nauc_recall_at_10_diff1
value: 41.48500175608116
verified: no, type: nauc_recall_at_10_max
value: 33.929604632424336
verified: no, type: nauc_recall_at_10_std
value: -7.379520440710126
verified: no, type: nauc_recall_at_1_diff1
value: 53.559267551192
verified: no, type: nauc_recall_at_1_max
value: 30.333500916357043
verified: no, type: nauc_recall_at_1_std
value: -10.314271747921106
verified: no, type: nauc_recall_at_20_diff1
value: 39.87528114699088
verified: no, type: nauc_recall_at_20_max
value: 32.52889359253415
verified: no, type: nauc_recall_at_20_std
value: -6.260062912241127
verified: no, type: nauc_recall_at_3_diff1
value: 47.37165550423715
verified: no, type: nauc_recall_at_3_max
value: 32.954994796173146
verified: no, type: nauc_recall_at_3_std
value: -9.417630437632042
verified: no, type: nauc_recall_at_5_diff1
value: 44.017098073135834
verified: no, type: nauc_recall_at_5_max
value: 34.40952921642829
verified: no, type: nauc_recall_at_5_std
value: -7.683545440201906
verified: no, type: ndcg_at_1
value: 31.661
verified: no, type: ndcg_at_10
value: 40.942
verified: no, type: ndcg_at_100
value: 46.225
verified: no, type: ndcg_at_1000
value: 48.369
verified: no, type: ndcg_at_20
value: 42.864999999999995
verified: no, type: ndcg_at_3
value: 36.131
verified: no, type: ndcg_at_5
value: 38.646
verified: no, type: precision_at_1
value: 31.661
verified: no, type: precision_at_10
value: 6.596
verified: no, type: precision_at_100
value: 1.014
verified: no, type: precision_at_1000
value: 0.127
verified: no, type: precision_at_20
value: 3.8150000000000004
verified: no, type: precision_at_3
value: 15.967
verified: no, type: precision_at_5
value: 11.298
verified: no, type: recall_at_1
value: 27.450000000000003
verified: no, type: recall_at_10
value: 52.268
verified: no, type: recall_at_100
value: 76.02499999999999
verified: no, type: recall_at_1000
value: 91.365
verified: no, type: recall_at_20
value: 59.418000000000006
verified: no, type: recall_at_3
value: 39.377
verified: no, type: recall_at_5
value: 45.537
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 20.926000000000002
verified: no, type: map_at_1
value: 13.808000000000002
verified: no, type: map_at_10
value: 18.166
verified: no, type: map_at_100
value: 19.005
verified: no, type: map_at_1000
value: 19.127
verified: no, type: map_at_20
value: 18.631
verified: no, type: map_at_3
value: 16.821
verified: no, type: map_at_5
value: 17.407
verified: no, type: mrr_at_1
value: 15.254237288135593
verified: no, type: mrr_at_10
value: 19.505291005291
verified: no, type: mrr_at_100
value: 20.33722544139254
verified: no, type: mrr_at_1000
value: 20.44421227339267
verified: no, type: mrr_at_20
value: 19.955079219929413
verified: no, type: mrr_at_3
value: 18.192090395480225
verified: no, type: mrr_at_5
value: 18.745762711864405
verified: no, type: nauc_map_at_1000_diff1
value: 34.33021278057543
verified: no, type: nauc_map_at_1000_max
value: 21.003821545727284
verified: no, type: nauc_map_at_1000_std
value: -5.868119697481961
verified: no, type: nauc_map_at_100_diff1
value: 34.35019986213167
verified: no, type: nauc_map_at_100_max
value: 20.946253575250783
verified: no, type: nauc_map_at_100_std
value: -5.924330387035972
verified: no, type: nauc_map_at_10_diff1
value: 35.10829535394991
verified: no, type: nauc_map_at_10_max
value: 21.354411579848794
verified: no, type: nauc_map_at_10_std
value: -5.98213573429031
verified: no, type: nauc_map_at_1_diff1
value: 38.90476196135252
verified: no, type: nauc_map_at_1_max
value: 24.498769070901876
verified: no, type: nauc_map_at_1_std
value: -6.775528669739589
verified: no, type: nauc_map_at_20_diff1
value: 34.58511219728665
verified: no, type: nauc_map_at_20_max
value: 21.212248145984688
verified: no, type: nauc_map_at_20_std
value: -5.824569567148006
verified: no, type: nauc_map_at_3_diff1
value: 36.128284785996236
verified: no, type: nauc_map_at_3_max
value: 22.348574662402132
verified: no, type: nauc_map_at_3_std
value: -5.7577395509763925
verified: no, type: nauc_map_at_5_diff1
value: 35.87523425152429
verified: no, type: nauc_map_at_5_max
value: 21.69889730908802
verified: no, type: nauc_map_at_5_std
value: -6.083825157336734
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.16834842372746
verified: no, type: nauc_mrr_at_1000_max
value: 21.537153968896273
verified: no, type: nauc_mrr_at_1000_std
value: -4.733907629172605
verified: no, type: nauc_mrr_at_100_diff1
value: 33.169958486101464
verified: no, type: nauc_mrr_at_100_max
value: 21.51460435206711
verified: no, type: nauc_mrr_at_100_std
value: -4.755539056685152
verified: no, type: nauc_mrr_at_10_diff1
value: 33.82757480360322
verified: no, type: nauc_mrr_at_10_max
value: 21.966387665367574
verified: no, type: nauc_mrr_at_10_std
value: -4.792458244266061
verified: no, type: nauc_mrr_at_1_diff1
value: 37.560888753707914
verified: no, type: nauc_mrr_at_1_max
value: 24.91489183884652
verified: no, type: nauc_mrr_at_1_std
value: -5.963890208671714
verified: no, type: nauc_mrr_at_20_diff1
value: 33.398178055357256
verified: no, type: nauc_mrr_at_20_max
value: 21.779415071078713
verified: no, type: nauc_mrr_at_20_std
value: -4.713150332929846
verified: no, type: nauc_mrr_at_3_diff1
value: 34.98991936693989
verified: no, type: nauc_mrr_at_3_max
value: 22.748687431578123
verified: no, type: nauc_mrr_at_3_std
value: -4.782766799586396
verified: no, type: nauc_mrr_at_5_diff1
value: 34.56316466912788
verified: no, type: nauc_mrr_at_5_max
value: 21.978006375847084
verified: no, type: nauc_mrr_at_5_std
value: -5.046188208572636
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.82955876884682
verified: no, type: nauc_ndcg_at_1000_max
value: 19.067230940996414
verified: no, type: nauc_ndcg_at_1000_std
value: -4.017373756489671
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.205870300084158
verified: no, type: nauc_ndcg_at_100_max
value: 18.15974769059106
verified: no, type: nauc_ndcg_at_100_std
value: -4.783018885712386
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.08028452377425
verified: no, type: nauc_ndcg_at_10_max
value: 20.29662344875848
verified: no, type: nauc_ndcg_at_10_std
value: -5.124424567579975
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.560888753707914
verified: no, type: nauc_ndcg_at_1_max
value: 24.91489183884652
verified: no, type: nauc_ndcg_at_1_std
value: -5.963890208671714
verified: no, type: nauc_ndcg_at_20_diff1
value: 31.561887952811325
verified: no, type: nauc_ndcg_at_20_max
value: 19.906638188251307
verified: no, type: nauc_ndcg_at_20_std
value: -4.532569639207102
verified: no, type: nauc_ndcg_at_3_diff1
value: 34.89906138030687
verified: no, type: nauc_ndcg_at_3_max
value: 21.69493013395692
verified: no, type: nauc_ndcg_at_3_std
value: -5.201576462191353
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.5276158137855
verified: no, type: nauc_ndcg_at_5_max
value: 20.70888545232541
verified: no, type: nauc_ndcg_at_5_std
value: -5.587398451662219
verified: no, type: nauc_precision_at_1000_diff1
value: -3.760452613020278
verified: no, type: nauc_precision_at_1000_max
value: 8.976031753987805
verified: no, type: nauc_precision_at_1000_std
value: 5.552397308124775
verified: no, type: nauc_precision_at_100_diff1
value: 13.755786711378065
verified: no, type: nauc_precision_at_100_max
value: 9.713231069532815
verified: no, type: nauc_precision_at_100_std
value: -2.0771825534199055
verified: no, type: nauc_precision_at_10_diff1
value: 26.99312864603542
verified: no, type: nauc_precision_at_10_max
value: 17.287772859984063
verified: no, type: nauc_precision_at_10_std
value: -3.6165850129941592
verified: no, type: nauc_precision_at_1_diff1
value: 37.560888753707914
verified: no, type: nauc_precision_at_1_max
value: 24.91489183884652
verified: no, type: nauc_precision_at_1_std
value: -5.963890208671714
verified: no, type: nauc_precision_at_20_diff1
value: 21.409485705679828
verified: no, type: nauc_precision_at_20_max
value: 16.050911689774452
verified: no, type: nauc_precision_at_20_std
value: -2.183248773587268
verified: no, type: nauc_precision_at_3_diff1
value: 31.709206604483757
verified: no, type: nauc_precision_at_3_max
value: 21.101254663041015
verified: no, type: nauc_precision_at_3_std
value: -3.6517354499018
verified: no, type: nauc_precision_at_5_diff1
value: 31.01677625712557
verified: no, type: nauc_precision_at_5_max
value: 18.773465042248603
verified: no, type: nauc_precision_at_5_std
value: -4.947646031129711
verified: no, type: nauc_recall_at_1000_diff1
value: 9.701423512474271
verified: no, type: nauc_recall_at_1000_max
value: 9.022644377899258
verified: no, type: nauc_recall_at_1000_std
value: 4.580952882632998
verified: no, type: nauc_recall_at_100_diff1
value: 18.85551426149373
verified: no, type: nauc_recall_at_100_max
value: 7.985723030802287
verified: no, type: nauc_recall_at_100_std
value: -2.3163451560050676
verified: no, type: nauc_recall_at_10_diff1
value: 28.642423407548513
verified: no, type: nauc_recall_at_10_max
value: 16.847455769293713
verified: no, type: nauc_recall_at_10_std
value: -3.946178860070932
verified: no, type: nauc_recall_at_1_diff1
value: 38.90476196135252
verified: no, type: nauc_recall_at_1_max
value: 24.498769070901876
verified: no, type: nauc_recall_at_1_std
value: -6.775528669739589
verified: no, type: nauc_recall_at_20_diff1
value: 24.198426636205056
verified: no, type: nauc_recall_at_20_max
value: 15.797180863613104
verified: no, type: nauc_recall_at_20_std
value: -1.715258152747848
verified: no, type: nauc_recall_at_3_diff1
value: 32.68569729262808
verified: no, type: nauc_recall_at_3_max
value: 19.75472569203885
verified: no, type: nauc_recall_at_3_std
value: -3.918214526113079
verified: no, type: nauc_recall_at_5_diff1
value: 31.496161368263397
verified: no, type: nauc_recall_at_5_max
value: 17.53436284746602
verified: no, type: nauc_recall_at_5_std
value: -4.959960568533651
verified: no, type: ndcg_at_1
value: 15.254000000000001
verified: no, type: ndcg_at_10
value: 20.926000000000002
verified: no, type: ndcg_at_100
value: 25.363999999999997
verified: no, type: ndcg_at_1000
value: 28.986
verified: no, type: ndcg_at_20
value: 22.591
verified: no, type: ndcg_at_3
value: 18.151999999999997
verified: no, type: ndcg_at_5
value: 19.154
verified: no, type: precision_at_1
value: 15.254000000000001
verified: no, type: precision_at_10
value: 3.209
verified: no, type: precision_at_100
value: 0.5760000000000001
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 1.983
verified: no, type: precision_at_3
value: 7.5329999999999995
verified: no, type: precision_at_5
value: 5.13
verified: no, type: recall_at_1
value: 13.808000000000002
verified: no, type: recall_at_10
value: 28.301
verified: no, type: recall_at_100
value: 49.118
verified: no, type: recall_at_1000
value: 77.371
verified: no, type: recall_at_20
value: 34.650999999999996
verified: no, type: recall_at_3
value: 20.625
verified: no, type: recall_at_5
value: 23.064
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 13.713000000000001
verified: no, type: map_at_1
value: 7.545
verified: no, type: map_at_10
value: 11.065999999999999
verified: no, type: map_at_100
value: 12.009
verified: no, type: map_at_1000
value: 12.145999999999999
verified: no, type: map_at_20
value: 11.548
verified: no, type: map_at_3
value: 9.862
verified: no, type: map_at_5
value: 10.458
verified: no, type: mrr_at_1
value: 9.82587064676617
verified: no, type: mrr_at_10
value: 13.818950880518043
verified: no, type: mrr_at_100
value: 14.759687933026965
verified: no, type: mrr_at_1000
value: 14.86404496398171
verified: no, type: mrr_at_20
value: 14.340246286884033
verified: no, type: mrr_at_3
value: 12.520729684908785
verified: no, type: mrr_at_5
value: 13.061774461028191
verified: no, type: nauc_map_at_1000_diff1
value: 32.12985775236033
verified: no, type: nauc_map_at_1000_max
value: 9.04582252836718
verified: no, type: nauc_map_at_1000_std
value: -6.260068564567421
verified: no, type: nauc_map_at_100_diff1
value: 32.117232487084095
verified: no, type: nauc_map_at_100_max
value: 8.989250544941612
verified: no, type: nauc_map_at_100_std
value: -6.277243319782267
verified: no, type: nauc_map_at_10_diff1
value: 32.51441295711624
verified: no, type: nauc_map_at_10_max
value: 8.720901159289756
verified: no, type: nauc_map_at_10_std
value: -7.029036352331102
verified: no, type: nauc_map_at_1_diff1
value: 43.213013662821496
verified: no, type: nauc_map_at_1_max
value: 9.790562036372108
verified: no, type: nauc_map_at_1_std
value: -8.821384238586417
verified: no, type: nauc_map_at_20_diff1
value: 32.00532732870724
verified: no, type: nauc_map_at_20_max
value: 8.80512222944087
verified: no, type: nauc_map_at_20_std
value: -6.717069245543884
verified: no, type: nauc_map_at_3_diff1
value: 34.192538932332425
verified: no, type: nauc_map_at_3_max
value: 9.806861806732238
verified: no, type: nauc_map_at_3_std
value: -6.457295153829714
verified: no, type: nauc_map_at_5_diff1
value: 33.545773097219204
verified: no, type: nauc_map_at_5_max
value: 9.079824991796658
verified: no, type: nauc_map_at_5_std
value: -7.127256242544991
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.90958147410719
verified: no, type: nauc_mrr_at_1000_max
value: 10.867996195593374
verified: no, type: nauc_mrr_at_1000_std
value: -4.449033819911354
verified: no, type: nauc_mrr_at_100_diff1
value: 30.878740355176543
verified: no, type: nauc_mrr_at_100_max
value: 10.86244216855185
verified: no, type: nauc_mrr_at_100_std
value: -4.38759764430277
verified: no, type: nauc_mrr_at_10_diff1
value: 31.33672611583107
verified: no, type: nauc_mrr_at_10_max
value: 10.624251175822206
verified: no, type: nauc_mrr_at_10_std
value: -5.052393167881167
verified: no, type: nauc_mrr_at_1_diff1
value: 39.87326173019422
verified: no, type: nauc_mrr_at_1_max
value: 12.598637703081806
verified: no, type: nauc_mrr_at_1_std
value: -5.135164400710058
verified: no, type: nauc_mrr_at_20_diff1
value: 30.82260731246471
verified: no, type: nauc_mrr_at_20_max
value: 10.648677875023816
verified: no, type: nauc_mrr_at_20_std
value: -4.803640679350239
verified: no, type: nauc_mrr_at_3_diff1
value: 33.651749019220105
verified: no, type: nauc_mrr_at_3_max
value: 12.289894641050006
verified: no, type: nauc_mrr_at_3_std
value: -3.8897644869850256
verified: no, type: nauc_mrr_at_5_diff1
value: 32.38922456348604
verified: no, type: nauc_mrr_at_5_max
value: 10.988086073887434
verified: no, type: nauc_mrr_at_5_std
value: -4.975145036968836
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.674366265233502
verified: no, type: nauc_ndcg_at_1000_max
value: 10.247099061244402
verified: no, type: nauc_ndcg_at_1000_std
value: -3.023697967537365
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.273975022506818
verified: no, type: nauc_ndcg_at_100_max
value: 9.277241014754509
verified: no, type: nauc_ndcg_at_100_std
value: -2.9087044146750647
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.537805280220823
verified: no, type: nauc_ndcg_at_10_max
value: 8.089093423791425
verified: no, type: nauc_ndcg_at_10_std
value: -6.658975175413455
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.87326173019422
verified: no, type: nauc_ndcg_at_1_max
value: 12.598637703081806
verified: no, type: nauc_ndcg_at_1_std
value: -5.135164400710058
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.18125380448246
verified: no, type: nauc_ndcg_at_20_max
value: 8.402539416576268
verified: no, type: nauc_ndcg_at_20_std
value: -5.61777098704006
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.75303412167144
verified: no, type: nauc_ndcg_at_3_max
value: 10.676550802046373
verified: no, type: nauc_ndcg_at_3_std
value: -5.567905021326975
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.598563490175096
verified: no, type: nauc_ndcg_at_5_max
value: 8.871848065816442
verified: no, type: nauc_ndcg_at_5_std
value: -6.872954372062091
verified: no, type: nauc_precision_at_1000_diff1
value: 10.843609470955275
verified: no, type: nauc_precision_at_1000_max
value: 11.655101914953336
verified: no, type: nauc_precision_at_1000_std
value: 5.411952137474197
verified: no, type: nauc_precision_at_100_diff1
value: 16.780109432105064
verified: no, type: nauc_precision_at_100_max
value: 9.273587767575563
verified: no, type: nauc_precision_at_100_std
value: 4.156444812599531
verified: no, type: nauc_precision_at_10_diff1
value: 21.371580547268493
verified: no, type: nauc_precision_at_10_max
value: 7.476141388927658
verified: no, type: nauc_precision_at_10_std
value: -5.609491572963518
verified: no, type: nauc_precision_at_1_diff1
value: 39.87326173019422
verified: no, type: nauc_precision_at_1_max
value: 12.598637703081806
verified: no, type: nauc_precision_at_1_std
value: -5.135164400710058
verified: no, type: nauc_precision_at_20_diff1
value: 19.265915117354652
verified: no, type: nauc_precision_at_20_max
value: 7.650702785450964
verified: no, type: nauc_precision_at_20_std
value: -2.9674176290615355
verified: no, type: nauc_precision_at_3_diff1
value: 25.984778607743575
verified: no, type: nauc_precision_at_3_max
value: 10.681945302419843
verified: no, type: nauc_precision_at_3_std
value: -4.12953522239749
verified: no, type: nauc_precision_at_5_diff1
value: 24.308577353183715
verified: no, type: nauc_precision_at_5_max
value: 7.718444600458466
verified: no, type: nauc_precision_at_5_std
value: -7.10866096593591
verified: no, type: nauc_recall_at_1000_diff1
value: 15.17338945650017
verified: no, type: nauc_recall_at_1000_max
value: 14.96733658328069
verified: no, type: nauc_recall_at_1000_std
value: 7.543720588189791
verified: no, type: nauc_recall_at_100_diff1
value: 16.381771900956526
verified: no, type: nauc_recall_at_100_max
value: 9.127105558099597
verified: no, type: nauc_recall_at_100_std
value: 5.113897134736906
verified: no, type: nauc_recall_at_10_diff1
value: 19.57589181146098
verified: no, type: nauc_recall_at_10_max
value: 5.499865403884131
verified: no, type: nauc_recall_at_10_std
value: -6.894103670927336
verified: no, type: nauc_recall_at_1_diff1
value: 43.213013662821496
verified: no, type: nauc_recall_at_1_max
value: 9.790562036372108
verified: no, type: nauc_recall_at_1_std
value: -8.821384238586417
verified: no, type: nauc_recall_at_20_diff1
value: 16.65618880966671
verified: no, type: nauc_recall_at_20_max
value: 6.833607496945595
verified: no, type: nauc_recall_at_20_std
value: -3.7007420906140913
verified: no, type: nauc_recall_at_3_diff1
value: 25.835591875627077
verified: no, type: nauc_recall_at_3_max
value: 9.16664696160855
verified: no, type: nauc_recall_at_3_std
value: -5.329810022483858
verified: no, type: nauc_recall_at_5_diff1
value: 23.81709915789382
verified: no, type: nauc_recall_at_5_max
value: 6.512471847746129
verified: no, type: nauc_recall_at_5_std
value: -7.568006073919905
verified: no, type: ndcg_at_1
value: 9.826
verified: no, type: ndcg_at_10
value: 13.713000000000001
verified: no, type: ndcg_at_100
value: 18.834999999999997
verified: no, type: ndcg_at_1000
value: 22.567
verified: no, type: ndcg_at_20
value: 15.469
verified: no, type: ndcg_at_3
value: 11.358
verified: no, type: ndcg_at_5
value: 12.212
verified: no, type: precision_at_1
value: 9.826
verified: no, type: precision_at_10
value: 2.637
verified: no, type: precision_at_100
value: 0.621
verified: no, type: precision_at_1000
value: 0.108
verified: no, type: precision_at_20
value: 1.779
verified: no, type: precision_at_3
value: 5.514
verified: no, type: precision_at_5
value: 3.9800000000000004
verified: no, type: recall_at_1
value: 7.545
verified: no, type: recall_at_10
value: 19.229
verified: no, type: recall_at_100
value: 42.588
verified: no, type: recall_at_1000
value: 70.111
verified: no, type: recall_at_20
value: 25.724999999999998
verified: no, type: recall_at_3
value: 12.617999999999999
verified: no, type: recall_at_5
value: 14.777999999999999
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 29.721999999999998
verified: no, type: map_at_1
value: 19.002
verified: no, type: map_at_10
value: 25.330000000000002
verified: no, type: map_at_100
value: 26.561
verified: no, type: map_at_1000
value: 26.704
verified: no, type: map_at_20
value: 25.948
verified: no, type: map_at_3
value: 23.1
verified: no, type: map_at_5
value: 24.426000000000002
verified: no, type: mrr_at_1
value: 23.387872954764198
verified: no, type: mrr_at_10
value: 29.846655055990958
verified: no, type: mrr_at_100
value: 30.84743648295301
verified: no, type: mrr_at_1000
value: 30.931552074701756
verified: no, type: mrr_at_20
value: 30.414881996898508
verified: no, type: mrr_at_3
value: 27.686878408726344
verified: no, type: mrr_at_5
value: 29.000641642605068
verified: no, type: nauc_map_at_1000_diff1
value: 43.89824551020078
verified: no, type: nauc_map_at_1000_max
value: 25.838192377957096
verified: no, type: nauc_map_at_1000_std
value: -3.7458356822843957
verified: no, type: nauc_map_at_100_diff1
value: 43.90377688089575
verified: no, type: nauc_map_at_100_max
value: 25.79012620732626
verified: no, type: nauc_map_at_100_std
value: -3.8208938417289278
verified: no, type: nauc_map_at_10_diff1
value: 44.074768230941245
verified: no, type: nauc_map_at_10_max
value: 25.557721171603582
verified: no, type: nauc_map_at_10_std
value: -4.253212817550483
verified: no, type: nauc_map_at_1_diff1
value: 52.06684272229963
verified: no, type: nauc_map_at_1_max
value: 29.44408583760377
verified: no, type: nauc_map_at_1_std
value: -3.8006121852165613
verified: no, type: nauc_map_at_20_diff1
value: 43.86406988435927
verified: no, type: nauc_map_at_20_max
value: 25.708949294203148
verified: no, type: nauc_map_at_20_std
value: -4.065229188616551
verified: no, type: nauc_map_at_3_diff1
value: 45.80873737706094
verified: no, type: nauc_map_at_3_max
value: 26.344168948910436
verified: no, type: nauc_map_at_3_std
value: -4.267293112675956
verified: no, type: nauc_map_at_5_diff1
value: 44.64796850377712
verified: no, type: nauc_map_at_5_max
value: 25.471031630555547
verified: no, type: nauc_map_at_5_std
value: -4.620347866813504
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.88707912269833
verified: no, type: nauc_mrr_at_1000_max
value: 27.823242485409118
verified: no, type: nauc_mrr_at_1000_std
value: -0.8442511346809684
verified: no, type: nauc_mrr_at_100_diff1
value: 41.857692028084465
verified: no, type: nauc_mrr_at_100_max
value: 27.79920498002801
verified: no, type: nauc_mrr_at_100_std
value: -0.8598004686736844
verified: no, type: nauc_mrr_at_10_diff1
value: 41.90761715491176
verified: no, type: nauc_mrr_at_10_max
value: 27.678470786958997
verified: no, type: nauc_mrr_at_10_std
value: -0.9578204405420793
verified: no, type: nauc_mrr_at_1_diff1
value: 49.486865333039475
verified: no, type: nauc_mrr_at_1_max
value: 32.529983010623475
verified: no, type: nauc_mrr_at_1_std
value: 0.9715105562874976
verified: no, type: nauc_mrr_at_20_diff1
value: 41.724237010714866
verified: no, type: nauc_mrr_at_20_max
value: 27.802092285894588
verified: no, type: nauc_mrr_at_20_std
value: -0.88426508730278
verified: no, type: nauc_mrr_at_3_diff1
value: 43.77929875665527
verified: no, type: nauc_mrr_at_3_max
value: 28.981597522788526
verified: no, type: nauc_mrr_at_3_std
value: -0.7307337311686152
verified: no, type: nauc_mrr_at_5_diff1
value: 42.48218609051363
verified: no, type: nauc_mrr_at_5_max
value: 27.782684553409958
verified: no, type: nauc_mrr_at_5_std
value: -1.2197825045703639
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.414347456912104
verified: no, type: nauc_ndcg_at_1000_max
value: 26.088286462977127
verified: no, type: nauc_ndcg_at_1000_std
value: -0.7700064173542429
verified: no, type: nauc_ndcg_at_100_diff1
value: 40.22328627313871
verified: no, type: nauc_ndcg_at_100_max
value: 25.252984701307547
verified: no, type: nauc_ndcg_at_100_std
value: -2.0462196671056625
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.53145770872922
verified: no, type: nauc_ndcg_at_10_max
value: 24.295290953665514
verified: no, type: nauc_ndcg_at_10_std
value: -3.8537433396171523
verified: no, type: nauc_ndcg_at_1_diff1
value: 49.486865333039475
verified: no, type: nauc_ndcg_at_1_max
value: 32.529983010623475
verified: no, type: nauc_ndcg_at_1_std
value: 0.9715105562874976
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.85295868197949
verified: no, type: nauc_ndcg_at_20_max
value: 24.717671343879207
verified: no, type: nauc_ndcg_at_20_std
value: -3.4903032145945665
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.28697676798648
verified: no, type: nauc_ndcg_at_3_max
value: 26.642242069078787
verified: no, type: nauc_ndcg_at_3_std
value: -3.060859134997641
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.53565296156734
verified: no, type: nauc_ndcg_at_5_max
value: 24.673637580264753
verified: no, type: nauc_ndcg_at_5_std
value: -4.145425715998854
verified: no, type: nauc_precision_at_1000_diff1
value: -4.947002272423605
verified: no, type: nauc_precision_at_1000_max
value: 12.645437288702881
verified: no, type: nauc_precision_at_1000_std
value: 19.436822323783996
verified: no, type: nauc_precision_at_100_diff1
value: 9.500911858328992
verified: no, type: nauc_precision_at_100_max
value: 17.93855908912988
verified: no, type: nauc_precision_at_100_std
value: 12.774385362886436
verified: no, type: nauc_precision_at_10_diff1
value: 22.000133725100216
verified: no, type: nauc_precision_at_10_max
value: 20.778625373505573
verified: no, type: nauc_precision_at_10_std
value: 4.155996827322974
verified: no, type: nauc_precision_at_1_diff1
value: 49.486865333039475
verified: no, type: nauc_precision_at_1_max
value: 32.529983010623475
verified: no, type: nauc_precision_at_1_std
value: 0.9715105562874976
verified: no, type: nauc_precision_at_20_diff1
value: 17.416984565830234
verified: no, type: nauc_precision_at_20_max
value: 20.520136387470238
verified: no, type: nauc_precision_at_20_std
value: 5.90010494942305
verified: no, type: nauc_precision_at_3_diff1
value: 34.04194634924524
verified: no, type: nauc_precision_at_3_max
value: 25.912563455592675
verified: no, type: nauc_precision_at_3_std
value: 0.7925008029494246
verified: no, type: nauc_precision_at_5_diff1
value: 28.390068196798623
verified: no, type: nauc_precision_at_5_max
value: 23.102335538886692
verified: no, type: nauc_precision_at_5_std
value: 1.2255908529804964
verified: no, type: nauc_recall_at_1000_diff1
value: 21.680861813766057
verified: no, type: nauc_recall_at_1000_max
value: 26.699774120090265
verified: no, type: nauc_recall_at_1000_std
value: 27.417484709826283
verified: no, type: nauc_recall_at_100_diff1
value: 27.836334740501258
verified: no, type: nauc_recall_at_100_max
value: 19.66034364977158
verified: no, type: nauc_recall_at_100_std
value: 2.6339481702224696
verified: no, type: nauc_recall_at_10_diff1
value: 31.49836346373242
verified: no, type: nauc_recall_at_10_max
value: 17.89226675933478
verified: no, type: nauc_recall_at_10_std
value: -6.097389611009692
verified: no, type: nauc_recall_at_1_diff1
value: 52.06684272229963
verified: no, type: nauc_recall_at_1_max
value: 29.44408583760377
verified: no, type: nauc_recall_at_1_std
value: -3.8006121852165613
verified: no, type: nauc_recall_at_20_diff1
value: 28.31359903133213
verified: no, type: nauc_recall_at_20_max
value: 18.671615893300373
verified: no, type: nauc_recall_at_20_std
value: -4.57116422577905
verified: no, type: nauc_recall_at_3_diff1
value: 39.235871948581675
verified: no, type: nauc_recall_at_3_max
value: 22.600515131048535
verified: no, type: nauc_recall_at_3_std
value: -5.4739085237468466
verified: no, type: nauc_recall_at_5_diff1
value: 34.39713370746736
verified: no, type: nauc_recall_at_5_max
value: 18.148905375512705
verified: no, type: nauc_recall_at_5_std
value: -7.451552464706329
verified: no, type: ndcg_at_1
value: 23.388
verified: no, type: ndcg_at_10
value: 29.721999999999998
verified: no, type: ndcg_at_100
value: 35.549
verified: no, type: ndcg_at_1000
value: 38.815
verified: no, type: ndcg_at_20
value: 31.753999999999998
verified: no, type: ndcg_at_3
value: 25.887
verified: no, type: ndcg_at_5
value: 27.858
verified: no, type: precision_at_1
value: 23.388
verified: no, type: precision_at_10
value: 5.409
verified: no, type: precision_at_100
value: 0.983
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_20
value: 3.3300000000000005
verified: no, type: precision_at_3
value: 11.902
verified: no, type: precision_at_5
value: 8.738999999999999
verified: no, type: recall_at_1
value: 19.002
verified: no, type: recall_at_10
value: 38.507000000000005
verified: no, type: recall_at_100
value: 64.043
verified: no, type: recall_at_1000
value: 86.97500000000001
verified: no, type: recall_at_20
value: 45.803
verified: no, type: recall_at_3
value: 27.477
verified: no, type: recall_at_5
value: 32.719
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 25.404
verified: no, type: map_at_1
value: 14.74
verified: no, type: map_at_10
value: 21.048000000000002
verified: no, type: map_at_100
value: 22.172
verified: no, type: map_at_1000
value: 22.319
verified: no, type: map_at_20
value: 21.646
verified: no, type: map_at_3
value: 18.658
verified: no, type: map_at_5
value: 19.962
verified: no, type: mrr_at_1
value: 18.2648401826484
verified: no, type: mrr_at_10
value: 24.97069109226643
verified: no, type: mrr_at_100
value: 25.834026350861034
verified: no, type: mrr_at_1000
value: 25.928549225962215
verified: no, type: mrr_at_20
value: 25.42973096503251
verified: no, type: mrr_at_3
value: 22.65981735159818
verified: no, type: mrr_at_5
value: 23.9554794520548
verified: no, type: nauc_map_at_1000_diff1
value: 45.8237170047263
verified: no, type: nauc_map_at_1000_max
value: 27.859348753898526
verified: no, type: nauc_map_at_1000_std
value: -1.047793982287234
verified: no, type: nauc_map_at_100_diff1
value: 45.8525231760808
verified: no, type: nauc_map_at_100_max
value: 27.84372868557113
verified: no, type: nauc_map_at_100_std
value: -1.102255441512398
verified: no, type: nauc_map_at_10_diff1
value: 46.480000635099486
verified: no, type: nauc_map_at_10_max
value: 27.495287638805245
verified: no, type: nauc_map_at_10_std
value: -1.9781130473670274
verified: no, type: nauc_map_at_1_diff1
value: 53.48217939729536
verified: no, type: nauc_map_at_1_max
value: 27.56295742217823
verified: no, type: nauc_map_at_1_std
value: -4.855035643670729
verified: no, type: nauc_map_at_20_diff1
value: 46.04106110601815
verified: no, type: nauc_map_at_20_max
value: 27.58629243952499
verified: no, type: nauc_map_at_20_std
value: -1.7050094834913967
verified: no, type: nauc_map_at_3_diff1
value: 46.85763025714593
verified: no, type: nauc_map_at_3_max
value: 27.36507205719357
verified: no, type: nauc_map_at_3_std
value: -2.712535779469288
verified: no, type: nauc_map_at_5_diff1
value: 46.20492257867162
verified: no, type: nauc_map_at_5_max
value: 27.612746870345
verified: no, type: nauc_map_at_5_std
value: -2.2218391520400003
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.01555650623092
verified: no, type: nauc_mrr_at_1000_max
value: 26.867293112050767
verified: no, type: nauc_mrr_at_1000_std
value: -0.02625186100957422
verified: no, type: nauc_mrr_at_100_diff1
value: 42.00853583574927
verified: no, type: nauc_mrr_at_100_max
value: 26.864820350256046
verified: no, type: nauc_mrr_at_100_std
value: -0.033709447340581324
verified: no, type: nauc_mrr_at_10_diff1
value: 42.238961184007984
verified: no, type: nauc_mrr_at_10_max
value: 26.661808533137282
verified: no, type: nauc_mrr_at_10_std
value: -0.637791441319815
verified: no, type: nauc_mrr_at_1_diff1
value: 48.37462166860828
verified: no, type: nauc_mrr_at_1_max
value: 26.680599764630998
verified: no, type: nauc_mrr_at_1_std
value: -2.335872633389325
verified: no, type: nauc_mrr_at_20_diff1
value: 42.06900773561376
verified: no, type: nauc_mrr_at_20_max
value: 26.701607696858474
verified: no, type: nauc_mrr_at_20_std
value: -0.4165209918211513
verified: no, type: nauc_mrr_at_3_diff1
value: 42.409960157705946
verified: no, type: nauc_mrr_at_3_max
value: 27.05401279297987
verified: no, type: nauc_mrr_at_3_std
value: -0.9280526332569523
verified: no, type: nauc_mrr_at_5_diff1
value: 41.70118694465103
verified: no, type: nauc_mrr_at_5_max
value: 26.66082209479475
verified: no, type: nauc_mrr_at_5_std
value: -0.8015879639261687
verified: no, type: nauc_ndcg_at_1000_diff1
value: 42.27565632944038
verified: no, type: nauc_ndcg_at_1000_max
value: 29.12582206242773
verified: no, type: nauc_ndcg_at_1000_std
value: 4.049463136607838
verified: no, type: nauc_ndcg_at_100_diff1
value: 42.12653619069051
verified: no, type: nauc_ndcg_at_100_max
value: 28.656500616781972
verified: no, type: nauc_ndcg_at_100_std
value: 3.4180175516456304
verified: no, type: nauc_ndcg_at_10_diff1
value: 43.88978161268394
verified: no, type: nauc_ndcg_at_10_max
value: 26.871989349584208
verified: no, type: nauc_ndcg_at_10_std
value: -1.1522739341582178
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.37462166860828
verified: no, type: nauc_ndcg_at_1_max
value: 26.680599764630998
verified: no, type: nauc_ndcg_at_1_std
value: -2.335872633389325
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.881732140593506
verified: no, type: nauc_ndcg_at_20_max
value: 27.215592451499276
verified: no, type: nauc_ndcg_at_20_std
value: -0.14285469558089361
verified: no, type: nauc_ndcg_at_3_diff1
value: 43.823548526500694
verified: no, type: nauc_ndcg_at_3_max
value: 27.245715131624674
verified: no, type: nauc_ndcg_at_3_std
value: -1.4876933099866914
verified: no, type: nauc_ndcg_at_5_diff1
value: 43.04376781278021
verified: no, type: nauc_ndcg_at_5_max
value: 27.190268438417593
verified: no, type: nauc_ndcg_at_5_std
value: -1.3888560355879034
verified: no, type: nauc_precision_at_1000_diff1
value: -5.872712314670492
verified: no, type: nauc_precision_at_1000_max
value: 5.092918185682713
verified: no, type: nauc_precision_at_1000_std
value: 10.464145014831452
verified: no, type: nauc_precision_at_100_diff1
value: 11.543776527512167
verified: no, type: nauc_precision_at_100_max
value: 19.613662059162355
verified: no, type: nauc_precision_at_100_std
value: 16.9713281401898
verified: no, type: nauc_precision_at_10_diff1
value: 29.137810984675998
verified: no, type: nauc_precision_at_10_max
value: 23.12077961846143
verified: no, type: nauc_precision_at_10_std
value: 3.189735023013539
verified: no, type: nauc_precision_at_1_diff1
value: 48.37462166860828
verified: no, type: nauc_precision_at_1_max
value: 26.680599764630998
verified: no, type: nauc_precision_at_1_std
value: -2.335872633389325
verified: no, type: nauc_precision_at_20_diff1
value: 22.790209469680846
verified: no, type: nauc_precision_at_20_max
value: 21.470876222762485
verified: no, type: nauc_precision_at_20_std
value: 6.106136396458325
verified: no, type: nauc_precision_at_3_diff1
value: 33.60290824936636
verified: no, type: nauc_precision_at_3_max
value: 26.841583417759278
verified: no, type: nauc_precision_at_3_std
value: 1.5391546447485775
verified: no, type: nauc_precision_at_5_diff1
value: 30.6913208718352
verified: no, type: nauc_precision_at_5_max
value: 26.092373126611086
verified: no, type: nauc_precision_at_5_std
value: 2.7287443865219267
verified: no, type: nauc_recall_at_1000_diff1
value: 32.12239148248437
verified: no, type: nauc_recall_at_1000_max
value: 40.33229707616391
verified: no, type: nauc_recall_at_1000_std
value: 37.7476242671382
verified: no, type: nauc_recall_at_100_diff1
value: 32.48417758115197
verified: no, type: nauc_recall_at_100_max
value: 30.58395795458036
verified: no, type: nauc_recall_at_100_std
value: 18.33066285795512
verified: no, type: nauc_recall_at_10_diff1
value: 39.00388434597497
verified: no, type: nauc_recall_at_10_max
value: 24.103380072374346
verified: no, type: nauc_recall_at_10_std
value: -0.17360786059693167
verified: no, type: nauc_recall_at_1_diff1
value: 53.48217939729536
verified: no, type: nauc_recall_at_1_max
value: 27.56295742217823
verified: no, type: nauc_recall_at_1_std
value: -4.855035643670729
verified: no, type: nauc_recall_at_20_diff1
value: 35.92641597499044
verified: no, type: nauc_recall_at_20_max
value: 24.999287590484883
verified: no, type: nauc_recall_at_20_std
value: 3.033364584342197
verified: no, type: nauc_recall_at_3_diff1
value: 40.10706505495573
verified: no, type: nauc_recall_at_3_max
value: 25.37612159713076
verified: no, type: nauc_recall_at_3_std
value: -1.782920493307442
verified: no, type: nauc_recall_at_5_diff1
value: 38.23800039237515
verified: no, type: nauc_recall_at_5_max
value: 25.66131301792229
verified: no, type: nauc_recall_at_5_std
value: -1.1480434206892107
verified: no, type: ndcg_at_1
value: 18.265
verified: no, type: ndcg_at_10
value: 25.404
verified: no, type: ndcg_at_100
value: 30.519000000000002
verified: no, type: ndcg_at_1000
value: 34.109
verified: no, type: ndcg_at_20
value: 27.252
verified: no, type: ndcg_at_3
value: 21.104
verified: no, type: ndcg_at_5
value: 23.044
verified: no, type: precision_at_1
value: 18.265
verified: no, type: precision_at_10
value: 4.909
verified: no, type: precision_at_100
value: 0.89
verified: no, type: precision_at_1000
value: 0.13799999999999998
verified: no, type: precision_at_20
value: 3.008
verified: no, type: precision_at_3
value: 10.046
verified: no, type: precision_at_5
value: 7.6259999999999994
verified: no, type: recall_at_1
value: 14.74
verified: no, type: recall_at_10
value: 34.69
verified: no, type: recall_at_100
value: 56.674
verified: no, type: recall_at_1000
value: 82.37
verified: no, type: recall_at_20
value: 41.203
verified: no, type: recall_at_3
value: 22.924
verified: no, type: recall_at_5
value: 27.72
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 24.83308333333333
verified: no, type: ndcg_at_10
value: 24.83308333333333
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 19.698999999999998
verified: no, type: map_at_1
value: 12.077
verified: no, type: map_at_10
value: 16.801
verified: no, type: map_at_100
value: 17.655
verified: no, type: map_at_1000
value: 17.751
verified: no, type: map_at_20
value: 17.199
verified: no, type: map_at_3
value: 15.509
verified: no, type: map_at_5
value: 16.162000000000003
verified: no, type: mrr_at_1
value: 13.803680981595093
verified: no, type: mrr_at_10
value: 18.745130976726067
verified: no, type: mrr_at_100
value: 19.599068933107073
verified: no, type: mrr_at_1000
value: 19.678338286926365
verified: no, type: mrr_at_20
value: 19.18304702527218
verified: no, type: mrr_at_3
value: 17.433537832310837
verified: no, type: mrr_at_5
value: 18.100715746421265
verified: no, type: nauc_map_at_1000_diff1
value: 31.17115713241579
verified: no, type: nauc_map_at_1000_max
value: 20.99819791153779
verified: no, type: nauc_map_at_1000_std
value: 2.6600993742871406
verified: no, type: nauc_map_at_100_diff1
value: 31.123093546338605
verified: no, type: nauc_map_at_100_max
value: 20.956953792102397
verified: no, type: nauc_map_at_100_std
value: 2.6075146822241333
verified: no, type: nauc_map_at_10_diff1
value: 31.598970870916993
verified: no, type: nauc_map_at_10_max
value: 20.96385649358335
verified: no, type: nauc_map_at_10_std
value: 1.972081105558659
verified: no, type: nauc_map_at_1_diff1
value: 37.74336404595251
verified: no, type: nauc_map_at_1_max
value: 21.710764041589652
verified: no, type: nauc_map_at_1_std
value: -0.599615165756047
verified: no, type: nauc_map_at_20_diff1
value: 31.337729872448385
verified: no, type: nauc_map_at_20_max
value: 20.874824006967465
verified: no, type: nauc_map_at_20_std
value: 2.1396446999288132
verified: no, type: nauc_map_at_3_diff1
value: 31.598875778161563
verified: no, type: nauc_map_at_3_max
value: 20.15502482973746
verified: no, type: nauc_map_at_3_std
value: 0.661929277230153
verified: no, type: nauc_map_at_5_diff1
value: 32.42739890864865
verified: no, type: nauc_map_at_5_max
value: 21.129775912296775
verified: no, type: nauc_map_at_5_std
value: 1.2988170013068054
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.46037552929145
verified: no, type: nauc_mrr_at_1000_max
value: 25.368762055036093
verified: no, type: nauc_mrr_at_1000_std
value: 6.857216468884261
verified: no, type: nauc_mrr_at_100_diff1
value: 34.42117076945647
verified: no, type: nauc_mrr_at_100_max
value: 25.350262466841073
verified: no, type: nauc_mrr_at_100_std
value: 6.848997067317973
verified: no, type: nauc_mrr_at_10_diff1
value: 34.93150618711488
verified: no, type: nauc_mrr_at_10_max
value: 25.431834898562222
verified: no, type: nauc_mrr_at_10_std
value: 6.527401606905754
verified: no, type: nauc_mrr_at_1_diff1
value: 42.39365767324292
verified: no, type: nauc_mrr_at_1_max
value: 28.105097384751144
verified: no, type: nauc_mrr_at_1_std
value: 4.383685157499488
verified: no, type: nauc_mrr_at_20_diff1
value: 34.721653859076106
verified: no, type: nauc_mrr_at_20_max
value: 25.39105982458037
verified: no, type: nauc_mrr_at_20_std
value: 6.556180511025904
verified: no, type: nauc_mrr_at_3_diff1
value: 35.37965856072047
verified: no, type: nauc_mrr_at_3_max
value: 25.02456249841475
verified: no, type: nauc_mrr_at_3_std
value: 5.493020017634747
verified: no, type: nauc_mrr_at_5_diff1
value: 35.80123642283942
verified: no, type: nauc_mrr_at_5_max
value: 25.687308882015913
verified: no, type: nauc_mrr_at_5_std
value: 5.881200254797904
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.433258327163312
verified: no, type: nauc_ndcg_at_1000_max
value: 22.15443961623447
verified: no, type: nauc_ndcg_at_1000_std
value: 8.020904223735373
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.620373464479336
verified: no, type: nauc_ndcg_at_100_max
value: 21.210908360972546
verified: no, type: nauc_ndcg_at_100_std
value: 7.409324218662572
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.01460402522167
verified: no, type: nauc_ndcg_at_10_max
value: 21.534788838277098
verified: no, type: nauc_ndcg_at_10_std
value: 4.520908732114286
verified: no, type: nauc_ndcg_at_1_diff1
value: 42.39365767324292
verified: no, type: nauc_ndcg_at_1_max
value: 28.105097384751144
verified: no, type: nauc_ndcg_at_1_std
value: 4.383685157499488
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.407184761247642
verified: no, type: nauc_ndcg_at_20_max
value: 21.354104259451752
verified: no, type: nauc_ndcg_at_20_std
value: 4.958395283544823
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.815996375561138
verified: no, type: nauc_ndcg_at_3_max
value: 20.93866442851683
verified: no, type: nauc_ndcg_at_3_std
value: 2.9035616405285807
verified: no, type: nauc_ndcg_at_5_diff1
value: 31.780185649997918
verified: no, type: nauc_ndcg_at_5_max
value: 22.082499447919563
verified: no, type: nauc_ndcg_at_5_std
value: 3.1870136709208907
verified: no, type: nauc_precision_at_1000_diff1
value: 11.194070408429456
verified: no, type: nauc_precision_at_1000_max
value: 20.99835229856523
verified: no, type: nauc_precision_at_1000_std
value: 23.494380173356905
verified: no, type: nauc_precision_at_100_diff1
value: 14.412072590295494
verified: no, type: nauc_precision_at_100_max
value: 23.274163017804803
verified: no, type: nauc_precision_at_100_std
value: 24.687702590855874
verified: no, type: nauc_precision_at_10_diff1
value: 24.224522222495416
verified: no, type: nauc_precision_at_10_max
value: 25.317934535641296
verified: no, type: nauc_precision_at_10_std
value: 14.01024684046007
verified: no, type: nauc_precision_at_1_diff1
value: 42.39365767324292
verified: no, type: nauc_precision_at_1_max
value: 28.105097384751144
verified: no, type: nauc_precision_at_1_std
value: 4.383685157499488
verified: no, type: nauc_precision_at_20_diff1
value: 22.35983153793858
verified: no, type: nauc_precision_at_20_max
value: 24.690383727546127
verified: no, type: nauc_precision_at_20_std
value: 15.212482800833852
verified: no, type: nauc_precision_at_3_diff1
value: 27.84013528675403
verified: no, type: nauc_precision_at_3_max
value: 24.61882746201835
verified: no, type: nauc_precision_at_3_std
value: 8.807995380870178
verified: no, type: nauc_precision_at_5_diff1
value: 29.130373722218927
verified: no, type: nauc_precision_at_5_max
value: 26.737628614173726
verified: no, type: nauc_precision_at_5_std
value: 10.54540259954519
verified: no, type: nauc_recall_at_1000_diff1
value: 14.687551773368817
verified: no, type: nauc_recall_at_1000_max
value: 20.48857574690166
verified: no, type: nauc_recall_at_1000_std
value: 22.146989530693467
verified: no, type: nauc_recall_at_100_diff1
value: 13.779174855454762
verified: no, type: nauc_recall_at_100_max
value: 15.844277122501971
verified: no, type: nauc_recall_at_100_std
value: 16.247618604477022
verified: no, type: nauc_recall_at_10_diff1
value: 23.200499824689196
verified: no, type: nauc_recall_at_10_max
value: 18.748944579239677
verified: no, type: nauc_recall_at_10_std
value: 6.816051382147345
verified: no, type: nauc_recall_at_1_diff1
value: 37.74336404595251
verified: no, type: nauc_recall_at_1_max
value: 21.710764041589652
verified: no, type: nauc_recall_at_1_std
value: -0.599615165756047
verified: no, type: nauc_recall_at_20_diff1
value: 21.5143661435063
verified: no, type: nauc_recall_at_20_max
value: 17.866145304773294
verified: no, type: nauc_recall_at_20_std
value: 7.644934224384678
verified: no, type: nauc_recall_at_3_diff1
value: 25.46257140155545
verified: no, type: nauc_recall_at_3_max
value: 17.43169452658105
verified: no, type: nauc_recall_at_3_std
value: 1.7796410289473854
verified: no, type: nauc_recall_at_5_diff1
value: 27.522775919420152
verified: no, type: nauc_recall_at_5_max
value: 20.182983778598008
verified: no, type: nauc_recall_at_5_std
value: 3.5840594281525058
verified: no, type: ndcg_at_1
value: 13.804
verified: no, type: ndcg_at_10
value: 19.698999999999998
verified: no, type: ndcg_at_100
value: 24.254
verified: no, type: ndcg_at_1000
value: 27.083000000000002
verified: no, type: ndcg_at_20
value: 21.124000000000002
verified: no, type: ndcg_at_3
value: 17.21
verified: no, type: ndcg_at_5
value: 18.240000000000002
verified: no, type: precision_at_1
value: 13.804
verified: no, type: precision_at_10
value: 3.313
verified: no, type: precision_at_100
value: 0.618
verified: no, type: precision_at_1000
value: 0.094
verified: no, type: precision_at_20
value: 2.025
verified: no, type: precision_at_3
value: 7.872999999999999
verified: no, type: precision_at_5
value: 5.399
verified: no, type: recall_at_1
value: 12.077
verified: no, type: recall_at_10
value: 26.668999999999997
verified: no, type: recall_at_100
value: 47.831
verified: no, type: recall_at_1000
value: 69.413
verified: no, type: recall_at_20
value: 31.946
verified: no, type: recall_at_3
value: 19.49
verified: no, type: recall_at_5
value: 22.225
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 14.35
verified: no, type: map_at_1
value: 8.115
verified: no, type: map_at_10
value: 11.722000000000001
verified: no, type: map_at_100
value: 12.348
verified: no, type: map_at_1000
value: 12.481
verified: no, type: map_at_20
value: 12.027000000000001
verified: no, type: map_at_3
value: 10.426
verified: no, type: map_at_5
value: 11.182
verified: no, type: mrr_at_1
value: 10.254645560908465
verified: no, type: mrr_at_10
value: 14.278094582636902
verified: no, type: mrr_at_100
value: 14.900425450400176
verified: no, type: mrr_at_1000
value: 15.00871646023794
verified: no, type: mrr_at_20
value: 14.591516313299607
verified: no, type: mrr_at_3
value: 12.910071117228716
verified: no, type: mrr_at_5
value: 13.711860518467518
verified: no, type: nauc_map_at_1000_diff1
value: 30.423687742909465
verified: no, type: nauc_map_at_1000_max
value: 17.86087707182412
verified: no, type: nauc_map_at_1000_std
value: -3.496673724052901
verified: no, type: nauc_map_at_100_diff1
value: 30.44585413699395
verified: no, type: nauc_map_at_100_max
value: 17.809319977278847
verified: no, type: nauc_map_at_100_std
value: -3.621359850933102
verified: no, type: nauc_map_at_10_diff1
value: 31.148053167760896
verified: no, type: nauc_map_at_10_max
value: 18.24901771925814
verified: no, type: nauc_map_at_10_std
value: -3.909594481969627
verified: no, type: nauc_map_at_1_diff1
value: 37.99559419367043
verified: no, type: nauc_map_at_1_max
value: 19.944122206401367
verified: no, type: nauc_map_at_1_std
value: -4.736846170848249
verified: no, type: nauc_map_at_20_diff1
value: 30.72934853354464
verified: no, type: nauc_map_at_20_max
value: 17.864664913794087
verified: no, type: nauc_map_at_20_std
value: -3.842061832318761
verified: no, type: nauc_map_at_3_diff1
value: 32.52571171397488
verified: no, type: nauc_map_at_3_max
value: 18.737960198685258
verified: no, type: nauc_map_at_3_std
value: -4.241183589308819
verified: no, type: nauc_map_at_5_diff1
value: 31.42646643713625
verified: no, type: nauc_map_at_5_max
value: 18.337527851676295
verified: no, type: nauc_map_at_5_std
value: -4.2570792310298975
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.196318931216275
verified: no, type: nauc_mrr_at_1000_max
value: 19.141255832052877
verified: no, type: nauc_mrr_at_1000_std
value: -3.0000493775719446
verified: no, type: nauc_mrr_at_100_diff1
value: 30.19678888280955
verified: no, type: nauc_mrr_at_100_max
value: 19.11982894454991
verified: no, type: nauc_mrr_at_100_std
value: -3.056725626049397
verified: no, type: nauc_mrr_at_10_diff1
value: 30.76367852132533
verified: no, type: nauc_mrr_at_10_max
value: 19.46540924418603
verified: no, type: nauc_mrr_at_10_std
value: -3.3273680751049777
verified: no, type: nauc_mrr_at_1_diff1
value: 37.08019926956792
verified: no, type: nauc_mrr_at_1_max
value: 22.198544966342443
verified: no, type: nauc_mrr_at_1_std
value: -4.68099030891332
verified: no, type: nauc_mrr_at_20_diff1
value: 30.44854181463763
verified: no, type: nauc_mrr_at_20_max
value: 19.17644737152143
verified: no, type: nauc_mrr_at_20_std
value: -3.183133665001889
verified: no, type: nauc_mrr_at_3_diff1
value: 32.25850323629704
verified: no, type: nauc_mrr_at_3_max
value: 20.424984369682942
verified: no, type: nauc_mrr_at_3_std
value: -3.5701295656151646
verified: no, type: nauc_mrr_at_5_diff1
value: 31.125298210115677
verified: no, type: nauc_mrr_at_5_max
value: 19.717573011787632
verified: no, type: nauc_mrr_at_5_std
value: -3.45929269643822
verified: no, type: nauc_ndcg_at_1000_diff1
value: 25.642269555726177
verified: no, type: nauc_ndcg_at_1000_max
value: 16.95203605616936
verified: no, type: nauc_ndcg_at_1000_std
value: 0.6875622802959983
verified: no, type: nauc_ndcg_at_100_diff1
value: 25.98890344828676
verified: no, type: nauc_ndcg_at_100_max
value: 15.844137736586788
verified: no, type: nauc_ndcg_at_100_std
value: -1.7182921762677745
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.955008435458918
verified: no, type: nauc_ndcg_at_10_max
value: 17.568462443754782
verified: no, type: nauc_ndcg_at_10_std
value: -3.287238744831151
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.08019926956792
verified: no, type: nauc_ndcg_at_1_max
value: 22.198544966342443
verified: no, type: nauc_ndcg_at_1_std
value: -4.68099030891332
verified: no, type: nauc_ndcg_at_20_diff1
value: 27.630357183386938
verified: no, type: nauc_ndcg_at_20_max
value: 16.39596205900814
verified: no, type: nauc_ndcg_at_20_std
value: -2.9062580414322365
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.507035623690005
verified: no, type: nauc_ndcg_at_3_max
value: 19.143081975353383
verified: no, type: nauc_ndcg_at_3_std
value: -3.822642570180156
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.6275156504599
verified: no, type: nauc_ndcg_at_5_max
value: 18.010144808312877
verified: no, type: nauc_ndcg_at_5_std
value: -3.855557920562142
verified: no, type: nauc_precision_at_1000_diff1
value: 11.311775164281668
verified: no, type: nauc_precision_at_1000_max
value: 20.60984406185098
verified: no, type: nauc_precision_at_1000_std
value: 11.722976478850901
verified: no, type: nauc_precision_at_100_diff1
value: 16.17071347181484
verified: no, type: nauc_precision_at_100_max
value: 16.960833581556674
verified: no, type: nauc_precision_at_100_std
value: 4.401508638173465
verified: no, type: nauc_precision_at_10_diff1
value: 24.916275332408432
verified: no, type: nauc_precision_at_10_max
value: 20.25218171978096
verified: no, type: nauc_precision_at_10_std
value: -1.3317987399854843
verified: no, type: nauc_precision_at_1_diff1
value: 37.08019926956792
verified: no, type: nauc_precision_at_1_max
value: 22.198544966342443
verified: no, type: nauc_precision_at_1_std
value: -4.68099030891332
verified: no, type: nauc_precision_at_20_diff1
value: 21.350277247661175
verified: no, type: nauc_precision_at_20_max
value: 17.541531728007776
verified: no, type: nauc_precision_at_20_std
value: 0.1714983739792345
verified: no, type: nauc_precision_at_3_diff1
value: 28.179008040465682
verified: no, type: nauc_precision_at_3_max
value: 20.63067670416767
verified: no, type: nauc_precision_at_3_std
value: -3.1122119224403537
verified: no, type: nauc_precision_at_5_diff1
value: 26.184303051850527
verified: no, type: nauc_precision_at_5_max
value: 19.71040130214679
verified: no, type: nauc_precision_at_5_std
value: -2.669697459902516
verified: no, type: nauc_recall_at_1000_diff1
value: 11.047948776096145
verified: no, type: nauc_recall_at_1000_max
value: 13.170143668470462
verified: no, type: nauc_recall_at_1000_std
value: 15.64817130106315
verified: no, type: nauc_recall_at_100_diff1
value: 15.13831964662889
verified: no, type: nauc_recall_at_100_max
value: 8.889143600232142
verified: no, type: nauc_recall_at_100_std
value: 1.9197788270079248
verified: no, type: nauc_recall_at_10_diff1
value: 22.995194101671963
verified: no, type: nauc_recall_at_10_max
value: 13.394880277014076
verified: no, type: nauc_recall_at_10_std
value: -2.125300886305793
verified: no, type: nauc_recall_at_1_diff1
value: 37.99559419367043
verified: no, type: nauc_recall_at_1_max
value: 19.944122206401367
verified: no, type: nauc_recall_at_1_std
value: -4.736846170848249
verified: no, type: nauc_recall_at_20_diff1
value: 19.714554327322467
verified: no, type: nauc_recall_at_20_max
value: 10.449610821063619
verified: no, type: nauc_recall_at_20_std
value: -1.3071062450410214
verified: no, type: nauc_recall_at_3_diff1
value: 27.14780036618274
verified: no, type: nauc_recall_at_3_max
value: 16.32524394449355
verified: no, type: nauc_recall_at_3_std
value: -3.2466750716126778
verified: no, type: nauc_recall_at_5_diff1
value: 24.279930266274025
verified: no, type: nauc_recall_at_5_max
value: 14.669832384731857
verified: no, type: nauc_recall_at_5_std
value: -3.4049628798697875
verified: no, type: ndcg_at_1
value: 10.255
verified: no, type: ndcg_at_10
value: 14.35
verified: no, type: ndcg_at_100
value: 17.784
verified: no, type: ndcg_at_1000
value: 21.539
verified: no, type: ndcg_at_20
value: 15.42
verified: no, type: ndcg_at_3
value: 11.967
verified: no, type: ndcg_at_5
value: 13.126
verified: no, type: precision_at_1
value: 10.255
verified: no, type: precision_at_10
value: 2.719
verified: no, type: precision_at_100
value: 0.53
verified: no, type: precision_at_1000
value: 0.10200000000000001
verified: no, type: precision_at_20
value: 1.678
verified: no, type: precision_at_3
value: 5.781
verified: no, type: precision_at_5
value: 4.329000000000001
verified: no, type: recall_at_1
value: 8.115
verified: no, type: recall_at_10
value: 19.848
verified: no, type: recall_at_100
value: 35.974000000000004
verified: no, type: recall_at_1000
value: 63.839
verified: no, type: recall_at_20
value: 23.884
verified: no, type: recall_at_3
value: 13.073
verified: no, type: recall_at_5
value: 16.109
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 22.020999999999997
verified: no, type: map_at_1
value: 14.966
verified: no, type: map_at_10
value: 18.857
verified: no, type: map_at_100
value: 19.723
verified: no, type: map_at_1000
value: 19.845
verified: no, type: map_at_20
value: 19.281000000000002
verified: no, type: map_at_3
value: 17.207
verified: no, type: map_at_5
value: 17.97
verified: no, type: mrr_at_1
value: 17.44402985074627
verified: no, type: mrr_at_10
value: 21.76946369343756
verified: no, type: mrr_at_100
value: 22.579904484759805
verified: no, type: mrr_at_1000
value: 22.675854466582475
verified: no, type: mrr_at_20
value: 22.150133951218255
verified: no, type: mrr_at_3
value: 20.040422885572145
verified: no, type: mrr_at_5
value: 20.851990049751237
verified: no, type: nauc_map_at_1000_diff1
value: 43.484798207936855
verified: no, type: nauc_map_at_1000_max
value: 32.4706172006639
verified: no, type: nauc_map_at_1000_std
value: -1.3065833065986674
verified: no, type: nauc_map_at_100_diff1
value: 43.47510789905493
verified: no, type: nauc_map_at_100_max
value: 32.45595467453081
verified: no, type: nauc_map_at_100_std
value: -1.3429119558135565
verified: no, type: nauc_map_at_10_diff1
value: 43.843343720377455
verified: no, type: nauc_map_at_10_max
value: 32.58549477840686
verified: no, type: nauc_map_at_10_std
value: -1.874019699400299
verified: no, type: nauc_map_at_1_diff1
value: 52.487453670058905
verified: no, type: nauc_map_at_1_max
value: 36.11946999950818
verified: no, type: nauc_map_at_1_std
value: -2.2303562503371555
verified: no, type: nauc_map_at_20_diff1
value: 43.63846663514969
verified: no, type: nauc_map_at_20_max
value: 32.47272175287591
verified: no, type: nauc_map_at_20_std
value: -1.7840971222999702
verified: no, type: nauc_map_at_3_diff1
value: 46.46006352778033
verified: no, type: nauc_map_at_3_max
value: 33.73857047707717
verified: no, type: nauc_map_at_3_std
value: -1.7314255546676034
verified: no, type: nauc_map_at_5_diff1
value: 44.57169415387736
verified: no, type: nauc_map_at_5_max
value: 32.66178002699997
verified: no, type: nauc_map_at_5_std
value: -2.082154519902079
verified: no, type: nauc_mrr_at_1000_diff1
value: 43.05700255289821
verified: no, type: nauc_mrr_at_1000_max
value: 32.8405086294166
verified: no, type: nauc_mrr_at_1000_std
value: -0.580143547558946
verified: no, type: nauc_mrr_at_100_diff1
value: 43.03005285628546
verified: no, type: nauc_mrr_at_100_max
value: 32.831674641286135
verified: no, type: nauc_mrr_at_100_std
value: -0.6125904571503386
verified: no, type: nauc_mrr_at_10_diff1
value: 43.57140081370348
verified: no, type: nauc_mrr_at_10_max
value: 33.0609993395038
verified: no, type: nauc_mrr_at_10_std
value: -0.9523807932980481
verified: no, type: nauc_mrr_at_1_diff1
value: 51.74535086304298
verified: no, type: nauc_mrr_at_1_max
value: 36.404226388451555
verified: no, type: nauc_mrr_at_1_std
value: -0.3499638311212165
verified: no, type: nauc_mrr_at_20_diff1
value: 43.273479145175756
verified: no, type: nauc_mrr_at_20_max
value: 32.93023972922946
verified: no, type: nauc_mrr_at_20_std
value: -0.8662560367559466
verified: no, type: nauc_mrr_at_3_diff1
value: 45.749891572791654
verified: no, type: nauc_mrr_at_3_max
value: 33.77000021416087
verified: no, type: nauc_mrr_at_3_std
value: -0.734003908335791
verified: no, type: nauc_mrr_at_5_diff1
value: 44.12741850047912
verified: no, type: nauc_mrr_at_5_max
value: 32.968129581827455
verified: no, type: nauc_mrr_at_5_std
value: -1.0438581115325116
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.44280367675149
verified: no, type: nauc_ndcg_at_1000_max
value: 31.07270111371254
verified: no, type: nauc_ndcg_at_1000_std
value: 1.8532529831941054
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.29873328353022
verified: no, type: nauc_ndcg_at_100_max
value: 30.51906939363047
verified: no, type: nauc_ndcg_at_100_std
value: 1.1685954689091407
verified: no, type: nauc_ndcg_at_10_diff1
value: 40.24905385237238
verified: no, type: nauc_ndcg_at_10_max
value: 31.237802347763164
verified: no, type: nauc_ndcg_at_10_std
value: -1.5988483339129305
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.74535086304298
verified: no, type: nauc_ndcg_at_1_max
value: 36.404226388451555
verified: no, type: nauc_ndcg_at_1_std
value: -0.3499638311212165
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.49474168726909
verified: no, type: nauc_ndcg_at_20_max
value: 30.928493815069785
verified: no, type: nauc_ndcg_at_20_std
value: -1.1675759475034724
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.51488373657856
verified: no, type: nauc_ndcg_at_3_max
value: 33.05005626914759
verified: no, type: nauc_ndcg_at_3_std
value: -1.3740849823410224
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.489653258713524
verified: no, type: nauc_ndcg_at_5_max
value: 31.22024332522481
verified: no, type: nauc_ndcg_at_5_std
value: -2.0536274457437473
verified: no, type: nauc_precision_at_1000_diff1
value: 1.4495679838305833
verified: no, type: nauc_precision_at_1000_max
value: 14.595428489894072
verified: no, type: nauc_precision_at_1000_std
value: 11.164674692355685
verified: no, type: nauc_precision_at_100_diff1
value: 17.293217681299787
verified: no, type: nauc_precision_at_100_max
value: 21.289249355596677
verified: no, type: nauc_precision_at_100_std
value: 10.837201278870186
verified: no, type: nauc_precision_at_10_diff1
value: 27.645931025673676
verified: no, type: nauc_precision_at_10_max
value: 28.057222903038063
verified: no, type: nauc_precision_at_10_std
value: 0.44512294627107085
verified: no, type: nauc_precision_at_1_diff1
value: 51.74535086304298
verified: no, type: nauc_precision_at_1_max
value: 36.404226388451555
verified: no, type: nauc_precision_at_1_std
value: -0.3499638311212165
verified: no, type: nauc_precision_at_20_diff1
value: 25.205337806203072
verified: no, type: nauc_precision_at_20_max
value: 26.478204466391407
verified: no, type: nauc_precision_at_20_std
value: 1.8960881892736574
verified: no, type: nauc_precision_at_3_diff1
value: 39.23138817112751
verified: no, type: nauc_precision_at_3_max
value: 32.07921765458096
verified: no, type: nauc_precision_at_3_std
value: 0.6412363818953716
verified: no, type: nauc_precision_at_5_diff1
value: 31.774012416718428
verified: no, type: nauc_precision_at_5_max
value: 28.135585918809745
verified: no, type: nauc_precision_at_5_std
value: -0.7446970107936989
verified: no, type: nauc_recall_at_1000_diff1
value: 15.818436317758996
verified: no, type: nauc_recall_at_1000_max
value: 22.985432705217175
verified: no, type: nauc_recall_at_1000_std
value: 20.028879642544712
verified: no, type: nauc_recall_at_100_diff1
value: 21.528736740978918
verified: no, type: nauc_recall_at_100_max
value: 22.252225654436554
verified: no, type: nauc_recall_at_100_std
value: 9.52323279734862
verified: no, type: nauc_recall_at_10_diff1
value: 30.234861713076906
verified: no, type: nauc_recall_at_10_max
value: 26.06461096428762
verified: no, type: nauc_recall_at_10_std
value: -1.4746451376428988
verified: no, type: nauc_recall_at_1_diff1
value: 52.487453670058905
verified: no, type: nauc_recall_at_1_max
value: 36.11946999950818
verified: no, type: nauc_recall_at_1_std
value: -2.2303562503371555
verified: no, type: nauc_recall_at_20_diff1
value: 27.520503606512687
verified: no, type: nauc_recall_at_20_max
value: 24.913574911674495
verified: no, type: nauc_recall_at_20_std
value: 0.12580661593382725
verified: no, type: nauc_recall_at_3_diff1
value: 40.11779403426295
verified: no, type: nauc_recall_at_3_max
value: 29.970451416690764
verified: no, type: nauc_recall_at_3_std
value: -1.9477123895931343
verified: no, type: nauc_recall_at_5_diff1
value: 32.80171805918768
verified: no, type: nauc_recall_at_5_max
value: 25.69520638944744
verified: no, type: nauc_recall_at_5_std
value: -3.0364731643261607
verified: no, type: ndcg_at_1
value: 17.444000000000003
verified: no, type: ndcg_at_10
value: 22.020999999999997
verified: no, type: ndcg_at_100
value: 26.573999999999998
verified: no, type: ndcg_at_1000
value: 30.047
verified: no, type: ndcg_at_20
value: 23.47
verified: no, type: ndcg_at_3
value: 18.673000000000002
verified: no, type: ndcg_at_5
value: 19.927
verified: no, type: precision_at_1
value: 17.444000000000003
verified: no, type: precision_at_10
value: 3.6380000000000003
verified: no, type: precision_at_100
value: 0.659
verified: no, type: precision_at_1000
value: 0.107
verified: no, type: precision_at_20
value: 2.188
verified: no, type: precision_at_3
value: 8.116
verified: no, type: precision_at_5
value: 5.7090000000000005
verified: no, type: recall_at_1
value: 14.966
verified: no, type: recall_at_10
value: 29.195
verified: no, type: recall_at_100
value: 50.092999999999996
verified: no, type: recall_at_1000
value: 75.858
verified: no, type: recall_at_20
value: 34.516999999999996
verified: no, type: recall_at_3
value: 19.695
verified: no, type: recall_at_5
value: 22.979
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 26.684
verified: no, type: map_at_1
value: 17.05
verified: no, type: map_at_10
value: 22.636
verified: no, type: map_at_100
value: 23.860999999999997
verified: no, type: map_at_1000
value: 24.078
verified: no, type: map_at_20
value: 23.232
verified: no, type: map_at_3
value: 20.922
verified: no, type: map_at_5
value: 21.886
verified: no, type: mrr_at_1
value: 20.75098814229249
verified: no, type: mrr_at_10
value: 26.3481084133258
verified: no, type: mrr_at_100
value: 27.354422195026274
verified: no, type: mrr_at_1000
value: 27.446940929440476
verified: no, type: mrr_at_20
value: 26.918885130255816
verified: no, type: mrr_at_3
value: 24.670619235836618
verified: no, type: mrr_at_5
value: 25.727931488801048
verified: no, type: nauc_map_at_1000_diff1
value: 51.69031270517339
verified: no, type: nauc_map_at_1000_max
value: 15.67167877451698
verified: no, type: nauc_map_at_1000_std
value: -6.684006593781909
verified: no, type: nauc_map_at_100_diff1
value: 51.587578996348974
verified: no, type: nauc_map_at_100_max
value: 15.751376056835975
verified: no, type: nauc_map_at_100_std
value: -6.802063842073169
verified: no, type: nauc_map_at_10_diff1
value: 52.11540427403322
verified: no, type: nauc_map_at_10_max
value: 15.874523770435871
verified: no, type: nauc_map_at_10_std
value: -7.8392389899300765
verified: no, type: nauc_map_at_1_diff1
value: 56.59865446649124
verified: no, type: nauc_map_at_1_max
value: 15.902391645699836
verified: no, type: nauc_map_at_1_std
value: -9.504066029950605
verified: no, type: nauc_map_at_20_diff1
value: 51.714778258255876
verified: no, type: nauc_map_at_20_max
value: 15.664659442249032
verified: no, type: nauc_map_at_20_std
value: -7.435447134624285
verified: no, type: nauc_map_at_3_diff1
value: 54.1208183401114
verified: no, type: nauc_map_at_3_max
value: 16.39005266176797
verified: no, type: nauc_map_at_3_std
value: -7.968756506957152
verified: no, type: nauc_map_at_5_diff1
value: 53.0158010367354
verified: no, type: nauc_map_at_5_max
value: 15.994258445235884
verified: no, type: nauc_map_at_5_std
value: -8.634536539852048
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.037515245532326
verified: no, type: nauc_mrr_at_1000_max
value: 16.876789450436945
verified: no, type: nauc_mrr_at_1000_std
value: -6.427596895922491
verified: no, type: nauc_mrr_at_100_diff1
value: 51.00570558065629
verified: no, type: nauc_mrr_at_100_max
value: 16.895610534403154
verified: no, type: nauc_mrr_at_100_std
value: -6.395618077605153
verified: no, type: nauc_mrr_at_10_diff1
value: 51.44263353181198
verified: no, type: nauc_mrr_at_10_max
value: 16.754411537645822
verified: no, type: nauc_mrr_at_10_std
value: -7.171906036273024
verified: no, type: nauc_mrr_at_1_diff1
value: 56.06966638152565
verified: no, type: nauc_mrr_at_1_max
value: 18.740931216640817
verified: no, type: nauc_mrr_at_1_std
value: -8.356744101542239
verified: no, type: nauc_mrr_at_20_diff1
value: 51.11814389201016
verified: no, type: nauc_mrr_at_20_max
value: 16.648973926484242
verified: no, type: nauc_mrr_at_20_std
value: -6.792296861150028
verified: no, type: nauc_mrr_at_3_diff1
value: 52.64419986881338
verified: no, type: nauc_mrr_at_3_max
value: 17.855811573267154
verified: no, type: nauc_mrr_at_3_std
value: -7.1127642877936035
verified: no, type: nauc_mrr_at_5_diff1
value: 52.20994485788817
verified: no, type: nauc_mrr_at_5_max
value: 16.892193263927435
verified: no, type: nauc_mrr_at_5_std
value: -7.776080485100259
verified: no, type: nauc_ndcg_at_1000_diff1
value: 47.82662857178443
verified: no, type: nauc_ndcg_at_1000_max
value: 16.28075029777358
verified: no, type: nauc_ndcg_at_1000_std
value: -1.629815283149239
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.008356050519126
verified: no, type: nauc_ndcg_at_100_max
value: 16.149947207546596
verified: no, type: nauc_ndcg_at_100_std
value: -2.0490397360884063
verified: no, type: nauc_ndcg_at_10_diff1
value: 49.23841560068988
verified: no, type: nauc_ndcg_at_10_max
value: 15.168035878892633
verified: no, type: nauc_ndcg_at_10_std
value: -5.921580608315704
verified: no, type: nauc_ndcg_at_1_diff1
value: 56.06966638152565
verified: no, type: nauc_ndcg_at_1_max
value: 18.740931216640817
verified: no, type: nauc_ndcg_at_1_std
value: -8.356744101542239
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.961205683535255
verified: no, type: nauc_ndcg_at_20_max
value: 14.603569396313738
verified: no, type: nauc_ndcg_at_20_std
value: -4.845364602199748
verified: no, type: nauc_ndcg_at_3_diff1
value: 52.32641737140796
verified: no, type: nauc_ndcg_at_3_max
value: 17.091832775617853
verified: no, type: nauc_ndcg_at_3_std
value: -5.931466700160332
verified: no, type: nauc_ndcg_at_5_diff1
value: 51.13355277674503
verified: no, type: nauc_ndcg_at_5_max
value: 15.588189080723694
verified: no, type: nauc_ndcg_at_5_std
value: -7.32249930264241
verified: no, type: nauc_precision_at_1000_diff1
value: 8.609950289339364
verified: no, type: nauc_precision_at_1000_max
value: -5.546036676605003
verified: no, type: nauc_precision_at_1000_std
value: 12.044814692139424
verified: no, type: nauc_precision_at_100_diff1
value: 19.63299384025342
verified: no, type: nauc_precision_at_100_max
value: 3.4827359063705745
verified: no, type: nauc_precision_at_100_std
value: 15.243317542693813
verified: no, type: nauc_precision_at_10_diff1
value: 34.29275328741064
verified: no, type: nauc_precision_at_10_max
value: 12.966726920001067
verified: no, type: nauc_precision_at_10_std
value: 0.428916146377742
verified: no, type: nauc_precision_at_1_diff1
value: 56.06966638152565
verified: no, type: nauc_precision_at_1_max
value: 18.740931216640817
verified: no, type: nauc_precision_at_1_std
value: -8.356744101542239
verified: no, type: nauc_precision_at_20_diff1
value: 28.370989563148186
verified: no, type: nauc_precision_at_20_max
value: 9.415552771725041
verified: no, type: nauc_precision_at_20_std
value: 6.247212464174887
verified: no, type: nauc_precision_at_3_diff1
value: 46.17468437428878
verified: no, type: nauc_precision_at_3_max
value: 19.210212033323284
verified: no, type: nauc_precision_at_3_std
value: -2.847679483522676
verified: no, type: nauc_precision_at_5_diff1
value: 41.10771665230688
verified: no, type: nauc_precision_at_5_max
value: 15.783585247860781
verified: no, type: nauc_precision_at_5_std
value: -4.812869817140523
verified: no, type: nauc_recall_at_1000_diff1
value: 21.071252982477674
verified: no, type: nauc_recall_at_1000_max
value: 14.954100540297729
verified: no, type: nauc_recall_at_1000_std
value: 32.586805434909664
verified: no, type: nauc_recall_at_100_diff1
value: 28.03764583042546
verified: no, type: nauc_recall_at_100_max
value: 14.696755276968487
verified: no, type: nauc_recall_at_100_std
value: 14.985714782048804
verified: no, type: nauc_recall_at_10_diff1
value: 39.28524575717854
verified: no, type: nauc_recall_at_10_max
value: 12.275655015296755
verified: no, type: nauc_recall_at_10_std
value: -2.620638569701557
verified: no, type: nauc_recall_at_1_diff1
value: 56.59865446649124
verified: no, type: nauc_recall_at_1_max
value: 15.902391645699836
verified: no, type: nauc_recall_at_1_std
value: -9.504066029950605
verified: no, type: nauc_recall_at_20_diff1
value: 34.211224756047635
verified: no, type: nauc_recall_at_20_max
value: 9.846136172254383
verified: no, type: nauc_recall_at_20_std
value: 1.6945260323984142
verified: no, type: nauc_recall_at_3_diff1
value: 49.26790851786094
verified: no, type: nauc_recall_at_3_max
value: 16.412931494371797
verified: no, type: nauc_recall_at_3_std
value: -4.931998495811032
verified: no, type: nauc_recall_at_5_diff1
value: 45.33736068231679
verified: no, type: nauc_recall_at_5_max
value: 13.487803389877026
verified: no, type: nauc_recall_at_5_std
value: -7.451871530438009
verified: no, type: ndcg_at_1
value: 20.751
verified: no, type: ndcg_at_10
value: 26.684
verified: no, type: ndcg_at_100
value: 31.863999999999997
verified: no, type: ndcg_at_1000
value: 35.515
verified: no, type: ndcg_at_20
value: 28.449999999999996
verified: no, type: ndcg_at_3
value: 24.035
verified: no, type: ndcg_at_5
value: 25.308000000000003
verified: no, type: precision_at_1
value: 20.751
verified: no, type: precision_at_10
value: 5.099
verified: no, type: precision_at_100
value: 1.154
verified: no, type: precision_at_1000
value: 0.208
verified: no, type: precision_at_20
value: 3.2910000000000004
verified: no, type: precision_at_3
value: 11.397
verified: no, type: precision_at_5
value: 8.261000000000001
verified: no, type: recall_at_1
value: 17.05
verified: no, type: recall_at_10
value: 33.784
verified: no, type: recall_at_100
value: 58.012
verified: no, type: recall_at_1000
value: 82.789
verified: no, type: recall_at_20
value: 40.913
verified: no, type: recall_at_3
value: 25.393
verified: no, type: recall_at_5
value: 29.035
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 18.394
verified: no, type: map_at_1
value: 11.411
verified: no, type: map_at_10
value: 15.517
verified: no, type: map_at_100
value: 16.229
verified: no, type: map_at_1000
value: 16.341
verified: no, type: map_at_20
value: 15.834999999999999
verified: no, type: map_at_3
value: 14.06
verified: no, type: map_at_5
value: 14.677000000000001
verified: no, type: mrr_at_1
value: 12.754158964879853
verified: no, type: mrr_at_10
value: 16.97041046856204
verified: no, type: mrr_at_100
value: 17.67985851931029
verified: no, type: mrr_at_1000
value: 17.78145407562654
verified: no, type: mrr_at_20
value: 17.286971414075218
verified: no, type: mrr_at_3
value: 15.31115218730745
verified: no, type: mrr_at_5
value: 16.041281577325936
verified: no, type: nauc_map_at_1000_diff1
value: 37.8951192612662
verified: no, type: nauc_map_at_1000_max
value: 25.267069760953238
verified: no, type: nauc_map_at_1000_std
value: -0.38883576661301694
verified: no, type: nauc_map_at_100_diff1
value: 37.900265317239494
verified: no, type: nauc_map_at_100_max
value: 25.28001590544965
verified: no, type: nauc_map_at_100_std
value: -0.47203113491823595
verified: no, type: nauc_map_at_10_diff1
value: 38.11877652031875
verified: no, type: nauc_map_at_10_max
value: 25.26555133145017
verified: no, type: nauc_map_at_10_std
value: -0.852619393594918
verified: no, type: nauc_map_at_1_diff1
value: 47.34578485881818
verified: no, type: nauc_map_at_1_max
value: 30.850166661576782
verified: no, type: nauc_map_at_1_std
value: 1.5985251892631187
verified: no, type: nauc_map_at_20_diff1
value: 38.029954348886186
verified: no, type: nauc_map_at_20_max
value: 25.304646916375585
verified: no, type: nauc_map_at_20_std
value: -0.9428345800191498
verified: no, type: nauc_map_at_3_diff1
value: 39.83166233518111
verified: no, type: nauc_map_at_3_max
value: 26.075501392215177
verified: no, type: nauc_map_at_3_std
value: -1.4262407262971364
verified: no, type: nauc_map_at_5_diff1
value: 38.85913329148792
verified: no, type: nauc_map_at_5_max
value: 25.88033904652064
verified: no, type: nauc_map_at_5_std
value: -1.585779957941485
verified: no, type: nauc_mrr_at_1000_diff1
value: 37.96816667299295
verified: no, type: nauc_mrr_at_1000_max
value: 25.15388311944347
verified: no, type: nauc_mrr_at_1000_std
value: -0.22997417364374076
verified: no, type: nauc_mrr_at_100_diff1
value: 37.98353569366906
verified: no, type: nauc_mrr_at_100_max
value: 25.157857964934642
verified: no, type: nauc_mrr_at_100_std
value: -0.30308260748307286
verified: no, type: nauc_mrr_at_10_diff1
value: 38.1949652421963
verified: no, type: nauc_mrr_at_10_max
value: 25.199338174764645
verified: no, type: nauc_mrr_at_10_std
value: -0.552099178530629
verified: no, type: nauc_mrr_at_1_diff1
value: 47.04258589204719
verified: no, type: nauc_mrr_at_1_max
value: 30.875552610211038
verified: no, type: nauc_mrr_at_1_std
value: 1.5842198184416907
verified: no, type: nauc_mrr_at_20_diff1
value: 38.0780837700281
verified: no, type: nauc_mrr_at_20_max
value: 25.163224424817717
verified: no, type: nauc_mrr_at_20_std
value: -0.7325917580979469
verified: no, type: nauc_mrr_at_3_diff1
value: 39.886007794209185
verified: no, type: nauc_mrr_at_3_max
value: 25.910070816036495
verified: no, type: nauc_mrr_at_3_std
value: -1.3491955961846895
verified: no, type: nauc_mrr_at_5_diff1
value: 38.80412671758926
verified: no, type: nauc_mrr_at_5_max
value: 25.781246050315943
verified: no, type: nauc_mrr_at_5_std
value: -1.3232694356117372
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.015511592304634
verified: no, type: nauc_ndcg_at_1000_max
value: 21.970130110355313
verified: no, type: nauc_ndcg_at_1000_std
value: 3.3543585980357338
verified: no, type: nauc_ndcg_at_100_diff1
value: 34.31546794182946
verified: no, type: nauc_ndcg_at_100_max
value: 23.0487537128789
verified: no, type: nauc_ndcg_at_100_std
value: 1.3289143907265157
verified: no, type: nauc_ndcg_at_10_diff1
value: 35.01664450044667
verified: no, type: nauc_ndcg_at_10_max
value: 23.0782941870027
verified: no, type: nauc_ndcg_at_10_std
value: -1.0568678795958675
verified: no, type: nauc_ndcg_at_1_diff1
value: 47.04258589204719
verified: no, type: nauc_ndcg_at_1_max
value: 30.875552610211038
verified: no, type: nauc_ndcg_at_1_std
value: 1.5842198184416907
verified: no, type: nauc_ndcg_at_20_diff1
value: 34.84504867120496
verified: no, type: nauc_ndcg_at_20_max
value: 23.09768344154808
verified: no, type: nauc_ndcg_at_20_std
value: -1.4659970741577666
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.78415806863805
verified: no, type: nauc_ndcg_at_3_max
value: 24.639258469473926
verified: no, type: nauc_ndcg_at_3_std
value: -2.275064049593995
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.350875164404364
verified: no, type: nauc_ndcg_at_5_max
value: 24.356236910561137
verified: no, type: nauc_ndcg_at_5_std
value: -2.5053466401699183
verified: no, type: nauc_precision_at_1000_diff1
value: 7.563347447179132
verified: no, type: nauc_precision_at_1000_max
value: 0.7943777757989823
verified: no, type: nauc_precision_at_1000_std
value: 18.00297652028873
verified: no, type: nauc_precision_at_100_diff1
value: 21.653998064067146
verified: no, type: nauc_precision_at_100_max
value: 17.38119287783373
verified: no, type: nauc_precision_at_100_std
value: 8.224003951980006
verified: no, type: nauc_precision_at_10_diff1
value: 27.173393077070912
verified: no, type: nauc_precision_at_10_max
value: 19.2667921146513
verified: no, type: nauc_precision_at_10_std
value: -0.3847062812008156
verified: no, type: nauc_precision_at_1_diff1
value: 47.04258589204719
verified: no, type: nauc_precision_at_1_max
value: 30.875552610211038
verified: no, type: nauc_precision_at_1_std
value: 1.5842198184416907
verified: no, type: nauc_precision_at_20_diff1
value: 25.84169127418537
verified: no, type: nauc_precision_at_20_max
value: 19.57132547009915
verified: no, type: nauc_precision_at_20_std
value: -1.4999709962564625
verified: no, type: nauc_precision_at_3_diff1
value: 32.43750255542861
verified: no, type: nauc_precision_at_3_max
value: 21.23914762593785
verified: no, type: nauc_precision_at_3_std
value: -4.794175998037404
verified: no, type: nauc_precision_at_5_diff1
value: 29.66226334972068
verified: no, type: nauc_precision_at_5_max
value: 20.937808446984306
verified: no, type: nauc_precision_at_5_std
value: -4.50349594288374
verified: no, type: nauc_recall_at_1000_diff1
value: 18.18201126505898
verified: no, type: nauc_recall_at_1000_max
value: 4.115125030468549
verified: no, type: nauc_recall_at_1000_std
value: 26.12921401266662
verified: no, type: nauc_recall_at_100_diff1
value: 25.38128281266097
verified: no, type: nauc_recall_at_100_max
value: 17.28687599050314
verified: no, type: nauc_recall_at_100_std
value: 7.747189128801632
verified: no, type: nauc_recall_at_10_diff1
value: 27.391666141714673
verified: no, type: nauc_recall_at_10_max
value: 17.60274220087802
verified: no, type: nauc_recall_at_10_std
value: -1.6691151612256032
verified: no, type: nauc_recall_at_1_diff1
value: 47.34578485881818
verified: no, type: nauc_recall_at_1_max
value: 30.850166661576782
verified: no, type: nauc_recall_at_1_std
value: 1.5985251892631187
verified: no, type: nauc_recall_at_20_diff1
value: 27.40469310592018
verified: no, type: nauc_recall_at_20_max
value: 17.583991393935243
verified: no, type: nauc_recall_at_20_std
value: -2.8931266271962164
verified: no, type: nauc_recall_at_3_diff1
value: 33.03361504532133
verified: no, type: nauc_recall_at_3_max
value: 20.969724236594338
verified: no, type: nauc_recall_at_3_std
value: -4.564962351695704
verified: no, type: nauc_recall_at_5_diff1
value: 30.10919477731713
verified: no, type: nauc_recall_at_5_max
value: 20.74681640137169
verified: no, type: nauc_recall_at_5_std
value: -4.890192290035519
verified: no, type: ndcg_at_1
value: 12.753999999999998
verified: no, type: ndcg_at_10
value: 18.394
verified: no, type: ndcg_at_100
value: 22.448999999999998
verified: no, type: ndcg_at_1000
value: 25.945
verified: no, type: ndcg_at_20
value: 19.544
verified: no, type: ndcg_at_3
value: 15.232999999999999
verified: no, type: ndcg_at_5
value: 16.347
verified: no, type: precision_at_1
value: 12.753999999999998
verified: no, type: precision_at_10
value: 2.976
verified: no, type: precision_at_100
value: 0.543
verified: no, type: precision_at_1000
value: 0.092
verified: no, type: precision_at_20
value: 1.756
verified: no, type: precision_at_3
value: 6.4079999999999995
verified: no, type: precision_at_5
value: 4.547
verified: no, type: recall_at_1
value: 11.411
verified: no, type: recall_at_10
value: 26.143
verified: no, type: recall_at_100
value: 45.711
verified: no, type: recall_at_1000
value: 72.961
verified: no, type: recall_at_20
value: 30.505
verified: no, type: recall_at_3
value: 17.357
verified: no, type: recall_at_5
value: 20.068
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 21.224999999999998
verified: no, type: map_at_1
value: 7.674
verified: no, type: map_at_10
value: 14.216000000000001
verified: no, type: map_at_100
value: 15.751999999999999
verified: no, type: map_at_1000
value: 15.967999999999998
verified: no, type: map_at_20
value: 14.968
verified: no, type: map_at_3
value: 11.283
verified: no, type: map_at_5
value: 12.837000000000002
verified: no, type: mrr_at_1
value: 17.91530944625407
verified: no, type: mrr_at_10
value: 28.314694173000344
verified: no, type: mrr_at_100
value: 29.328192073160047
verified: no, type: mrr_at_1000
value: 29.388261102206357
verified: no, type: mrr_at_20
value: 28.908453969821302
verified: no, type: mrr_at_3
value: 24.636264929424527
verified: no, type: mrr_at_5
value: 26.77307274701407
verified: no, type: nauc_map_at_1000_diff1
value: 20.932111359899494
verified: no, type: nauc_map_at_1000_max
value: 26.864435599068344
verified: no, type: nauc_map_at_1000_std
value: 23.655933490562376
verified: no, type: nauc_map_at_100_diff1
value: 21.043350799248195
verified: no, type: nauc_map_at_100_max
value: 26.795519552517266
verified: no, type: nauc_map_at_100_std
value: 23.511202643467207
verified: no, type: nauc_map_at_10_diff1
value: 21.170981895509815
verified: no, type: nauc_map_at_10_max
value: 26.056443936154334
verified: no, type: nauc_map_at_10_std
value: 22.43259122193416
verified: no, type: nauc_map_at_1_diff1
value: 27.81990711074641
verified: no, type: nauc_map_at_1_max
value: 23.36771745541863
verified: no, type: nauc_map_at_1_std
value: 16.874650086702513
verified: no, type: nauc_map_at_20_diff1
value: 21.189677656821644
verified: no, type: nauc_map_at_20_max
value: 26.463335680520387
verified: no, type: nauc_map_at_20_std
value: 22.881997193541086
verified: no, type: nauc_map_at_3_diff1
value: 21.904422465370516
verified: no, type: nauc_map_at_3_max
value: 23.514281369185102
verified: no, type: nauc_map_at_3_std
value: 18.9319331037119
verified: no, type: nauc_map_at_5_diff1
value: 21.420138517051406
verified: no, type: nauc_map_at_5_max
value: 25.177850592078517
verified: no, type: nauc_map_at_5_std
value: 21.390713786061607
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.839300977238366
verified: no, type: nauc_mrr_at_1000_max
value: 25.951535922443547
verified: no, type: nauc_mrr_at_1000_std
value: 24.671982257993687
verified: no, type: nauc_mrr_at_100_diff1
value: 16.828644591712745
verified: no, type: nauc_mrr_at_100_max
value: 25.92876619265977
verified: no, type: nauc_mrr_at_100_std
value: 24.646817518203935
verified: no, type: nauc_mrr_at_10_diff1
value: 16.944810623295687
verified: no, type: nauc_mrr_at_10_max
value: 25.988881995231388
verified: no, type: nauc_mrr_at_10_std
value: 24.528202092378436
verified: no, type: nauc_mrr_at_1_diff1
value: 19.62205468032778
verified: no, type: nauc_mrr_at_1_max
value: 22.291191733311265
verified: no, type: nauc_mrr_at_1_std
value: 19.087478435413814
verified: no, type: nauc_mrr_at_20_diff1
value: 16.82377352977456
verified: no, type: nauc_mrr_at_20_max
value: 26.006465974247924
verified: no, type: nauc_mrr_at_20_std
value: 24.815642679023856
verified: no, type: nauc_mrr_at_3_diff1
value: 17.272759497878905
verified: no, type: nauc_mrr_at_3_max
value: 24.91592371118619
verified: no, type: nauc_mrr_at_3_std
value: 23.13952003421437
verified: no, type: nauc_mrr_at_5_diff1
value: 17.126851951400525
verified: no, type: nauc_mrr_at_5_max
value: 25.978245182539162
verified: no, type: nauc_mrr_at_5_std
value: 24.350257838073258
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.90107101449023
verified: no, type: nauc_ndcg_at_1000_max
value: 30.361430542313876
verified: no, type: nauc_ndcg_at_1000_std
value: 30.174536188744742
verified: no, type: nauc_ndcg_at_100_diff1
value: 17.905946034500094
verified: no, type: nauc_ndcg_at_100_max
value: 29.132917343875185
verified: no, type: nauc_ndcg_at_100_std
value: 28.232468894746198
verified: no, type: nauc_ndcg_at_10_diff1
value: 18.618413383412584
verified: no, type: nauc_ndcg_at_10_max
value: 27.496449470205427
verified: no, type: nauc_ndcg_at_10_std
value: 25.19692839246658
verified: no, type: nauc_ndcg_at_1_diff1
value: 19.62205468032778
verified: no, type: nauc_ndcg_at_1_max
value: 22.291191733311265
verified: no, type: nauc_ndcg_at_1_std
value: 19.087478435413814
verified: no, type: nauc_ndcg_at_20_diff1
value: 18.433087307365323
verified: no, type: nauc_ndcg_at_20_max
value: 28.005691565791885
verified: no, type: nauc_ndcg_at_20_std
value: 26.169489872789033
verified: no, type: nauc_ndcg_at_3_diff1
value: 18.785775943930837
verified: no, type: nauc_ndcg_at_3_max
value: 24.22917882560285
verified: no, type: nauc_ndcg_at_3_std
value: 21.047827644356225
verified: no, type: nauc_ndcg_at_5_diff1
value: 19.100137365921753
verified: no, type: nauc_ndcg_at_5_max
value: 26.521620727903993
verified: no, type: nauc_ndcg_at_5_std
value: 24.050421734881
verified: no, type: nauc_precision_at_1000_diff1
value: -4.140624812508172
verified: no, type: nauc_precision_at_1000_max
value: 22.96433164135881
verified: no, type: nauc_precision_at_1000_std
value: 29.53127713213152
verified: no, type: nauc_precision_at_100_diff1
value: 3.5812318672712102
verified: no, type: nauc_precision_at_100_max
value: 26.438313271753945
verified: no, type: nauc_precision_at_100_std
value: 30.264930126494992
verified: no, type: nauc_precision_at_10_diff1
value: 9.004453441810682
verified: no, type: nauc_precision_at_10_max
value: 29.265801860808022
verified: no, type: nauc_precision_at_10_std
value: 29.991837305404047
verified: no, type: nauc_precision_at_1_diff1
value: 19.62205468032778
verified: no, type: nauc_precision_at_1_max
value: 22.291191733311265
verified: no, type: nauc_precision_at_1_std
value: 19.087478435413814
verified: no, type: nauc_precision_at_20_diff1
value: 7.568166987879456
verified: no, type: nauc_precision_at_20_max
value: 28.66358905073526
verified: no, type: nauc_precision_at_20_std
value: 29.948635085275573
verified: no, type: nauc_precision_at_3_diff1
value: 11.715637024548744
verified: no, type: nauc_precision_at_3_max
value: 25.950943783541224
verified: no, type: nauc_precision_at_3_std
value: 25.713315062668496
verified: no, type: nauc_precision_at_5_diff1
value: 10.953512507487975
verified: no, type: nauc_precision_at_5_max
value: 29.453628428631912
verified: no, type: nauc_precision_at_5_std
value: 30.037818075341576
verified: no, type: nauc_recall_at_1000_diff1
value: 5.2594182001501535
verified: no, type: nauc_recall_at_1000_max
value: 33.455156777649535
verified: no, type: nauc_recall_at_1000_std
value: 40.04805771760845
verified: no, type: nauc_recall_at_100_diff1
value: 11.706532982508703
verified: no, type: nauc_recall_at_100_max
value: 26.358455293368017
verified: no, type: nauc_recall_at_100_std
value: 28.8672626059527
verified: no, type: nauc_recall_at_10_diff1
value: 14.85753152728213
verified: no, type: nauc_recall_at_10_max
value: 25.07648850628219
verified: no, type: nauc_recall_at_10_std
value: 23.459336952024113
verified: no, type: nauc_recall_at_1_diff1
value: 27.81990711074641
verified: no, type: nauc_recall_at_1_max
value: 23.36771745541863
verified: no, type: nauc_recall_at_1_std
value: 16.874650086702513
verified: no, type: nauc_recall_at_20_diff1
value: 14.074122760263005
verified: no, type: nauc_recall_at_20_max
value: 24.596690951206117
verified: no, type: nauc_recall_at_20_std
value: 24.34385001733089
verified: no, type: nauc_recall_at_3_diff1
value: 18.005751478128307
verified: no, type: nauc_recall_at_3_max
value: 22.935706644162206
verified: no, type: nauc_recall_at_3_std
value: 19.41017500001612
verified: no, type: nauc_recall_at_5_diff1
value: 16.793414817053012
verified: no, type: nauc_recall_at_5_max
value: 25.06443332327185
verified: no, type: nauc_recall_at_5_std
value: 23.336505485183967
verified: no, type: ndcg_at_1
value: 17.915
verified: no, type: ndcg_at_10
value: 21.224999999999998
verified: no, type: ndcg_at_100
value: 27.994000000000003
verified: no, type: ndcg_at_1000
value: 32.037
verified: no, type: ndcg_at_20
value: 23.538999999999998
verified: no, type: ndcg_at_3
value: 15.984000000000002
verified: no, type: ndcg_at_5
value: 18.072
verified: no, type: precision_at_1
value: 17.915
verified: no, type: precision_at_10
value: 7.023
verified: no, type: precision_at_100
value: 1.438
verified: no, type: precision_at_1000
value: 0.217
verified: no, type: precision_at_20
value: 4.492
verified: no, type: precision_at_3
value: 12.009
verified: no, type: precision_at_5
value: 10.084999999999999
verified: no, type: recall_at_1
value: 7.674
verified: no, type: recall_at_10
value: 27.153
verified: no, type: recall_at_100
value: 51.035
verified: no, type: recall_at_1000
value: 74.024
verified: no, type: recall_at_20
value: 33.77
verified: no, type: recall_at_3
value: 14.862
verified: no, type: recall_at_5
value: 19.928
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 25.586
verified: no, type: map_at_1
value: 4.776
verified: no, type: map_at_10
value: 10.783
verified: no, type: map_at_100
value: 15.287999999999998
verified: no, type: map_at_1000
value: 16.328
verified: no, type: map_at_20
value: 12.658
verified: no, type: map_at_3
value: 7.401000000000001
verified: no, type: map_at_5
value: 8.993
verified: no, type: mrr_at_1
value: 45.75
verified: no, type: mrr_at_10
value: 54.37281746031747
verified: no, type: mrr_at_100
value: 55.06836770979447
verified: no, type: mrr_at_1000
value: 55.09634115449257
verified: no, type: mrr_at_20
value: 54.80978309293907
verified: no, type: mrr_at_3
value: 51.79166666666668
verified: no, type: mrr_at_5
value: 53.32916666666667
verified: no, type: nauc_map_at_1000_diff1
value: 22.223590569786655
verified: no, type: nauc_map_at_1000_max
value: 33.666924401677726
verified: no, type: nauc_map_at_1000_std
value: 28.723959251813646
verified: no, type: nauc_map_at_100_diff1
value: 22.731230862562224
verified: no, type: nauc_map_at_100_max
value: 31.539442327654204
verified: no, type: nauc_map_at_100_std
value: 26.270682026604785
verified: no, type: nauc_map_at_10_diff1
value: 27.084602829493743
verified: no, type: nauc_map_at_10_max
value: 18.509364323749587
verified: no, type: nauc_map_at_10_std
value: 11.98579759044891
verified: no, type: nauc_map_at_1_diff1
value: 36.73726112637089
verified: no, type: nauc_map_at_1_max
value: 2.9695961250295158
verified: no, type: nauc_map_at_1_std
value: 4.5313405082144085
verified: no, type: nauc_map_at_20_diff1
value: 25.003708180574012
verified: no, type: nauc_map_at_20_max
value: 24.65702331075694
verified: no, type: nauc_map_at_20_std
value: 17.93305569338552
verified: no, type: nauc_map_at_3_diff1
value: 32.049194608180485
verified: no, type: nauc_map_at_3_max
value: 11.285306135599562
verified: no, type: nauc_map_at_3_std
value: 6.022126435049749
verified: no, type: nauc_map_at_5_diff1
value: 29.97733414831483
verified: no, type: nauc_map_at_5_max
value: 13.48255855528726
verified: no, type: nauc_map_at_5_std
value: 8.01459367522701
verified: no, type: nauc_mrr_at_1000_diff1
value: 34.519443956721254
verified: no, type: nauc_mrr_at_1000_max
value: 50.77454328663702
verified: no, type: nauc_mrr_at_1000_std
value: 25.14247656661079
verified: no, type: nauc_mrr_at_100_diff1
value: 34.50480133737208
verified: no, type: nauc_mrr_at_100_max
value: 50.78432302274447
verified: no, type: nauc_mrr_at_100_std
value: 25.129116038385057
verified: no, type: nauc_mrr_at_10_diff1
value: 34.662211879524286
verified: no, type: nauc_mrr_at_10_max
value: 50.70481819467236
verified: no, type: nauc_mrr_at_10_std
value: 25.158962086813
verified: no, type: nauc_mrr_at_1_diff1
value: 36.980546228554715
verified: no, type: nauc_mrr_at_1_max
value: 50.9464307400442
verified: no, type: nauc_mrr_at_1_std
value: 22.860068729875838
verified: no, type: nauc_mrr_at_20_diff1
value: 34.58103354177205
verified: no, type: nauc_mrr_at_20_max
value: 50.70310317620096
verified: no, type: nauc_mrr_at_20_std
value: 25.26199806700134
verified: no, type: nauc_mrr_at_3_diff1
value: 34.70236985047475
verified: no, type: nauc_mrr_at_3_max
value: 50.626651707445845
verified: no, type: nauc_mrr_at_3_std
value: 24.814592700780196
verified: no, type: nauc_mrr_at_5_diff1
value: 33.79436202672713
verified: no, type: nauc_mrr_at_5_max
value: 50.57653694391726
verified: no, type: nauc_mrr_at_5_std
value: 24.576414661486883
verified: no, type: nauc_ndcg_at_1000_diff1
value: 23.085142737420966
verified: no, type: nauc_ndcg_at_1000_max
value: 40.25291359957023
verified: no, type: nauc_ndcg_at_1000_std
value: 34.17678513662399
verified: no, type: nauc_ndcg_at_100_diff1
value: 24.039138747394347
verified: no, type: nauc_ndcg_at_100_max
value: 35.44999223318579
verified: no, type: nauc_ndcg_at_100_std
value: 28.862224296346223
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.832720093234137
verified: no, type: nauc_ndcg_at_10_max
value: 38.69693325394671
verified: no, type: nauc_ndcg_at_10_std
value: 23.21323227860285
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.452288948655756
verified: no, type: nauc_ndcg_at_1_max
value: 41.5686899471051
verified: no, type: nauc_ndcg_at_1_std
value: 14.596949500954413
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.505462154890484
verified: no, type: nauc_ndcg_at_20_max
value: 36.06227752262468
verified: no, type: nauc_ndcg_at_20_std
value: 24.440225174217183
verified: no, type: nauc_ndcg_at_3_diff1
value: 28.693589182575664
verified: no, type: nauc_ndcg_at_3_max
value: 44.371092411397015
verified: no, type: nauc_ndcg_at_3_std
value: 20.853398897856888
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.588252959343674
verified: no, type: nauc_ndcg_at_5_max
value: 41.39127712902983
verified: no, type: nauc_ndcg_at_5_std
value: 21.866281109616644
verified: no, type: nauc_precision_at_1000_diff1
value: -2.7201455068035743
verified: no, type: nauc_precision_at_1000_max
value: 34.75618520074812
verified: no, type: nauc_precision_at_1000_std
value: 31.94969612016887
verified: no, type: nauc_precision_at_100_diff1
value: 3.530277463089995
verified: no, type: nauc_precision_at_100_max
value: 47.797921256359025
verified: no, type: nauc_precision_at_100_std
value: 41.50496864827141
verified: no, type: nauc_precision_at_10_diff1
value: 12.801018410440951
verified: no, type: nauc_precision_at_10_max
value: 51.89569458078716
verified: no, type: nauc_precision_at_10_std
value: 33.04996730867847
verified: no, type: nauc_precision_at_1_diff1
value: 36.980546228554715
verified: no, type: nauc_precision_at_1_max
value: 50.9464307400442
verified: no, type: nauc_precision_at_1_std
value: 22.860068729875838
verified: no, type: nauc_precision_at_20_diff1
value: 9.840820194006403
verified: no, type: nauc_precision_at_20_max
value: 52.47817005855221
verified: no, type: nauc_precision_at_20_std
value: 38.057980450142296
verified: no, type: nauc_precision_at_3_diff1
value: 22.14040822003545
verified: no, type: nauc_precision_at_3_max
value: 52.45662227476616
verified: no, type: nauc_precision_at_3_std
value: 26.39451997635521
verified: no, type: nauc_precision_at_5_diff1
value: 16.097546691452916
verified: no, type: nauc_precision_at_5_max
value: 50.35573540691372
verified: no, type: nauc_precision_at_5_std
value: 29.088312306593693
verified: no, type: nauc_recall_at_1000_diff1
value: 14.221171692602033
verified: no, type: nauc_recall_at_1000_max
value: 21.05084656527459
verified: no, type: nauc_recall_at_1000_std
value: 36.09643854504009
verified: no, type: nauc_recall_at_100_diff1
value: 14.405344607399398
verified: no, type: nauc_recall_at_100_max
value: 19.086635458575877
verified: no, type: nauc_recall_at_100_std
value: 25.904193617739484
verified: no, type: nauc_recall_at_10_diff1
value: 22.142616060988225
verified: no, type: nauc_recall_at_10_max
value: 7.377946032673871
verified: no, type: nauc_recall_at_10_std
value: 7.086188645809951
verified: no, type: nauc_recall_at_1_diff1
value: 36.73726112637089
verified: no, type: nauc_recall_at_1_max
value: 2.9695961250295158
verified: no, type: nauc_recall_at_1_std
value: 4.5313405082144085
verified: no, type: nauc_recall_at_20_diff1
value: 19.846781802927758
verified: no, type: nauc_recall_at_20_max
value: 11.345845077485864
verified: no, type: nauc_recall_at_20_std
value: 12.955311550481206
verified: no, type: nauc_recall_at_3_diff1
value: 27.82503582116771
verified: no, type: nauc_recall_at_3_max
value: 5.620392853787342
verified: no, type: nauc_recall_at_3_std
value: 2.386559865127074
verified: no, type: nauc_recall_at_5_diff1
value: 24.038316335274097
verified: no, type: nauc_recall_at_5_max
value: 5.073339179334575
verified: no, type: nauc_recall_at_5_std
value: 3.868278720340851
verified: no, type: ndcg_at_1
value: 33.5
verified: no, type: ndcg_at_10
value: 25.586
verified: no, type: ndcg_at_100
value: 29.076999999999998
verified: no, type: ndcg_at_1000
value: 36.24
verified: no, type: ndcg_at_20
value: 25.302999999999997
verified: no, type: ndcg_at_3
value: 28.259
verified: no, type: ndcg_at_5
value: 27.315
verified: no, type: precision_at_1
value: 45.75
verified: no, type: precision_at_10
value: 22.425
verified: no, type: precision_at_100
value: 6.978
verified: no, type: precision_at_1000
value: 1.409
verified: no, type: precision_at_20
value: 17
verified: no, type: precision_at_3
value: 33.583
verified: no, type: precision_at_5
value: 29.4
verified: no, type: recall_at_1
value: 4.776
verified: no, type: recall_at_10
value: 15.557000000000002
verified: no, type: recall_at_100
value: 36.02
verified: no, type: recall_at_1000
value: 60.653
verified: no, type: recall_at_20
value: 21.239
verified: no, type: recall_at_3
value: 8.562
verified: no, type: recall_at_5
value: 11.487
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 47.910000000000004
verified: no, type: f1
value: 45.27010147379218
verified: no, type: f1_weighted
value: 49.403537294096736
verified: no, type: main_score
value: 47.910000000000004
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 33.949
verified: no, type: map_at_1
value: 19.009
verified: no, type: map_at_10
value: 28.401
verified: no, type: map_at_100
value: 29.377
verified: no, type: map_at_1000
value: 29.444
verified: no, type: map_at_20
value: 28.973
verified: no, type: map_at_3
value: 25.533
verified: no, type: map_at_5
value: 27.193
verified: no, type: mrr_at_1
value: 20.2970297029703
verified: no, type: mrr_at_10
value: 30.074525309673717
verified: no, type: mrr_at_100
value: 31.020007463283427
verified: no, type: mrr_at_1000
value: 31.074698725561078
verified: no, type: mrr_at_20
value: 30.64178031019588
verified: no, type: mrr_at_3
value: 27.08770877087697
verified: no, type: mrr_at_5
value: 28.830133013301296
verified: no, type: nauc_map_at_1000_diff1
value: 23.721774108879757
verified: no, type: nauc_map_at_1000_max
value: 8.000945350485827
verified: no, type: nauc_map_at_1000_std
value: -1.2982460616056057
verified: no, type: nauc_map_at_100_diff1
value: 23.72155617315338
verified: no, type: nauc_map_at_100_max
value: 8.009578322208116
verified: no, type: nauc_map_at_100_std
value: -1.3076792630126577
verified: no, type: nauc_map_at_10_diff1
value: 23.774687847878685
verified: no, type: nauc_map_at_10_max
value: 7.721497400107312
verified: no, type: nauc_map_at_10_std
value: -1.8543354635326106
verified: no, type: nauc_map_at_1_diff1
value: 26.356527894732146
verified: no, type: nauc_map_at_1_max
value: 4.573567660222233
verified: no, type: nauc_map_at_1_std
value: -2.2072072605016304
verified: no, type: nauc_map_at_20_diff1
value: 23.714773090342316
verified: no, type: nauc_map_at_20_max
value: 7.930760095975609
verified: no, type: nauc_map_at_20_std
value: -1.4960518084538252
verified: no, type: nauc_map_at_3_diff1
value: 23.68038017028852
verified: no, type: nauc_map_at_3_max
value: 6.530991685983616
verified: no, type: nauc_map_at_3_std
value: -2.3445996477247752
verified: no, type: nauc_map_at_5_diff1
value: 23.97334641698275
verified: no, type: nauc_map_at_5_max
value: 7.143994292575551
verified: no, type: nauc_map_at_5_std
value: -2.4419968105243393
verified: no, type: nauc_mrr_at_1000_diff1
value: 23.49059194027499
verified: no, type: nauc_mrr_at_1000_max
value: 8.060491389631023
verified: no, type: nauc_mrr_at_1000_std
value: -1.458460600128861
verified: no, type: nauc_mrr_at_100_diff1
value: 23.487343510539667
verified: no, type: nauc_mrr_at_100_max
value: 8.08491784312216
verified: no, type: nauc_mrr_at_100_std
value: -1.4514981917137155
verified: no, type: nauc_mrr_at_10_diff1
value: 23.511707506707623
verified: no, type: nauc_mrr_at_10_max
value: 7.840873037943695
verified: no, type: nauc_mrr_at_10_std
value: -1.9317210036200387
verified: no, type: nauc_mrr_at_1_diff1
value: 25.986479387953672
verified: no, type: nauc_mrr_at_1_max
value: 4.318685208897588
verified: no, type: nauc_mrr_at_1_std
value: -2.3932823006397737
verified: no, type: nauc_mrr_at_20_diff1
value: 23.464340415073462
verified: no, type: nauc_mrr_at_20_max
value: 8.01763032531369
verified: no, type: nauc_mrr_at_20_std
value: -1.6277460712478091
verified: no, type: nauc_mrr_at_3_diff1
value: 23.37883599794983
verified: no, type: nauc_mrr_at_3_max
value: 6.678496578192661
verified: no, type: nauc_mrr_at_3_std
value: -2.3763610174389074
verified: no, type: nauc_mrr_at_5_diff1
value: 23.685428839370026
verified: no, type: nauc_mrr_at_5_max
value: 7.311075468130072
verified: no, type: nauc_mrr_at_5_std
value: -2.4442814066720344
verified: no, type: nauc_ndcg_at_1000_diff1
value: 22.827020633029473
verified: no, type: nauc_ndcg_at_1000_max
value: 10.419171192625619
verified: no, type: nauc_ndcg_at_1000_std
value: 1.245376086304758
verified: no, type: nauc_ndcg_at_100_diff1
value: 22.765369676862726
verified: no, type: nauc_ndcg_at_100_max
value: 10.904223030098684
verified: no, type: nauc_ndcg_at_100_std
value: 1.418418556687907
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.932972090527066
verified: no, type: nauc_ndcg_at_10_max
value: 9.586449828713201
verified: no, type: nauc_ndcg_at_10_std
value: -1.0781134698115595
verified: no, type: nauc_ndcg_at_1_diff1
value: 25.986479387953672
verified: no, type: nauc_ndcg_at_1_max
value: 4.318685208897588
verified: no, type: nauc_ndcg_at_1_std
value: -2.3932823006397737
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.763909437083914
verified: no, type: nauc_ndcg_at_20_max
value: 10.342975499724831
verified: no, type: nauc_ndcg_at_20_std
value: 0.20582271182085013
verified: no, type: nauc_ndcg_at_3_diff1
value: 22.813729928149286
verified: no, type: nauc_ndcg_at_3_max
value: 7.3069684239701544
verified: no, type: nauc_ndcg_at_3_std
value: -2.2371560638137495
verified: no, type: nauc_ndcg_at_5_diff1
value: 23.386842467200537
verified: no, type: nauc_ndcg_at_5_max
value: 8.370060193745072
verified: no, type: nauc_ndcg_at_5_std
value: -2.375083758708732
verified: no, type: nauc_precision_at_1000_diff1
value: 5.511997116151697
verified: no, type: nauc_precision_at_1000_max
value: 19.788515721427338
verified: no, type: nauc_precision_at_1000_std
value: 13.858145165696026
verified: no, type: nauc_precision_at_100_diff1
value: 13.240402754715333
verified: no, type: nauc_precision_at_100_max
value: 23.700018102971214
verified: no, type: nauc_precision_at_100_std
value: 14.453671916735702
verified: no, type: nauc_precision_at_10_diff1
value: 19.644490745943262
verified: no, type: nauc_precision_at_10_max
value: 15.385274904045984
verified: no, type: nauc_precision_at_10_std
value: 1.6387635132640304
verified: no, type: nauc_precision_at_1_diff1
value: 25.986479387953672
verified: no, type: nauc_precision_at_1_max
value: 4.318685208897588
verified: no, type: nauc_precision_at_1_std
value: -2.3932823006397737
verified: no, type: nauc_precision_at_20_diff1
value: 17.920267162542107
verified: no, type: nauc_precision_at_20_max
value: 18.71405939348036
verified: no, type: nauc_precision_at_20_std
value: 6.771631163587684
verified: no, type: nauc_precision_at_3_diff1
value: 20.515712867237973
verified: no, type: nauc_precision_at_3_max
value: 9.234570037773832
verified: no, type: nauc_precision_at_3_std
value: -2.2237361346586315
verified: no, type: nauc_precision_at_5_diff1
value: 21.592210250323166
verified: no, type: nauc_precision_at_5_max
value: 11.855667655252757
verified: no, type: nauc_precision_at_5_std
value: -2.2262217639016275
verified: no, type: nauc_recall_at_1000_diff1
value: 15.809648322366543
verified: no, type: nauc_recall_at_1000_max
value: 21.998206781708877
verified: no, type: nauc_recall_at_1000_std
value: 22.2776571515499
verified: no, type: nauc_recall_at_100_diff1
value: 17.832767756017684
verified: no, type: nauc_recall_at_100_max
value: 22.117962828203826
verified: no, type: nauc_recall_at_100_std
value: 15.5325767449926
verified: no, type: nauc_recall_at_10_diff1
value: 19.99326890341825
verified: no, type: nauc_recall_at_10_max
value: 14.21387708110701
verified: no, type: nauc_recall_at_10_std
value: 1.3963049770132419
verified: no, type: nauc_recall_at_1_diff1
value: 26.356527894732146
verified: no, type: nauc_recall_at_1_max
value: 4.573567660222233
verified: no, type: nauc_recall_at_1_std
value: -2.2072072605016304
verified: no, type: nauc_recall_at_20_diff1
value: 19.10531735927154
verified: no, type: nauc_recall_at_20_max
value: 17.249431351505574
verified: no, type: nauc_recall_at_20_std
value: 6.480747192899152
verified: no, type: nauc_recall_at_3_diff1
value: 20.41987503806215
verified: no, type: nauc_recall_at_3_max
value: 8.840555456688675
verified: no, type: nauc_recall_at_3_std
value: -1.9899316021779099
verified: no, type: nauc_recall_at_5_diff1
value: 21.5052222950387
verified: no, type: nauc_recall_at_5_max
value: 11.05635979415314
verified: no, type: nauc_recall_at_5_std
value: -2.185907231571928
verified: no, type: ndcg_at_1
value: 20.297
verified: no, type: ndcg_at_10
value: 33.949
verified: no, type: ndcg_at_100
value: 38.79
verified: no, type: ndcg_at_1000
value: 40.619
verified: no, type: ndcg_at_20
value: 35.986000000000004
verified: no, type: ndcg_at_3
value: 28.077
verified: no, type: ndcg_at_5
value: 31.055
verified: no, type: precision_at_1
value: 20.297
verified: no, type: precision_at_10
value: 5.42
verified: no, type: precision_at_100
value: 0.8049999999999999
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 3.1510000000000002
verified: no, type: precision_at_3
value: 12.161
verified: no, type: precision_at_5
value: 8.869
verified: no, type: recall_at_1
value: 19.009
verified: no, type: recall_at_10
value: 49.716
verified: no, type: recall_at_100
value: 72.032
verified: no, type: recall_at_1000
value: 86.136
verified: no, type: recall_at_20
value: 57.526999999999994
verified: no, type: recall_at_3
value: 33.821
verified: no, type: recall_at_5
value: 40.983999999999995
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 17.781
verified: no, type: map_at_1
value: 7.593
verified: no, type: map_at_10
value: 12.928999999999998
verified: no, type: map_at_100
value: 14.167
verified: no, type: map_at_1000
value: 14.374
verified: no, type: map_at_20
value: 13.539000000000001
verified: no, type: map_at_3
value: 10.908
verified: no, type: map_at_5
value: 12.030000000000001
verified: no, type: mrr_at_1
value: 15.432098765432098
verified: no, type: mrr_at_10
value: 21.885655496766613
verified: no, type: mrr_at_100
value: 23.017644038928434
verified: no, type: mrr_at_1000
value: 23.115036989023675
verified: no, type: mrr_at_20
value: 22.577392464643797
verified: no, type: mrr_at_3
value: 19.59876543209876
verified: no, type: mrr_at_5
value: 21.003086419753096
verified: no, type: nauc_map_at_1000_diff1
value: 27.786581981112974
verified: no, type: nauc_map_at_1000_max
value: 11.797329768005806
verified: no, type: nauc_map_at_1000_std
value: -5.617914852646094
verified: no, type: nauc_map_at_100_diff1
value: 27.737552472379832
verified: no, type: nauc_map_at_100_max
value: 11.631390619155598
verified: no, type: nauc_map_at_100_std
value: -5.797771017030884
verified: no, type: nauc_map_at_10_diff1
value: 28.28828254464588
verified: no, type: nauc_map_at_10_max
value: 11.423517708121247
verified: no, type: nauc_map_at_10_std
value: -6.925251841321529
verified: no, type: nauc_map_at_1_diff1
value: 38.75179982069635
verified: no, type: nauc_map_at_1_max
value: 11.22401265199927
verified: no, type: nauc_map_at_1_std
value: -12.681867735454471
verified: no, type: nauc_map_at_20_diff1
value: 27.956670617104116
verified: no, type: nauc_map_at_20_max
value: 11.460090644367405
verified: no, type: nauc_map_at_20_std
value: -6.345787252416203
verified: no, type: nauc_map_at_3_diff1
value: 30.43704745639781
verified: no, type: nauc_map_at_3_max
value: 10.700722542101202
verified: no, type: nauc_map_at_3_std
value: -9.34025591923651
verified: no, type: nauc_map_at_5_diff1
value: 29.527096211316756
verified: no, type: nauc_map_at_5_max
value: 11.209084088146055
verified: no, type: nauc_map_at_5_std
value: -8.289569257124136
verified: no, type: nauc_mrr_at_1000_diff1
value: 27.530810089611457
verified: no, type: nauc_mrr_at_1000_max
value: 10.17188154446398
verified: no, type: nauc_mrr_at_1000_std
value: -5.036588918093675
verified: no, type: nauc_mrr_at_100_diff1
value: 27.49967656048682
verified: no, type: nauc_mrr_at_100_max
value: 10.150713073338002
verified: no, type: nauc_mrr_at_100_std
value: -5.041569090146534
verified: no, type: nauc_mrr_at_10_diff1
value: 27.725788738026893
verified: no, type: nauc_mrr_at_10_max
value: 10.028800430910994
verified: no, type: nauc_mrr_at_10_std
value: -5.307098759543895
verified: no, type: nauc_mrr_at_1_diff1
value: 36.72804221739892
verified: no, type: nauc_mrr_at_1_max
value: 10.946073520070005
verified: no, type: nauc_mrr_at_1_std
value: -9.053557927028798
verified: no, type: nauc_mrr_at_20_diff1
value: 27.57071005608518
verified: no, type: nauc_mrr_at_20_max
value: 10.101469071160235
verified: no, type: nauc_mrr_at_20_std
value: -5.1129952717170735
verified: no, type: nauc_mrr_at_3_diff1
value: 28.610197413217403
verified: no, type: nauc_mrr_at_3_max
value: 9.470845368390805
verified: no, type: nauc_mrr_at_3_std
value: -6.900467518837343
verified: no, type: nauc_mrr_at_5_diff1
value: 28.35944073561479
verified: no, type: nauc_mrr_at_5_max
value: 9.986022123072722
verified: no, type: nauc_mrr_at_5_std
value: -6.01242930978829
verified: no, type: nauc_ndcg_at_1000_diff1
value: 24.200421448857615
verified: no, type: nauc_ndcg_at_1000_max
value: 13.65078573321196
verified: no, type: nauc_ndcg_at_1000_std
value: 1.2314448589030957
verified: no, type: nauc_ndcg_at_100_diff1
value: 23.003219798466194
verified: no, type: nauc_ndcg_at_100_max
value: 11.327700853500497
verified: no, type: nauc_ndcg_at_100_std
value: -1.0667712079002711
verified: no, type: nauc_ndcg_at_10_diff1
value: 24.54343517122119
verified: no, type: nauc_ndcg_at_10_max
value: 10.424068274694678
verified: no, type: nauc_ndcg_at_10_std
value: -4.577290743574017
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.72804221739892
verified: no, type: nauc_ndcg_at_1_max
value: 10.946073520070005
verified: no, type: nauc_ndcg_at_1_std
value: -9.053557927028798
verified: no, type: nauc_ndcg_at_20_diff1
value: 24.033016004247504
verified: no, type: nauc_ndcg_at_20_max
value: 10.503846120237927
verified: no, type: nauc_ndcg_at_20_std
value: -3.3864683040396297
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.794695264785084
verified: no, type: nauc_ndcg_at_3_max
value: 9.134340237488074
verified: no, type: nauc_ndcg_at_3_std
value: -8.14578264932192
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.22446535743258
verified: no, type: nauc_ndcg_at_5_max
value: 10.089950623154834
verified: no, type: nauc_ndcg_at_5_std
value: -6.840646507288117
verified: no, type: nauc_precision_at_1000_diff1
value: 6.671881180810675
verified: no, type: nauc_precision_at_1000_max
value: 12.104072926085633
verified: no, type: nauc_precision_at_1000_std
value: 14.142615795402941
verified: no, type: nauc_precision_at_100_diff1
value: 9.687943959019886
verified: no, type: nauc_precision_at_100_max
value: 10.8853210200865
verified: no, type: nauc_precision_at_100_std
value: 10.202388926172107
verified: no, type: nauc_precision_at_10_diff1
value: 14.702226927490955
verified: no, type: nauc_precision_at_10_max
value: 8.470681905700664
verified: no, type: nauc_precision_at_10_std
value: 2.724126770339791
verified: no, type: nauc_precision_at_1_diff1
value: 36.72804221739892
verified: no, type: nauc_precision_at_1_max
value: 10.946073520070005
verified: no, type: nauc_precision_at_1_std
value: -9.053557927028798
verified: no, type: nauc_precision_at_20_diff1
value: 13.196020624221477
verified: no, type: nauc_precision_at_20_max
value: 9.662635160192863
verified: no, type: nauc_precision_at_20_std
value: 5.880905589341535
verified: no, type: nauc_precision_at_3_diff1
value: 21.51117670583517
verified: no, type: nauc_precision_at_3_max
value: 7.6146964155982415
verified: no, type: nauc_precision_at_3_std
value: -6.248360037497941
verified: no, type: nauc_precision_at_5_diff1
value: 19.938413807853394
verified: no, type: nauc_precision_at_5_max
value: 8.289049209525906
verified: no, type: nauc_precision_at_5_std
value: -2.525297841745889
verified: no, type: nauc_recall_at_1000_diff1
value: 11.620087862904887
verified: no, type: nauc_recall_at_1000_max
value: 23.341246854519387
verified: no, type: nauc_recall_at_1000_std
value: 27.067978869346206
verified: no, type: nauc_recall_at_100_diff1
value: 8.730460251948397
verified: no, type: nauc_recall_at_100_max
value: 9.275532980754235
verified: no, type: nauc_recall_at_100_std
value: 8.574999506392146
verified: no, type: nauc_recall_at_10_diff1
value: 14.452890894746664
verified: no, type: nauc_recall_at_10_max
value: 8.441105946016343
verified: no, type: nauc_recall_at_10_std
value: -1.0857295036397074
verified: no, type: nauc_recall_at_1_diff1
value: 38.75179982069635
verified: no, type: nauc_recall_at_1_max
value: 11.22401265199927
verified: no, type: nauc_recall_at_1_std
value: -12.681867735454471
verified: no, type: nauc_recall_at_20_diff1
value: 12.557122028005205
verified: no, type: nauc_recall_at_20_max
value: 7.636007451475034
verified: no, type: nauc_recall_at_20_std
value: 1.6687687640586713
verified: no, type: nauc_recall_at_3_diff1
value: 21.255436136758405
verified: no, type: nauc_recall_at_3_max
value: 7.816298893227319
verified: no, type: nauc_recall_at_3_std
value: -7.805199825483304
verified: no, type: nauc_recall_at_5_diff1
value: 18.797167996417098
verified: no, type: nauc_recall_at_5_max
value: 9.133304637565738
verified: no, type: nauc_recall_at_5_std
value: -5.64784304630849
verified: no, type: ndcg_at_1
value: 15.432000000000002
verified: no, type: ndcg_at_10
value: 17.781
verified: no, type: ndcg_at_100
value: 23.669
verified: no, type: ndcg_at_1000
value: 28.384999999999998
verified: no, type: ndcg_at_20
value: 19.807
verified: no, type: ndcg_at_3
value: 14.912
verified: no, type: ndcg_at_5
value: 16.119
verified: no, type: precision_at_1
value: 15.432000000000002
verified: no, type: precision_at_10
value: 5.154
verified: no, type: precision_at_100
value: 1.103
verified: no, type: precision_at_1000
value: 0.193
verified: no, type: precision_at_20
value: 3.302
verified: no, type: precision_at_3
value: 9.927999999999999
verified: no, type: precision_at_5
value: 7.654
verified: no, type: recall_at_1
value: 7.593
verified: no, type: recall_at_10
value: 22.942999999999998
verified: no, type: recall_at_100
value: 45.762
verified: no, type: recall_at_1000
value: 74.97
verified: no, type: recall_at_20
value: 29.627
verified: no, type: recall_at_3
value: 14.108
verified: no, type: recall_at_5
value: 18.195
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics: type: main_score
value: 35.43
verified: no, type: map_at_1
value: 19.622
verified: no, type: map_at_10
value: 27.953
verified: no, type: map_at_100
value: 28.932999999999996
verified: no, type: map_at_1000
value: 29.042
verified: no, type: map_at_20
value: 28.488000000000003
verified: no, type: map_at_3
value: 25.657000000000004
verified: no, type: map_at_5
value: 26.951000000000004
verified: no, type: mrr_at_1
value: 39.24375422012154
verified: no, type: mrr_at_10
value: 46.88059333569133
verified: no, type: mrr_at_100
value: 47.567977365962484
verified: no, type: mrr_at_1000
value: 47.61695914236509
verified: no, type: mrr_at_20
value: 47.286343297674684
verified: no, type: mrr_at_3
value: 44.88183659689417
verified: no, type: mrr_at_5
value: 46.014179608372785
verified: no, type: nauc_map_at_1000_diff1
value: 46.76933672056456
verified: no, type: nauc_map_at_1000_max
value: 23.336949016707564
verified: no, type: nauc_map_at_1000_std
value: 3.221691660443344
verified: no, type: nauc_map_at_100_diff1
value: 46.750135815811085
verified: no, type: nauc_map_at_100_max
value: 23.30948669625819
verified: no, type: nauc_map_at_100_std
value: 3.166475129698766
verified: no, type: nauc_map_at_10_diff1
value: 47.011071564599874
verified: no, type: nauc_map_at_10_max
value: 23.33892041926564
verified: no, type: nauc_map_at_10_std
value: 2.5819855774126417
verified: no, type: nauc_map_at_1_diff1
value: 59.456686426575935
verified: no, type: nauc_map_at_1_max
value: 24.863075374103023
verified: no, type: nauc_map_at_1_std
value: 0.2872851703738522
verified: no, type: nauc_map_at_20_diff1
value: 46.89433857672816
verified: no, type: nauc_map_at_20_max
value: 23.267851595548393
verified: no, type: nauc_map_at_20_std
value: 2.784874340904362
verified: no, type: nauc_map_at_3_diff1
value: 48.85799377564577
verified: no, type: nauc_map_at_3_max
value: 23.958717904626848
verified: no, type: nauc_map_at_3_std
value: 2.2460651716762623
verified: no, type: nauc_map_at_5_diff1
value: 47.77222963495548
verified: no, type: nauc_map_at_5_max
value: 23.482918914596844
verified: no, type: nauc_map_at_5_std
value: 2.265229915306911
verified: no, type: nauc_mrr_at_1000_diff1
value: 55.81910194618287
verified: no, type: nauc_mrr_at_1000_max
value: 24.241301118122088
verified: no, type: nauc_mrr_at_1000_std
value: 1.5754418559906842
verified: no, type: nauc_mrr_at_100_diff1
value: 55.80718137323232
verified: no, type: nauc_mrr_at_100_max
value: 24.238891331968553
verified: no, type: nauc_mrr_at_100_std
value: 1.5752775859235235
verified: no, type: nauc_mrr_at_10_diff1
value: 55.80018830467455
verified: no, type: nauc_mrr_at_10_max
value: 24.337951391064863
verified: no, type: nauc_mrr_at_10_std
value: 1.4940647554296382
verified: no, type: nauc_mrr_at_1_diff1
value: 59.456686426575935
verified: no, type: nauc_mrr_at_1_max
value: 24.863075374103023
verified: no, type: nauc_mrr_at_1_std
value: 0.2872851703738522
verified: no, type: nauc_mrr_at_20_diff1
value: 55.79471938275202
verified: no, type: nauc_mrr_at_20_max
value: 24.240914931952606
verified: no, type: nauc_mrr_at_20_std
value: 1.512448216305513
verified: no, type: nauc_mrr_at_3_diff1
value: 56.42396400109628
verified: no, type: nauc_mrr_at_3_max
value: 24.703594118145006
verified: no, type: nauc_mrr_at_3_std
value: 1.256987504996366
verified: no, type: nauc_mrr_at_5_diff1
value: 56.0235815773303
verified: no, type: nauc_mrr_at_5_max
value: 24.477168766228413
verified: no, type: nauc_mrr_at_5_std
value: 1.4373655758168589
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.676435502626425
verified: no, type: nauc_ndcg_at_1000_max
value: 23.329024320907436
verified: no, type: nauc_ndcg_at_1000_std
value: 6.227838484941964
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.27214699171579
verified: no, type: nauc_ndcg_at_100_max
value: 22.88773045871078
verified: no, type: nauc_ndcg_at_100_std
value: 5.174788430219869
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.353765884947165
verified: no, type: nauc_ndcg_at_10_max
value: 23.07465862256352
verified: no, type: nauc_ndcg_at_10_std
value: 2.953495542427544
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.456686426575935
verified: no, type: nauc_ndcg_at_1_max
value: 24.863075374103023
verified: no, type: nauc_ndcg_at_1_std
value: 0.2872851703738522
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.97085907075219
verified: no, type: nauc_ndcg_at_20_max
value: 22.79018565602464
verified: no, type: nauc_ndcg_at_20_std
value: 3.425307012432049
verified: no, type: nauc_ndcg_at_3_diff1
value: 50.16994199060587
verified: no, type: nauc_ndcg_at_3_max
value: 24.08244726707622
verified: no, type: nauc_ndcg_at_3_std
value: 2.2783543766870964
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.66056950156591
verified: no, type: nauc_ndcg_at_5_max
value: 23.38889419213532
verified: no, type: nauc_ndcg_at_5_std
value: 2.4271695685361134
verified: no, type: nauc_precision_at_1000_diff1
value: 21.189082000082212
verified: no, type: nauc_precision_at_1000_max
value: 16.86475026386281
verified: no, type: nauc_precision_at_1000_std
value: 23.7494141189766
verified: no, type: nauc_precision_at_100_diff1
value: 25.883751219552998
verified: no, type: nauc_precision_at_100_max
value: 16.377543642967865
verified: no, type: nauc_precision_at_100_std
value: 13.28409236390774
verified: no, type: nauc_precision_at_10_diff1
value: 35.78407664119394
verified: no, type: nauc_precision_at_10_max
value: 19.67255331088926
verified: no, type: nauc_precision_at_10_std
value: 4.841861846378133
verified: no, type: nauc_precision_at_1_diff1
value: 59.456686426575935
verified: no, type: nauc_precision_at_1_max
value: 24.863075374103023
verified: no, type: nauc_precision_at_1_std
value: 0.2872851703738522
verified: no, type: nauc_precision_at_20_diff1
value: 32.242607023805355
verified: no, type: nauc_precision_at_20_max
value: 17.612030306086584
verified: no, type: nauc_precision_at_20_std
value: 6.080329134348249
verified: no, type: nauc_precision_at_3_diff1
value: 44.38754175111047
verified: no, type: nauc_precision_at_3_max
value: 23.167926076677343
verified: no, type: nauc_precision_at_3_std
value: 3.4105815095650693
verified: no, type: nauc_precision_at_5_diff1
value: 40.334489062438614
verified: no, type: nauc_precision_at_5_max
value: 21.110620254212474
verified: no, type: nauc_precision_at_5_std
value: 3.5637677666661425
verified: no, type: nauc_recall_at_1000_diff1
value: 21.189082000082355
verified: no, type: nauc_recall_at_1000_max
value: 16.864750263862962
verified: no, type: nauc_recall_at_1000_std
value: 23.749414118976716
verified: no, type: nauc_recall_at_100_diff1
value: 25.88375121955295
verified: no, type: nauc_recall_at_100_max
value: 16.377543642967808
verified: no, type: nauc_recall_at_100_std
value: 13.284092363907678
verified: no, type: nauc_recall_at_10_diff1
value: 35.784076641193934
verified: no, type: nauc_recall_at_10_max
value: 19.67255331088925
verified: no, type: nauc_recall_at_10_std
value: 4.8418618463781256
verified: no, type: nauc_recall_at_1_diff1
value: 59.456686426575935
verified: no, type: nauc_recall_at_1_max
value: 24.863075374103023
verified: no, type: nauc_recall_at_1_std
value: 0.2872851703738522
verified: no, type: nauc_recall_at_20_diff1
value: 32.24260702380536
verified: no, type: nauc_recall_at_20_max
value: 17.612030306086616
verified: no, type: nauc_recall_at_20_std
value: 6.080329134348296
verified: no, type: nauc_recall_at_3_diff1
value: 44.38754175111045
verified: no, type: nauc_recall_at_3_max
value: 23.167926076677343
verified: no, type: nauc_recall_at_3_std
value: 3.410581509565043
verified: no, type: nauc_recall_at_5_diff1
value: 40.334489062438635
verified: no, type: nauc_recall_at_5_max
value: 21.11062025421249
verified: no, type: nauc_recall_at_5_std
value: 3.5637677666661505
verified: no, type: ndcg_at_1
value: 39.244
verified: no, type: ndcg_at_10
value: 35.43
verified: no, type: ndcg_at_100
value: 39.783
verified: no, type: ndcg_at_1000
value: 42.32
verified: no, type: ndcg_at_20
value: 37.076
verified: no, type: ndcg_at_3
value: 31.238
verified: no, type: ndcg_at_5
value: 33.29
verified: no, type: precision_at_1
value: 39.244
verified: no, type: precision_at_10
value: 7.811
verified: no, type: precision_at_100
value: 1.129
verified: no, type: precision_at_1000
value: 0.147
verified: no, type: precision_at_20
value: 4.436
verified: no, type: precision_at_3
value: 19.725
verified: no, type: precision_at_5
value: 13.458
verified: no, type: recall_at_1
value: 19.622
verified: no, type: recall_at_10
value: 39.055
verified: no, type: recall_at_100
value: 56.442
verified: no, type: recall_at_1000
value: 73.383
verified: no, type: recall_at_20
value: 44.362
verified: no, type: recall_at_3
value: 29.587999999999997
verified: no, type: recall_at_5
value: 33.646
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 59.50080000000001
verified: no, type: ap
value: 55.788718834100095
verified: no, type: ap_weighted
value: 55.788718834100095
verified: no, type: f1
value: 59.31886351889661
verified: no, type: f1_weighted
value: 59.31886351889661
verified: no, type: main_score
value: 59.50080000000001
verified: no
task: type: Classification, dataset: config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: dev
type: mteb/msmarco
metrics: type: main_score
value: 14.435999999999998
verified: no, type: map_at_1
value: 6.361
verified: no, type: map_at_10
value: 11.3
verified: no, type: map_at_100
value: 12.23
verified: no, type: map_at_1000
value: 12.344
verified: no, type: map_at_20
value: 11.805
verified: no, type: map_at_3
value: 9.475
verified: no, type: map_at_5
value: 10.402000000000001
verified: no, type: mrr_at_1
value: 6.504297994269341
verified: no, type: mrr_at_10
value: 11.551138172556529
verified: no, type: mrr_at_100
value: 12.483149083352895
verified: no, type: mrr_at_1000
value: 12.592337754392059
verified: no, type: mrr_at_20
value: 12.059854532044016
verified: no, type: mrr_at_3
value: 9.689589302769836
verified: no, type: mrr_at_5
value: 10.635864374403097
verified: no, type: nauc_map_at_1000_diff1
value: 22.58396191350129
verified: no, type: nauc_map_at_1000_max
value: 5.774209243254768
verified: no, type: nauc_map_at_1000_std
value: -8.532673168091604
verified: no, type: nauc_map_at_100_diff1
value: 22.588782180005044
verified: no, type: nauc_map_at_100_max
value: 5.767981356674498
verified: no, type: nauc_map_at_100_std
value: -8.573584478292727
verified: no, type: nauc_map_at_10_diff1
value: 22.91846826631071
verified: no, type: nauc_map_at_10_max
value: 5.653882272507997
verified: no, type: nauc_map_at_10_std
value: -9.346917069303199
verified: no, type: nauc_map_at_1_diff1
value: 30.074899826040145
verified: no, type: nauc_map_at_1_max
value: 6.941070396933015
verified: no, type: nauc_map_at_1_std
value: -10.130330894350221
verified: no, type: nauc_map_at_20_diff1
value: 22.723889282857723
verified: no, type: nauc_map_at_20_max
value: 5.6626104199736575
verified: no, type: nauc_map_at_20_std
value: -9.026448412254942
verified: no, type: nauc_map_at_3_diff1
value: 24.758859865212365
verified: no, type: nauc_map_at_3_max
value: 5.774181014120294
verified: no, type: nauc_map_at_3_std
value: -10.42639764877784
verified: no, type: nauc_map_at_5_diff1
value: 23.352826377269388
verified: no, type: nauc_map_at_5_max
value: 5.605853342380106
verified: no, type: nauc_map_at_5_std
value: -9.827063441554971
verified: no, type: nauc_mrr_at_1000_diff1
value: 22.225147412281693
verified: no, type: nauc_mrr_at_1000_max
value: 5.872135193085411
verified: no, type: nauc_mrr_at_1000_std
value: -8.500015115711001
verified: no, type: nauc_mrr_at_100_diff1
value: 22.226727579779958
verified: no, type: nauc_mrr_at_100_max
value: 5.866395164711855
verified: no, type: nauc_mrr_at_100_std
value: -8.532050284581336
verified: no, type: nauc_mrr_at_10_diff1
value: 22.555297880158047
verified: no, type: nauc_mrr_at_10_max
value: 5.742674748386742
verified: no, type: nauc_mrr_at_10_std
value: -9.302815926006822
verified: no, type: nauc_mrr_at_1_diff1
value: 29.575109127464895
verified: no, type: nauc_mrr_at_1_max
value: 6.99231350225583
verified: no, type: nauc_mrr_at_1_std
value: -10.251007944172128
verified: no, type: nauc_mrr_at_20_diff1
value: 22.34217913733938
verified: no, type: nauc_mrr_at_20_max
value: 5.746140606210699
verified: no, type: nauc_mrr_at_20_std
value: -8.973353974258336
verified: no, type: nauc_mrr_at_3_diff1
value: 24.286843766023477
verified: no, type: nauc_mrr_at_3_max
value: 5.909180833218356
verified: no, type: nauc_mrr_at_3_std
value: -10.44418747336527
verified: no, type: nauc_mrr_at_5_diff1
value: 22.96960134066438
verified: no, type: nauc_mrr_at_5_max
value: 5.687200084836936
verified: no, type: nauc_mrr_at_5_std
value: -9.791608895861966
verified: no, type: nauc_ndcg_at_1000_diff1
value: 19.42794982144596
verified: no, type: nauc_ndcg_at_1000_max
value: 6.154596868452915
verified: no, type: nauc_ndcg_at_1000_std
value: -3.772878468651026
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.44554544334004
verified: no, type: nauc_ndcg_at_100_max
value: 5.952634627538425
verified: no, type: nauc_ndcg_at_100_std
value: -4.662608826409606
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.68375880151527
verified: no, type: nauc_ndcg_at_10_max
value: 5.333581651425874
verified: no, type: nauc_ndcg_at_10_std
value: -8.515225952432468
verified: no, type: nauc_ndcg_at_1_diff1
value: 29.38379570523386
verified: no, type: nauc_ndcg_at_1_max
value: 6.813481661885206
verified: no, type: nauc_ndcg_at_1_std
value: -10.206187694784408
verified: no, type: nauc_ndcg_at_20_diff1
value: 20.14048489625342
verified: no, type: nauc_ndcg_at_20_max
value: 5.376811853725482
verified: no, type: nauc_ndcg_at_20_std
value: -7.503764549951386
verified: no, type: nauc_ndcg_at_3_diff1
value: 23.503775158618563
verified: no, type: nauc_ndcg_at_3_max
value: 5.54483420199775
verified: no, type: nauc_ndcg_at_3_std
value: -10.493065020622412
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.41996177566302
verified: no, type: nauc_ndcg_at_5_max
value: 5.3067260636169715
verified: no, type: nauc_ndcg_at_5_std
value: -9.483495569719514
verified: no, type: nauc_precision_at_1000_diff1
value: 6.7662153444308215
verified: no, type: nauc_precision_at_1000_max
value: 9.629632546790889
verified: no, type: nauc_precision_at_1000_std
value: 15.971214946922055
verified: no, type: nauc_precision_at_100_diff1
value: 12.36258084550822
verified: no, type: nauc_precision_at_100_max
value: 7.265925095035578
verified: no, type: nauc_precision_at_100_std
value: 5.767260869086374
verified: no, type: nauc_precision_at_10_diff1
value: 16.30524845652283
verified: no, type: nauc_precision_at_10_max
value: 4.851299519090927
verified: no, type: nauc_precision_at_10_std
value: -6.7597989201637665
verified: no, type: nauc_precision_at_1_diff1
value: 29.38379570523386
verified: no, type: nauc_precision_at_1_max
value: 6.813481661885206
verified: no, type: nauc_precision_at_1_std
value: -10.206187694784408
verified: no, type: nauc_precision_at_20_diff1
value: 15.23526525762075
verified: no, type: nauc_precision_at_20_max
value: 5.169237797879381
verified: no, type: nauc_precision_at_20_std
value: -4.363652526695307
verified: no, type: nauc_precision_at_3_diff1
value: 20.646449574300004
verified: no, type: nauc_precision_at_3_max
value: 5.053785462808548
verified: no, type: nauc_precision_at_3_std
value: -10.571305967601957
verified: no, type: nauc_precision_at_5_diff1
value: 17.26336463829487
verified: no, type: nauc_precision_at_5_max
value: 4.8173291319216185
verified: no, type: nauc_precision_at_5_std
value: -8.643945280824306
verified: no, type: nauc_recall_at_1000_diff1
value: 10.759769258542926
verified: no, type: nauc_recall_at_1000_max
value: 8.007488785453031
verified: no, type: nauc_recall_at_1000_std
value: 16.90997688271918
verified: no, type: nauc_recall_at_100_diff1
value: 13.612176046849184
verified: no, type: nauc_recall_at_100_max
value: 6.505811730046589
verified: no, type: nauc_recall_at_100_std
value: 5.159726485557037
verified: no, type: nauc_recall_at_10_diff1
value: 16.85719332414449
verified: no, type: nauc_recall_at_10_max
value: 4.673028035527674
verified: no, type: nauc_recall_at_10_std
value: -6.843523945042998
verified: no, type: nauc_recall_at_1_diff1
value: 30.074899826040145
verified: no, type: nauc_recall_at_1_max
value: 6.941070396933015
verified: no, type: nauc_recall_at_1_std
value: -10.130330894350221
verified: no, type: nauc_recall_at_20_diff1
value: 15.780618041330552
verified: no, type: nauc_recall_at_20_max
value: 4.798497361627815
verified: no, type: nauc_recall_at_20_std
value: -4.370637806705438
verified: no, type: nauc_recall_at_3_diff1
value: 21.10149310882021
verified: no, type: nauc_recall_at_3_max
value: 4.977938128492789
verified: no, type: nauc_recall_at_3_std
value: -10.60387343999862
verified: no, type: nauc_recall_at_5_diff1
value: 17.869745810129217
verified: no, type: nauc_recall_at_5_max
value: 4.690362534004319
verified: no, type: nauc_recall_at_5_std
value: -8.775618641971016
verified: no, type: ndcg_at_1
value: 6.519
verified: no, type: ndcg_at_10
value: 14.435999999999998
verified: no, type: ndcg_at_100
value: 19.442
verified: no, type: ndcg_at_1000
value: 22.834
verified: no, type: ndcg_at_20
value: 16.249
verified: no, type: ndcg_at_3
value: 10.578
verified: no, type: ndcg_at_5
value: 12.248000000000001
verified: no, type: precision_at_1
value: 6.519
verified: no, type: precision_at_10
value: 2.52
verified: no, type: precision_at_100
value: 0.511
verified: no, type: precision_at_1000
value: 0.08
verified: no, type: precision_at_20
value: 1.628
verified: no, type: precision_at_3
value: 4.642
verified: no, type: precision_at_5
value: 3.633
verified: no, type: recall_at_1
value: 6.361
verified: no, type: recall_at_10
value: 24.273
verified: no, type: recall_at_100
value: 48.545
verified: no, type: recall_at_1000
value: 75.789
verified: no, type: recall_at_20
value: 31.325999999999997
verified: no, type: recall_at_3
value: 13.567000000000002
verified: no, type: recall_at_5
value: 17.562
verified: no
task: type: Retrieval, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 90.02963976288191
verified: no, type: f1
value: 88.93893646570741
verified: no, type: f1_weighted
value: 90.17003371174044
verified: no, type: main_score
value: 90.02963976288191
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPDomainClassification (de)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 65.15638207945901
verified: no, type: f1
value: 62.50250615131573
verified: no, type: f1_weighted
value: 65.32518750001512
verified: no, type: main_score
value: 65.15638207945901
verified: no
task: type: Classification, dataset: config: es
name: MTEB MTOPDomainClassification (es)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 64.94996664442962
verified: no, type: f1
value: 63.217443229023615
verified: no, type: f1_weighted
value: 65.19761003881483
verified: no, type: main_score
value: 64.94996664442962
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 65.8252427184466
verified: no, type: f1
value: 63.35444640937576
verified: no, type: f1_weighted
value: 66.5543216236573
verified: no, type: main_score
value: 65.8252427184466
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MTOPDomainClassification (hi)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 13.338114019361777
verified: no, type: f1
value: 7.724672025018697
verified: no, type: f1_weighted
value: 8.127472378399947
verified: no, type: main_score
value: 13.338114019361777
verified: no
task: type: Classification, dataset: config: th
name: MTEB MTOPDomainClassification (th)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 16.119349005424958
verified: no, type: f1
value: 11.60563246314931
verified: no, type: f1_weighted
value: 12.695258859626351
verified: no, type: main_score
value: 16.119349005424958
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 60.592795257637945
verified: no, type: f1
value: 42.681889382124076
verified: no, type: f1_weighted
value: 64.02682468503771
verified: no, type: main_score
value: 60.592795257637945
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPIntentClassification (de)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 45.50014088475627
verified: no, type: f1
value: 27.317157711616908
verified: no, type: f1_weighted
value: 50.48501913055412
verified: no, type: main_score
value: 45.50014088475627
verified: no
task: type: Classification, dataset: config: es
name: MTEB MTOPIntentClassification (es)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 43.74249499666444
verified: no, type: f1
value: 28.174632739750592
verified: no, type: f1_weighted
value: 47.1641291609833
verified: no, type: main_score
value: 43.74249499666444
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 41.575321014719705
verified: no, type: f1
value: 27.437839525894553
verified: no, type: f1_weighted
value: 45.7437122187322
verified: no, type: main_score
value: 41.575321014719705
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MTOPIntentClassification (hi)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 2.7321620652563645
verified: no, type: f1
value: 1.0242089136250097
verified: no, type: f1_weighted
value: 2.1400067972200194
verified: no, type: main_score
value: 2.7321620652563645
verified: no
task: type: Classification, dataset: config: th
name: MTEB MTOPIntentClassification (th)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 4.842676311030742
verified: no, type: f1
value: 1.7698076877993871
verified: no, type: f1_weighted
value: 4.004591471149407
verified: no, type: main_score
value: 4.842676311030742
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.4203093476798925
verified: no, type: f1
value: 4.315786223132473
verified: no, type: f1_weighted
value: 4.974594656897622
verified: no, type: main_score
value: 5.4203093476798925
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 26.08271687962341
verified: no, type: f1
value: 24.352547380922793
verified: no, type: f1_weighted
value: 25.232718928536524
verified: no, type: main_score
value: 26.08271687962341
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.18090114324143
verified: no, type: f1
value: 31.519620659167924
verified: no, type: f1_weighted
value: 32.38462200288878
verified: no, type: main_score
value: 33.18090114324143
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.88298587760592
verified: no, type: f1
value: 30.942949969741946
verified: no, type: f1_weighted
value: 31.233095007244977
verified: no, type: main_score
value: 31.88298587760592
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.494956287827841
verified: no, type: f1
value: 1.510175111983324
verified: no, type: f1_weighted
value: 1.640918892084934
verified: no, type: main_score
value: 2.494956287827841
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.9670477471418966
verified: no, type: f1
value: 0.6159324585969681
verified: no, type: f1_weighted
value: 0.5819638031791462
verified: no, type: main_score
value: 1.9670477471418966
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.90248823133827
verified: no, type: f1
value: 39.28710774703242
verified: no, type: f1_weighted
value: 38.7009325747578
verified: no, type: main_score
value: 39.90248823133827
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.26698049764627
verified: no, type: f1
value: 37.261415787816375
verified: no, type: f1_weighted
value: 38.933490856264434
verified: no, type: main_score
value: 39.26698049764627
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.328850033624754
verified: no, type: f1
value: 36.43977510549058
verified: no, type: f1_weighted
value: 37.407641389061766
verified: no, type: main_score
value: 38.328850033624754
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.246805648957633
verified: no, type: f1
value: 2.3731445299477296
verified: no, type: f1_weighted
value: 2.360572588055181
verified: no, type: main_score
value: 4.246805648957633
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.108944182918634
verified: no, type: f1
value: 37.95343741232742
verified: no, type: f1_weighted
value: 38.194573318930914
verified: no, type: main_score
value: 39.108944182918634
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.12306657700067
verified: no, type: f1
value: 34.66522711901937
verified: no, type: f1_weighted
value: 36.49423547734652
verified: no, type: main_score
value: 36.12306657700067
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.7417619367854742
verified: no, type: f1
value: 1.9480195212180509
verified: no, type: f1_weighted
value: 1.2139915329721394
verified: no, type: main_score
value: 1.7417619367854742
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.152656355077337
verified: no, type: f1
value: 3.06986734197953
verified: no, type: f1_weighted
value: 2.9192302037256534
verified: no, type: main_score
value: 4.152656355077337
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.286482851378615
verified: no, type: f1
value: 33.437419132021105
verified: no, type: f1_weighted
value: 37.35762166602735
verified: no, type: main_score
value: 37.286482851378615
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.65635507733692
verified: no, type: f1
value: 0.3481671491617231
verified: no, type: f1_weighted
value: 0.39717054573769234
verified: no, type: main_score
value: 2.65635507733692
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.4996637525218566
verified: no, type: f1
value: 0.5618996689843387
verified: no, type: f1_weighted
value: 0.2905955658500835
verified: no, type: main_score
value: 1.4996637525218566
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 61.47612642905178
verified: no, type: f1
value: 60.064795676102165
verified: no, type: f1_weighted
value: 60.839751607340744
verified: no, type: main_score
value: 61.47612642905178
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.54606590450572
verified: no, type: f1
value: 33.676876749763935
verified: no, type: f1_weighted
value: 34.31704349593066
verified: no, type: main_score
value: 34.54606590450572
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.6308002689979821
verified: no, type: f1
value: 1.1405209503916072
verified: no, type: f1_weighted
value: 0.7742160479746835
verified: no, type: main_score
value: 1.6308002689979821
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.89374579690652
verified: no, type: f1
value: 36.2764450733474
verified: no, type: f1_weighted
value: 38.64418063983438
verified: no, type: main_score
value: 38.89374579690652
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.1304640215198387
verified: no, type: f1
value: 3.0631307694518
verified: no, type: f1_weighted
value: 2.4929901519563935
verified: no, type: main_score
value: 3.1304640215198387
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.9502353732347006
verified: no, type: f1
value: 0.36769465571218535
verified: no, type: f1_weighted
value: 0.23289064484011876
verified: no, type: main_score
value: 1.9502353732347006
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.5770006724949566
verified: no, type: f1
value: 1.5948300177607293
verified: no, type: f1_weighted
value: 1.2140719337727968
verified: no, type: main_score
value: 1.5770006724949566
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.590450571620714
verified: no, type: f1
value: 38.72772290482752
verified: no, type: f1_weighted
value: 40.52992380033905
verified: no, type: main_score
value: 41.590450571620714
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.03631472763954
verified: no, type: f1
value: 36.932555737374216
verified: no, type: f1_weighted
value: 37.53493604198256
verified: no, type: main_score
value: 38.03631472763954
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.48285137861466
verified: no, type: f1
value: 34.25594364586224
verified: no, type: f1_weighted
value: 35.547712962359576
verified: no, type: main_score
value: 36.48285137861466
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 5.729657027572293
verified: no, type: f1
value: 3.3193365093063116
verified: no, type: f1_weighted
value: 3.960957835377585
verified: no, type: main_score
value: 5.729657027572293
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.400134498991253
verified: no, type: f1
value: 29.82323888109969
verified: no, type: f1_weighted
value: 29.33334359136608
verified: no, type: main_score
value: 30.400134498991253
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.675184936112979
verified: no, type: f1
value: 2.4538503523226365
verified: no, type: f1_weighted
value: 2.349349563560097
verified: no, type: main_score
value: 3.675184936112979
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.0208473436449226
verified: no, type: f1
value: 0.3119628541869343
verified: no, type: f1_weighted
value: 0.3041657300893891
verified: no, type: main_score
value: 2.0208473436449226
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.97511768661735
verified: no, type: f1
value: 34.85580589960041
verified: no, type: f1_weighted
value: 35.23470836629608
verified: no, type: main_score
value: 35.97511768661735
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.172831203765966
verified: no, type: f1
value: 33.40180089295359
verified: no, type: f1_weighted
value: 33.869714298143684
verified: no, type: main_score
value: 34.172831203765966
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.367182246133154
verified: no, type: f1
value: 36.59417109728048
verified: no, type: f1_weighted
value: 36.42429431258725
verified: no, type: main_score
value: 37.367182246133154
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.44586415601883
verified: no, type: f1
value: 1.9358114043109824
verified: no, type: f1_weighted
value: 1.3118948648488231
verified: no, type: main_score
value: 1.44586415601883
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.53396099529254
verified: no, type: f1
value: 27.187618650859747
verified: no, type: f1_weighted
value: 28.306754637304078
verified: no, type: main_score
value: 28.53396099529254
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.503026227303295
verified: no, type: f1
value: 34.755765428172815
verified: no, type: f1_weighted
value: 36.16718830099271
verified: no, type: main_score
value: 36.503026227303295
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.997982515131135
verified: no, type: f1
value: 31.94156494224548
verified: no, type: f1_weighted
value: 34.20676321754517
verified: no, type: main_score
value: 33.997982515131135
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.410894418291863
verified: no, type: f1
value: 1.4788866943655008
verified: no, type: f1_weighted
value: 1.4091387199287393
verified: no, type: main_score
value: 2.410894418291863
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 1.778749159381305
verified: no, type: f1
value: 1.203177752210266
verified: no, type: f1_weighted
value: 1.2822708886000447
verified: no, type: main_score
value: 1.778749159381305
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.340282447881641
verified: no, type: f1
value: 1.8036015686169513
verified: no, type: f1_weighted
value: 1.6221938088400314
verified: no, type: main_score
value: 2.340282447881641
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.61062542030935
verified: no, type: f1
value: 40.18270967869114
verified: no, type: f1_weighted
value: 41.06080669293675
verified: no, type: main_score
value: 41.61062542030935
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.06590450571621
verified: no, type: f1
value: 34.27139360444023
verified: no, type: f1_weighted
value: 36.64527157457028
verified: no, type: main_score
value: 36.06590450571621
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.90248823133827
verified: no, type: f1
value: 40.196389168951896
verified: no, type: f1_weighted
value: 39.628253331046785
verified: no, type: main_score
value: 39.90248823133827
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.874915938130464
verified: no, type: f1
value: 0.427443225815916
verified: no, type: f1_weighted
value: 0.6824559991630663
verified: no, type: main_score
value: 2.874915938130464
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.25218560860793
verified: no, type: f1
value: 34.74178305421003
verified: no, type: f1_weighted
value: 35.00723432214029
verified: no, type: main_score
value: 35.25218560860793
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.3503698722259583
verified: no, type: f1
value: 1.2412757651054158
verified: no, type: f1_weighted
value: 0.9749592741906575
verified: no, type: main_score
value: 2.3503698722259583
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 11.260928043039678
verified: no, type: f1
value: 7.506881509551466
verified: no, type: f1_weighted
value: 10.068916119094599
verified: no, type: main_score
value: 11.260928043039678
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.98386012104909
verified: no, type: f1
value: 30.938210068958348
verified: no, type: f1_weighted
value: 31.02780337147849
verified: no, type: main_score
value: 31.98386012104909
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.989240080699396
verified: no, type: f1
value: 36.48140988776961
verified: no, type: f1_weighted
value: 36.67046029215524
verified: no, type: main_score
value: 37.989240080699396
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.2696704774714185
verified: no, type: f1
value: 1.4237810211064905
verified: no, type: f1_weighted
value: 1.4245380816139086
verified: no, type: main_score
value: 2.2696704774714185
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 9.80833893745797
verified: no, type: f1
value: 5.937294768946698
verified: no, type: f1_weighted
value: 9.081886869095237
verified: no, type: main_score
value: 9.80833893745797
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 29.919300605245464
verified: no, type: f1
value: 28.61836188311232
verified: no, type: f1_weighted
value: 29.1331315419033
verified: no, type: main_score
value: 29.919300605245464
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.706119704102214
verified: no, type: f1
value: 36.497414259722916
verified: no, type: f1_weighted
value: 40.843462130431604
verified: no, type: main_score
value: 40.706119704102214
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 34.86550100874243
verified: no, type: f1
value: 32.511543017798346
verified: no, type: f1_weighted
value: 35.37578537376275
verified: no, type: main_score
value: 34.86550100874243
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.540013449899126
verified: no, type: f1
value: 3.0183236967386793
verified: no, type: f1_weighted
value: 3.2437729486032003
verified: no, type: main_score
value: 6.540013449899126
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.371889710827169
verified: no, type: f1
value: 1.2161861106269458
verified: no, type: f1_weighted
value: 1.5561424935372978
verified: no, type: main_score
value: 6.371889710827169
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.38466711499663
verified: no, type: f1
value: 41.83981279786477
verified: no, type: f1_weighted
value: 44.274029840787534
verified: no, type: main_score
value: 44.38466711499663
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.78816408876934
verified: no, type: f1
value: 41.86661326594422
verified: no, type: f1_weighted
value: 45.560760425112406
verified: no, type: main_score
value: 44.78816408876934
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.55010087424344
verified: no, type: f1
value: 39.8637787919614
verified: no, type: f1_weighted
value: 41.39157838134575
verified: no, type: main_score
value: 41.55010087424344
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.545393409549428
verified: no, type: f1
value: 4.610499945114051
verified: no, type: f1_weighted
value: 4.09922516617004
verified: no, type: main_score
value: 7.545393409549428
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.951580363147286
verified: no, type: f1
value: 42.92057957404229
verified: no, type: f1_weighted
value: 45.401401158301816
verified: no, type: main_score
value: 45.951580363147286
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.18291862811029
verified: no, type: f1
value: 42.08296634278963
verified: no, type: f1_weighted
value: 43.69453467547596
verified: no, type: main_score
value: 44.18291862811029
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.363147276395427
verified: no, type: f1
value: 3.544838851039083
verified: no, type: f1_weighted
value: 4.140024210528424
verified: no, type: main_score
value: 10.363147276395427
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.074646940147949
verified: no, type: f1
value: 4.895747857203135
verified: no, type: f1_weighted
value: 4.468990336651401
verified: no, type: main_score
value: 7.074646940147949
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.626092804303966
verified: no, type: f1
value: 39.047362807965946
verified: no, type: f1_weighted
value: 42.878863568910916
verified: no, type: main_score
value: 42.626092804303966
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 3.658372562205784
verified: no, type: f1
value: 0.5307594854274683
verified: no, type: f1_weighted
value: 0.401264797645835
verified: no, type: main_score
value: 3.658372562205784
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 4.21990585070612
verified: no, type: f1
value: 0.6358533846714538
verified: no, type: f1_weighted
value: 0.7671477999724781
verified: no, type: main_score
value: 4.21990585070612
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 68.64156018829858
verified: no, type: f1
value: 67.51582950719383
verified: no, type: f1_weighted
value: 68.5025062054903
verified: no, type: main_score
value: 68.64156018829858
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.28110289172831
verified: no, type: f1
value: 39.510410678338054
verified: no, type: f1_weighted
value: 41.02140124389286
verified: no, type: main_score
value: 41.28110289172831
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.636180228648286
verified: no, type: f1
value: 1.6719014277521371
verified: no, type: f1_weighted
value: 2.630765935222266
verified: no, type: main_score
value: 7.636180228648286
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.76664425016812
verified: no, type: f1
value: 42.34937453494014
verified: no, type: f1_weighted
value: 46.23511425737051
verified: no, type: main_score
value: 45.76664425016812
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.43981170141224
verified: no, type: f1
value: 5.041029827403152
verified: no, type: f1_weighted
value: 5.147846162013479
verified: no, type: main_score
value: 8.43981170141224
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 4.694014794889037
verified: no, type: f1
value: 1.0566737135988624
verified: no, type: f1_weighted
value: 0.8980830102429626
verified: no, type: main_score
value: 4.694014794889037
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.229320780094151
verified: no, type: f1
value: 3.3528426017241646
verified: no, type: f1_weighted
value: 3.0009651233373824
verified: no, type: main_score
value: 7.229320780094151
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 48.59448554135844
verified: no, type: f1
value: 45.93986390603561
verified: no, type: f1_weighted
value: 48.81460377223571
verified: no, type: main_score
value: 48.59448554135844
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.10356422326833
verified: no, type: f1
value: 41.10020016961853
verified: no, type: f1_weighted
value: 43.412858014089615
verified: no, type: main_score
value: 43.10356422326833
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.492938802958975
verified: no, type: f1
value: 43.3157060473437
verified: no, type: f1_weighted
value: 46.72797829688491
verified: no, type: main_score
value: 46.492938802958975
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 9.640215198386013
verified: no, type: f1
value: 5.913537855727992
verified: no, type: f1_weighted
value: 7.8067513569062665
verified: no, type: main_score
value: 9.640215198386013
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.58641560188299
verified: no, type: f1
value: 36.59245191581804
verified: no, type: f1_weighted
value: 39.761736425592
verified: no, type: main_score
value: 39.58641560188299
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.860121049092132
verified: no, type: f1
value: 4.718864746190939
verified: no, type: f1_weighted
value: 5.316368610063624
verified: no, type: main_score
value: 8.860121049092132
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 4.8924008069939475
verified: no, type: f1
value: 0.916583483259345
verified: no, type: f1_weighted
value: 1.2544597904953059
verified: no, type: main_score
value: 4.8924008069939475
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.888365837256224
verified: no, type: f1
value: 39.86648771173936
verified: no, type: f1_weighted
value: 43.11507112407559
verified: no, type: main_score
value: 42.888365837256224
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.24209818426361
verified: no, type: f1
value: 37.47206040233386
verified: no, type: f1_weighted
value: 40.901742973729164
verified: no, type: main_score
value: 40.24209818426361
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.88298587760592
verified: no, type: f1
value: 39.9671764356801
verified: no, type: f1_weighted
value: 41.665819720648386
verified: no, type: main_score
value: 41.88298587760592
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.279757901815737
verified: no, type: f1
value: 2.35312820369449
verified: no, type: f1_weighted
value: 2.9203326672945553
verified: no, type: main_score
value: 7.279757901815737
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.4256893073302
verified: no, type: f1
value: 34.47682967775262
verified: no, type: f1_weighted
value: 36.30047330686327
verified: no, type: main_score
value: 36.4256893073302
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.21923335574983
verified: no, type: f1
value: 38.66130727259434
verified: no, type: f1_weighted
value: 42.90838675594236
verified: no, type: main_score
value: 42.21923335574983
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 37.17215870880969
verified: no, type: f1
value: 36.6199737291749
verified: no, type: f1_weighted
value: 37.51813432978582
verified: no, type: main_score
value: 37.17215870880969
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.735036987222595
verified: no, type: f1
value: 3.283595739100879
verified: no, type: f1_weighted
value: 3.2414428221388905
verified: no, type: main_score
value: 6.735036987222595
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 4.636852723604572
verified: no, type: f1
value: 1.5039726307543586
verified: no, type: f1_weighted
value: 1.8951629507178362
verified: no, type: main_score
value: 4.636852723604572
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.639542703429725
verified: no, type: f1
value: 3.1606874828517784
verified: no, type: f1_weighted
value: 3.0175908677497634
verified: no, type: main_score
value: 7.639542703429725
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.772024209818426
verified: no, type: f1
value: 45.434290596398235
verified: no, type: f1_weighted
value: 46.19818742253419
verified: no, type: main_score
value: 46.772024209818426
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.02824478816409
verified: no, type: f1
value: 37.9732630347416
verified: no, type: f1_weighted
value: 38.839810856726196
verified: no, type: main_score
value: 39.02824478816409
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.635507733691995
verified: no, type: f1
value: 44.245842472711445
verified: no, type: f1_weighted
value: 45.56008903462169
verified: no, type: main_score
value: 45.635507733691995
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 3.90719569603228
verified: no, type: f1
value: 0.721609151557302
verified: no, type: f1_weighted
value: 0.9666579998342201
verified: no, type: main_score
value: 3.90719569603228
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.969737726967054
verified: no, type: f1
value: 40.6605487852605
verified: no, type: f1_weighted
value: 39.5878208351771
verified: no, type: main_score
value: 39.969737726967054
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.720242098184266
verified: no, type: f1
value: 3.1181298559928035
verified: no, type: f1_weighted
value: 2.6041818295423984
verified: no, type: main_score
value: 7.720242098184266
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 16.59717552118359
verified: no, type: f1
value: 13.4695046374781
verified: no, type: f1_weighted
value: 15.359866047765248
verified: no, type: main_score
value: 16.59717552118359
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.376597175521184
verified: no, type: f1
value: 33.45508779694952
verified: no, type: f1_weighted
value: 35.14224104129548
verified: no, type: main_score
value: 35.376597175521184
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.27841291190316
verified: no, type: f1
value: 41.51990670116458
verified: no, type: f1_weighted
value: 43.31060194027195
verified: no, type: main_score
value: 43.27841291190316
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.04303967720242
verified: no, type: f1
value: 2.9211272271217616
verified: no, type: f1_weighted
value: 3.246376657700989
verified: no, type: main_score
value: 8.04303967720242
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 29.59174951459128
verified: no, type: v_measure
value: 29.59174951459128
verified: no, type: v_measure_std
value: 1.2268181756492447
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 25.506220008220637
verified: no, type: v_measure
value: 25.506220008220637
verified: no, type: v_measure_std
value: 1.3919943636038146
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics: type: main_score
value: 30.293799798317185
verified: no, type: map
value: 30.293799798317185
verified: no, type: mrr
value: 31.267490122158986
verified: no, type: nAUC_map_diff1
value: 7.2946017869660515
verified: no, type: nAUC_map_max
value: -21.03427188993518
verified: no, type: nAUC_map_std
value: -5.939694346195165
verified: no, type: nAUC_mrr_diff1
value: 7.887079466298967
verified: no, type: nAUC_mrr_max
value: -15.3013955753825
verified: no, type: nAUC_mrr_std
value: -2.702370989134612
verified: no
task: type: Reranking, dataset: config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics: type: main_score
value: 29.275000000000002
verified: no, type: map_at_1
value: 4.619
verified: no, type: map_at_10
value: 10.05
verified: no, type: map_at_100
value: 13.109000000000002
verified: no, type: map_at_1000
value: 14.657
verified: no, type: map_at_20
value: 11.236
verified: no, type: map_at_3
value: 7.438000000000001
verified: no, type: map_at_5
value: 8.64
verified: no, type: mrr_at_1
value: 36.84210526315789
verified: no, type: mrr_at_10
value: 47.3395498550297
verified: no, type: mrr_at_100
value: 48.0904902846579
verified: no, type: mrr_at_1000
value: 48.14112968039169
verified: no, type: mrr_at_20
value: 47.92523686198981
verified: no, type: mrr_at_3
value: 44.891640866873054
verified: no, type: mrr_at_5
value: 46.23839009287924
verified: no, type: nauc_map_at_1000_diff1
value: 33.4360380737598
verified: no, type: nauc_map_at_1000_max
value: 28.217369966979668
verified: no, type: nauc_map_at_1000_std
value: 1.2371950631177655
verified: no, type: nauc_map_at_100_diff1
value: 34.96908020116179
verified: no, type: nauc_map_at_100_max
value: 25.492302024698883
verified: no, type: nauc_map_at_100_std
value: -4.132499810870762
verified: no, type: nauc_map_at_10_diff1
value: 39.755680370555595
verified: no, type: nauc_map_at_10_max
value: 19.098316017950307
verified: no, type: nauc_map_at_10_std
value: -12.99215975211188
verified: no, type: nauc_map_at_1_diff1
value: 51.65935492248146
verified: no, type: nauc_map_at_1_max
value: 13.625426425766191
verified: no, type: nauc_map_at_1_std
value: -13.351192804709742
verified: no, type: nauc_map_at_20_diff1
value: 37.52351140950578
verified: no, type: nauc_map_at_20_max
value: 20.929216845960493
verified: no, type: nauc_map_at_20_std
value: -10.699649602912874
verified: no, type: nauc_map_at_3_diff1
value: 43.841975364178474
verified: no, type: nauc_map_at_3_max
value: 14.149268939252686
verified: no, type: nauc_map_at_3_std
value: -16.45912383012257
verified: no, type: nauc_map_at_5_diff1
value: 40.747647117588734
verified: no, type: nauc_map_at_5_max
value: 15.65031800844551
verified: no, type: nauc_map_at_5_std
value: -15.455222441139412
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.43030355576533
verified: no, type: nauc_mrr_at_1000_max
value: 39.98437642376947
verified: no, type: nauc_mrr_at_1000_std
value: 13.696268171718366
verified: no, type: nauc_mrr_at_100_diff1
value: 30.438256939347614
verified: no, type: nauc_mrr_at_100_max
value: 40.0295026589561
verified: no, type: nauc_mrr_at_100_std
value: 13.745312491080854
verified: no, type: nauc_mrr_at_10_diff1
value: 29.803507784739296
verified: no, type: nauc_mrr_at_10_max
value: 39.77927118483751
verified: no, type: nauc_mrr_at_10_std
value: 13.641961666805294
verified: no, type: nauc_mrr_at_1_diff1
value: 35.89026307299207
verified: no, type: nauc_mrr_at_1_max
value: 34.40748240626537
verified: no, type: nauc_mrr_at_1_std
value: 5.964160869102734
verified: no, type: nauc_mrr_at_20_diff1
value: 30.418391690503643
verified: no, type: nauc_mrr_at_20_max
value: 39.970996154982565
verified: no, type: nauc_mrr_at_20_std
value: 13.59806704275211
verified: no, type: nauc_mrr_at_3_diff1
value: 31.15853535827165
verified: no, type: nauc_mrr_at_3_max
value: 39.33344010660566
verified: no, type: nauc_mrr_at_3_std
value: 13.24813158884146
verified: no, type: nauc_mrr_at_5_diff1
value: 30.300838968443067
verified: no, type: nauc_mrr_at_5_max
value: 39.53273693808431
verified: no, type: nauc_mrr_at_5_std
value: 13.102078134267014
verified: no, type: nauc_ndcg_at_1000_diff1
value: 26.362508515972184
verified: no, type: nauc_ndcg_at_1000_max
value: 40.23194506255541
verified: no, type: nauc_ndcg_at_1000_std
value: 19.389368367678824
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.46492660860081
verified: no, type: nauc_ndcg_at_100_max
value: 36.11457221738757
verified: no, type: nauc_ndcg_at_100_std
value: 12.59108584258912
verified: no, type: nauc_ndcg_at_10_diff1
value: 22.232392978323194
verified: no, type: nauc_ndcg_at_10_max
value: 38.60578972896428
verified: no, type: nauc_ndcg_at_10_std
value: 14.426104225223343
verified: no, type: nauc_ndcg_at_1_diff1
value: 36.4244122854942
verified: no, type: nauc_ndcg_at_1_max
value: 33.988586429129235
verified: no, type: nauc_ndcg_at_1_std
value: 5.240114299873928
verified: no, type: nauc_ndcg_at_20_diff1
value: 22.611783820860488
verified: no, type: nauc_ndcg_at_20_max
value: 37.36244057583005
verified: no, type: nauc_ndcg_at_20_std
value: 13.841565898836697
verified: no, type: nauc_ndcg_at_3_diff1
value: 26.40468088025749
verified: no, type: nauc_ndcg_at_3_max
value: 38.88916432722623
verified: no, type: nauc_ndcg_at_3_std
value: 12.5734045870355
verified: no, type: nauc_ndcg_at_5_diff1
value: 22.94819987843152
verified: no, type: nauc_ndcg_at_5_max
value: 38.759691871212894
verified: no, type: nauc_ndcg_at_5_std
value: 12.395571901326
verified: no, type: nauc_precision_at_1000_diff1
value: -5.851358081434129
verified: no, type: nauc_precision_at_1000_max
value: 30.11654878413308
verified: no, type: nauc_precision_at_1000_std
value: 43.94224295928656
verified: no, type: nauc_precision_at_100_diff1
value: -5.311083479575791
verified: no, type: nauc_precision_at_100_max
value: 36.9815034867462
verified: no, type: nauc_precision_at_100_std
value: 42.726917662621034
verified: no, type: nauc_precision_at_10_diff1
value: 5.0165499424967255
verified: no, type: nauc_precision_at_10_max
value: 42.288591031996404
verified: no, type: nauc_precision_at_10_std
value: 28.288812827371572
verified: no, type: nauc_precision_at_1_diff1
value: 35.89026307299207
verified: no, type: nauc_precision_at_1_max
value: 34.40748240626537
verified: no, type: nauc_precision_at_1_std
value: 5.964160869102734
verified: no, type: nauc_precision_at_20_diff1
value: -0.9477941342470393
verified: no, type: nauc_precision_at_20_max
value: 40.698596908362376
verified: no, type: nauc_precision_at_20_std
value: 33.24023521125184
verified: no, type: nauc_precision_at_3_diff1
value: 17.77944268719792
verified: no, type: nauc_precision_at_3_max
value: 39.95901812721155
verified: no, type: nauc_precision_at_3_std
value: 17.641623892928074
verified: no, type: nauc_precision_at_5_diff1
value: 10.84988824746148
verified: no, type: nauc_precision_at_5_max
value: 42.35740508312315
verified: no, type: nauc_precision_at_5_std
value: 20.794287338668564
verified: no, type: nauc_recall_at_1000_diff1
value: 8.30124951465784
verified: no, type: nauc_recall_at_1000_max
value: 15.972113455936961
verified: no, type: nauc_recall_at_1000_std
value: 12.253506072988197
verified: no, type: nauc_recall_at_100_diff1
value: 16.933108250247113
verified: no, type: nauc_recall_at_100_max
value: 16.959460018448272
verified: no, type: nauc_recall_at_100_std
value: 0.9438785069420591
verified: no, type: nauc_recall_at_10_diff1
value: 28.986676699249774
verified: no, type: nauc_recall_at_10_max
value: 12.826780137104121
verified: no, type: nauc_recall_at_10_std
value: -12.67165558704404
verified: no, type: nauc_recall_at_1_diff1
value: 51.65935492248146
verified: no, type: nauc_recall_at_1_max
value: 13.625426425766191
verified: no, type: nauc_recall_at_1_std
value: -13.351192804709742
verified: no, type: nauc_recall_at_20_diff1
value: 23.48986265124056
verified: no, type: nauc_recall_at_20_max
value: 10.004441688785114
verified: no, type: nauc_recall_at_20_std
value: -12.844667455228542
verified: no, type: nauc_recall_at_3_diff1
value: 37.92373054684738
verified: no, type: nauc_recall_at_3_max
value: 11.154962667304414
verified: no, type: nauc_recall_at_3_std
value: -16.892769428975903
verified: no, type: nauc_recall_at_5_diff1
value: 30.083000885154004
verified: no, type: nauc_recall_at_5_max
value: 9.735216295086316
verified: no, type: nauc_recall_at_5_std
value: -16.05390472628543
verified: no, type: ndcg_at_1
value: 35.138999999999996
verified: no, type: ndcg_at_10
value: 29.275000000000002
verified: no, type: ndcg_at_100
value: 28.326
verified: no, type: ndcg_at_1000
value: 37.551
verified: no, type: ndcg_at_20
value: 28.127999999999997
verified: no, type: ndcg_at_3
value: 32.97
verified: no, type: ndcg_at_5
value: 31.452999999999996
verified: no, type: precision_at_1
value: 36.842000000000006
verified: no, type: precision_at_10
value: 21.95
verified: no, type: precision_at_100
value: 7.870000000000001
verified: no, type: precision_at_1000
value: 2.131
verified: no, type: precision_at_20
value: 17.183
verified: no, type: precision_at_3
value: 31.579
verified: no, type: precision_at_5
value: 27.245
verified: no, type: recall_at_1
value: 4.619
verified: no, type: recall_at_10
value: 14.347999999999999
verified: no, type: recall_at_100
value: 30.683
verified: no, type: recall_at_1000
value: 63.588
verified: no, type: recall_at_20
value: 19.185
verified: no, type: recall_at_3
value: 8.552
verified: no, type: recall_at_5
value: 11.205
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics: type: main_score
value: 20.698
verified: no, type: map_at_1
value: 9.099
verified: no, type: map_at_10
value: 16.035
verified: no, type: map_at_100
value: 17.333000000000002
verified: no, type: map_at_1000
value: 17.442
verified: no, type: map_at_20
value: 16.775000000000002
verified: no, type: map_at_3
value: 13.264000000000001
verified: no, type: map_at_5
value: 14.751
verified: no, type: mrr_at_1
value: 10.341830822711472
verified: no, type: mrr_at_10
value: 17.71805854439111
verified: no, type: mrr_at_100
value: 18.88326607832399
verified: no, type: mrr_at_1000
value: 18.97325230324218
verified: no, type: mrr_at_20
value: 18.392915535222556
verified: no, type: mrr_at_3
value: 14.909231363460762
verified: no, type: mrr_at_5
value: 16.44312475859403
verified: no, type: nauc_map_at_1000_diff1
value: 17.254986374825286
verified: no, type: nauc_map_at_1000_max
value: 13.439346542365179
verified: no, type: nauc_map_at_1000_std
value: 2.5275657144802195
verified: no, type: nauc_map_at_100_diff1
value: 17.245605107785224
verified: no, type: nauc_map_at_100_max
value: 13.40202710623184
verified: no, type: nauc_map_at_100_std
value: 2.4706767174749795
verified: no, type: nauc_map_at_10_diff1
value: 17.362611568457876
verified: no, type: nauc_map_at_10_max
value: 12.718737179191786
verified: no, type: nauc_map_at_10_std
value: 1.5985417491844265
verified: no, type: nauc_map_at_1_diff1
value: 19.069649030230494
verified: no, type: nauc_map_at_1_max
value: 10.537016395148484
verified: no, type: nauc_map_at_1_std
value: -0.20293346898013373
verified: no, type: nauc_map_at_20_diff1
value: 17.28797105279572
verified: no, type: nauc_map_at_20_max
value: 13.341528901450777
verified: no, type: nauc_map_at_20_std
value: 2.2025625637623607
verified: no, type: nauc_map_at_3_diff1
value: 17.226426112134416
verified: no, type: nauc_map_at_3_max
value: 11.707021625496541
verified: no, type: nauc_map_at_3_std
value: 0.5383888218886224
verified: no, type: nauc_map_at_5_diff1
value: 17.432134843682352
verified: no, type: nauc_map_at_5_max
value: 12.263732542482142
verified: no, type: nauc_map_at_5_std
value: 1.0448201942027786
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.699135957241914
verified: no, type: nauc_mrr_at_1000_max
value: 12.939339163143481
verified: no, type: nauc_mrr_at_1000_std
value: 3.127097024314893
verified: no, type: nauc_mrr_at_100_diff1
value: 16.695665659707533
verified: no, type: nauc_mrr_at_100_max
value: 12.917095563138032
verified: no, type: nauc_mrr_at_100_std
value: 3.1009182236599657
verified: no, type: nauc_mrr_at_10_diff1
value: 16.748660416707953
verified: no, type: nauc_mrr_at_10_max
value: 12.44062967065397
verified: no, type: nauc_mrr_at_10_std
value: 2.539298918142408
verified: no, type: nauc_mrr_at_1_diff1
value: 18.649292433641946
verified: no, type: nauc_mrr_at_1_max
value: 10.322705334943354
verified: no, type: nauc_mrr_at_1_std
value: 0.9429955456739789
verified: no, type: nauc_mrr_at_20_diff1
value: 16.764840482052705
verified: no, type: nauc_mrr_at_20_max
value: 12.946975729383633
verified: no, type: nauc_mrr_at_20_std
value: 2.932736882470633
verified: no, type: nauc_mrr_at_3_diff1
value: 16.596050981787794
verified: no, type: nauc_mrr_at_3_max
value: 11.519506405063725
verified: no, type: nauc_mrr_at_3_std
value: 1.5842635742086837
verified: no, type: nauc_mrr_at_5_diff1
value: 16.714384466053538
verified: no, type: nauc_mrr_at_5_max
value: 12.11333045610397
verified: no, type: nauc_mrr_at_5_std
value: 2.0821511450118955
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.305889029513416
verified: no, type: nauc_ndcg_at_1000_max
value: 16.35847009769661
verified: no, type: nauc_ndcg_at_1000_std
value: 6.938101475417058
verified: no, type: nauc_ndcg_at_100_diff1
value: 16.320050039239725
verified: no, type: nauc_ndcg_at_100_max
value: 15.592495352748589
verified: no, type: nauc_ndcg_at_100_std
value: 5.856272811978535
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.681839306588902
verified: no, type: nauc_ndcg_at_10_max
value: 13.525356048623873
verified: no, type: nauc_ndcg_at_10_std
value: 2.6377334016180076
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.649292433641946
verified: no, type: nauc_ndcg_at_1_max
value: 10.322705334943354
verified: no, type: nauc_ndcg_at_1_std
value: 0.9429955456739789
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.548714959689338
verified: no, type: nauc_ndcg_at_20_max
value: 15.419991184276242
verified: no, type: nauc_ndcg_at_20_std
value: 4.359840640433437
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.52757468654836
verified: no, type: nauc_ndcg_at_3_max
value: 11.845241420365381
verified: no, type: nauc_ndcg_at_3_std
value: 0.9022051180674676
verified: no, type: nauc_ndcg_at_5_diff1
value: 16.803914503963657
verified: no, type: nauc_ndcg_at_5_max
value: 12.661228986565012
verified: no, type: nauc_ndcg_at_5_std
value: 1.6087530967103125
verified: no, type: nauc_precision_at_1000_diff1
value: 2.5744290658512323
verified: no, type: nauc_precision_at_1000_max
value: 20.00482072056845
verified: no, type: nauc_precision_at_1000_std
value: 24.142615306097174
verified: no, type: nauc_precision_at_100_diff1
value: 9.649719522453832
verified: no, type: nauc_precision_at_100_max
value: 19.342032029639558
verified: no, type: nauc_precision_at_100_std
value: 17.217628561262753
verified: no, type: nauc_precision_at_10_diff1
value: 14.437339397820265
verified: no, type: nauc_precision_at_10_max
value: 16.18666482685321
verified: no, type: nauc_precision_at_10_std
value: 6.847865538844424
verified: no, type: nauc_precision_at_1_diff1
value: 18.649292433641946
verified: no, type: nauc_precision_at_1_max
value: 10.322705334943354
verified: no, type: nauc_precision_at_1_std
value: 0.9429955456739789
verified: no, type: nauc_precision_at_20_diff1
value: 13.215068848235012
verified: no, type: nauc_precision_at_20_max
value: 21.050839739542564
verified: no, type: nauc_precision_at_20_std
value: 11.837970134878372
verified: no, type: nauc_precision_at_3_diff1
value: 14.82248645333017
verified: no, type: nauc_precision_at_3_max
value: 12.621883106558892
verified: no, type: nauc_precision_at_3_std
value: 2.5115605045903626
verified: no, type: nauc_precision_at_5_diff1
value: 15.222966219221876
verified: no, type: nauc_precision_at_5_max
value: 14.76293352919041
verified: no, type: nauc_precision_at_5_std
value: 4.495955186742339
verified: no, type: nauc_recall_at_1000_diff1
value: 12.210180825200483
verified: no, type: nauc_recall_at_1000_max
value: 36.81657476930537
verified: no, type: nauc_recall_at_1000_std
value: 37.51488463684649
verified: no, type: nauc_recall_at_100_diff1
value: 13.953951380423394
verified: no, type: nauc_recall_at_100_max
value: 21.094307133809338
verified: no, type: nauc_recall_at_100_std
value: 15.045764826631583
verified: no, type: nauc_recall_at_10_diff1
value: 15.120563597051028
verified: no, type: nauc_recall_at_10_max
value: 14.526090067490708
verified: no, type: nauc_recall_at_10_std
value: 3.720696821960603
verified: no, type: nauc_recall_at_1_diff1
value: 19.069649030230494
verified: no, type: nauc_recall_at_1_max
value: 10.537016395148484
verified: no, type: nauc_recall_at_1_std
value: -0.20293346898013373
verified: no, type: nauc_recall_at_20_diff1
value: 14.701594061753623
verified: no, type: nauc_recall_at_20_max
value: 19.4830308415984
verified: no, type: nauc_recall_at_20_std
value: 8.224906540086907
verified: no, type: nauc_recall_at_3_diff1
value: 15.130991754098073
verified: no, type: nauc_recall_at_3_max
value: 11.990726203131542
verified: no, type: nauc_recall_at_3_std
value: 0.8423655198970882
verified: no, type: nauc_recall_at_5_diff1
value: 15.567950710475461
verified: no, type: nauc_recall_at_5_max
value: 12.878497344389919
verified: no, type: nauc_recall_at_5_std
value: 1.7680713756809587
verified: no, type: ndcg_at_1
value: 10.342
verified: no, type: ndcg_at_10
value: 20.698
verified: no, type: ndcg_at_100
value: 27.167
verified: no, type: ndcg_at_1000
value: 30.070999999999998
verified: no, type: ndcg_at_20
value: 23.274
verified: no, type: ndcg_at_3
value: 15.018999999999998
verified: no, type: ndcg_at_5
value: 17.659
verified: no, type: precision_at_1
value: 10.342
verified: no, type: precision_at_10
value: 3.9539999999999997
verified: no, type: precision_at_100
value: 0.761
verified: no, type: precision_at_1000
value: 0.104
verified: no, type: precision_at_20
value: 2.5780000000000003
verified: no, type: precision_at_3
value: 7.106999999999999
verified: no, type: precision_at_5
value: 5.776
verified: no, type: recall_at_1
value: 9.099
verified: no, type: recall_at_10
value: 33.596
verified: no, type: recall_at_100
value: 63.562
verified: no, type: recall_at_1000
value: 85.72999999999999
verified: no, type: recall_at_20
value: 43.311
verified: no, type: recall_at_3
value: 18.472
verified: no, type: recall_at_5
value: 24.585
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics: type: main_score
value: 81.65599999999999
verified: no, type: map_at_1
value: 63.827
verified: no, type: map_at_10
value: 76.964
verified: no, type: map_at_100
value: 77.704
verified: no, type: map_at_1000
value: 77.735
verified: no, type: map_at_20
value: 77.42999999999999
verified: no, type: map_at_3
value: 73.934
verified: no, type: map_at_5
value: 75.82600000000001
verified: no, type: mrr_at_1
value: 73.48
verified: no, type: mrr_at_10
value: 81.0926468253964
verified: no, type: mrr_at_100
value: 81.31734614432675
verified: no, type: mrr_at_1000
value: 81.32043776545018
verified: no, type: mrr_at_20
value: 81.24633777565691
verified: no, type: mrr_at_3
value: 79.65666666666627
verified: no, type: mrr_at_5
value: 80.62966666666608
verified: no, type: nauc_map_at_1000_diff1
value: 71.39149113061318
verified: no, type: nauc_map_at_1000_max
value: 40.33843352147068
verified: no, type: nauc_map_at_1000_std
value: -17.891504238040465
verified: no, type: nauc_map_at_100_diff1
value: 71.38342143642451
verified: no, type: nauc_map_at_100_max
value: 40.321351634706375
verified: no, type: nauc_map_at_100_std
value: -17.9319300506667
verified: no, type: nauc_map_at_10_diff1
value: 71.35491660767684
verified: no, type: nauc_map_at_10_max
value: 39.85991926638916
verified: no, type: nauc_map_at_10_std
value: -18.836856128519383
verified: no, type: nauc_map_at_1_diff1
value: 73.54628255386146
verified: no, type: nauc_map_at_1_max
value: 33.25605928394908
verified: no, type: nauc_map_at_1_std
value: -18.144419412198452
verified: no, type: nauc_map_at_20_diff1
value: 71.38904561001902
verified: no, type: nauc_map_at_20_max
value: 40.194929339925984
verified: no, type: nauc_map_at_20_std
value: -18.279680857751433
verified: no, type: nauc_map_at_3_diff1
value: 71.5858220542862
verified: no, type: nauc_map_at_3_max
value: 38.443122714615015
verified: no, type: nauc_map_at_3_std
value: -19.89436606041858
verified: no, type: nauc_map_at_5_diff1
value: 71.38606525341777
verified: no, type: nauc_map_at_5_max
value: 39.39109762451399
verified: no, type: nauc_map_at_5_std
value: -19.39534210177022
verified: no, type: nauc_mrr_at_1000_diff1
value: 72.9988251492693
verified: no, type: nauc_mrr_at_1000_max
value: 42.49186924545742
verified: no, type: nauc_mrr_at_1000_std
value: -16.009120355794582
verified: no, type: nauc_mrr_at_100_diff1
value: 72.99776630206937
verified: no, type: nauc_mrr_at_100_max
value: 42.49231672467544
verified: no, type: nauc_mrr_at_100_std
value: -16.004732355361025
verified: no, type: nauc_mrr_at_10_diff1
value: 72.94033724208157
verified: no, type: nauc_mrr_at_10_max
value: 42.53404778736794
verified: no, type: nauc_mrr_at_10_std
value: -16.104242819687293
verified: no, type: nauc_mrr_at_1_diff1
value: 74.56490028017149
verified: no, type: nauc_mrr_at_1_max
value: 41.75816196003543
verified: no, type: nauc_mrr_at_1_std
value: -15.819755003547026
verified: no, type: nauc_mrr_at_20_diff1
value: 72.98211375711105
verified: no, type: nauc_mrr_at_20_max
value: 42.538206123163334
verified: no, type: nauc_mrr_at_20_std
value: -16.016217161973845
verified: no, type: nauc_mrr_at_3_diff1
value: 72.75722201168891
verified: no, type: nauc_mrr_at_3_max
value: 42.46853236913194
verified: no, type: nauc_mrr_at_3_std
value: -16.393855569517648
verified: no, type: nauc_mrr_at_5_diff1
value: 72.77170511856714
verified: no, type: nauc_mrr_at_5_max
value: 42.51681649628181
verified: no, type: nauc_mrr_at_5_std
value: -16.081419218137206
verified: no, type: nauc_ndcg_at_1000_diff1
value: 71.5630939112427
verified: no, type: nauc_ndcg_at_1000_max
value: 41.60520411671016
verified: no, type: nauc_ndcg_at_1000_std
value: -16.313682207683218
verified: no, type: nauc_ndcg_at_100_diff1
value: 71.43948430146776
verified: no, type: nauc_ndcg_at_100_max
value: 41.4749446419742
verified: no, type: nauc_ndcg_at_100_std
value: -16.37365608155481
verified: no, type: nauc_ndcg_at_10_diff1
value: 71.05545377147486
verified: no, type: nauc_ndcg_at_10_max
value: 40.83959403873984
verified: no, type: nauc_ndcg_at_10_std
value: -18.372600254018458
verified: no, type: nauc_ndcg_at_1_diff1
value: 74.4067517981036
verified: no, type: nauc_ndcg_at_1_max
value: 42.08486425127613
verified: no, type: nauc_ndcg_at_1_std
value: -15.4793303078955
verified: no, type: nauc_ndcg_at_20_diff1
value: 71.3303494281465
verified: no, type: nauc_ndcg_at_20_max
value: 41.30763504210566
verified: no, type: nauc_ndcg_at_20_std
value: -17.446760545543647
verified: no, type: nauc_ndcg_at_3_diff1
value: 70.77039185630308
verified: no, type: nauc_ndcg_at_3_max
value: 40.371684731849456
verified: no, type: nauc_ndcg_at_3_std
value: -18.542486353830252
verified: no, type: nauc_ndcg_at_5_diff1
value: 70.77919835283566
verified: no, type: nauc_ndcg_at_5_max
value: 40.62746555935256
verified: no, type: nauc_ndcg_at_5_std
value: -18.476454477867936
verified: no, type: nauc_precision_at_1000_diff1
value: -35.07080251126366
verified: no, type: nauc_precision_at_1000_max
value: -6.633518122473949
verified: no, type: nauc_precision_at_1000_std
value: 22.523466011578293
verified: no, type: nauc_precision_at_100_diff1
value: -33.57597703518579
verified: no, type: nauc_precision_at_100_max
value: -4.318826570255354
verified: no, type: nauc_precision_at_100_std
value: 21.69409820944277
verified: no, type: nauc_precision_at_10_diff1
value: -21.2326793969886
verified: no, type: nauc_precision_at_10_max
value: 4.74715866858846
verified: no, type: nauc_precision_at_10_std
value: 12.802098924222916
verified: no, type: nauc_precision_at_1_diff1
value: 74.4067517981036
verified: no, type: nauc_precision_at_1_max
value: 42.08486425127613
verified: no, type: nauc_precision_at_1_std
value: -15.4793303078955
verified: no, type: nauc_precision_at_20_diff1
value: -27.254750686404655
verified: no, type: nauc_precision_at_20_max
value: 1.0273541098531822
verified: no, type: nauc_precision_at_20_std
value: 17.255614029026383
verified: no, type: nauc_precision_at_3_diff1
value: 6.231882729513598
verified: no, type: nauc_precision_at_3_max
value: 18.63617015700416
verified: no, type: nauc_precision_at_3_std
value: -0.09125042910806766
verified: no, type: nauc_precision_at_5_diff1
value: -9.542162061539578
verified: no, type: nauc_precision_at_5_max
value: 11.777674631905256
verified: no, type: nauc_precision_at_5_std
value: 6.902252926776485
verified: no, type: nauc_recall_at_1000_diff1
value: 64.20660779935207
verified: no, type: nauc_recall_at_1000_max
value: 39.820830494433885
verified: no, type: nauc_recall_at_1000_std
value: 30.464606631101947
verified: no, type: nauc_recall_at_100_diff1
value: 60.72288063766832
verified: no, type: nauc_recall_at_100_max
value: 35.51649999850289
verified: no, type: nauc_recall_at_100_std
value: -2.941821357758343
verified: no, type: nauc_recall_at_10_diff1
value: 64.16960422133525
verified: no, type: nauc_recall_at_10_max
value: 37.37480035844863
verified: no, type: nauc_recall_at_10_std
value: -23.563759314729868
verified: no, type: nauc_recall_at_1_diff1
value: 73.54628255386146
verified: no, type: nauc_recall_at_1_max
value: 33.25605928394908
verified: no, type: nauc_recall_at_1_std
value: -18.144419412198452
verified: no, type: nauc_recall_at_20_diff1
value: 63.39555626630191
verified: no, type: nauc_recall_at_20_max
value: 38.6752108901702
verified: no, type: nauc_recall_at_20_std
value: -18.964818619859983
verified: no, type: nauc_recall_at_3_diff1
value: 66.89037127700342
verified: no, type: nauc_recall_at_3_max
value: 36.158739870674665
verified: no, type: nauc_recall_at_3_std
value: -22.57804487389491
verified: no, type: nauc_recall_at_5_diff1
value: 65.13895844088806
verified: no, type: nauc_recall_at_5_max
value: 37.04882783165633
verified: no, type: nauc_recall_at_5_std
value: -22.599155118312048
verified: no, type: ndcg_at_1
value: 73.56
verified: no, type: ndcg_at_10
value: 81.65599999999999
verified: no, type: ndcg_at_100
value: 83.65
verified: no, type: ndcg_at_1000
value: 83.953
verified: no, type: ndcg_at_20
value: 82.626
verified: no, type: ndcg_at_3
value: 78.051
verified: no, type: ndcg_at_5
value: 80.022
verified: no, type: precision_at_1
value: 73.56
verified: no, type: precision_at_10
value: 12.367
verified: no, type: precision_at_100
value: 1.465
verified: no, type: precision_at_1000
value: 0.155
verified: no, type: precision_at_20
value: 6.637
verified: no, type: precision_at_3
value: 33.907
verified: no, type: precision_at_5
value: 22.494
verified: no, type: recall_at_1
value: 63.827
verified: no, type: recall_at_10
value: 90.716
verified: no, type: recall_at_100
value: 98.15700000000001
verified: no, type: recall_at_1000
value: 99.75
verified: no, type: recall_at_20
value: 93.963
verified: no, type: recall_at_3
value: 80.58800000000001
verified: no, type: recall_at_5
value: 85.94500000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 37.979245742501426
verified: no, type: v_measure
value: 37.979245742501426
verified: no, type: v_measure_std
value: 14.188834832552754
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 48.717521911807246
verified: no, type: v_measure
value: 48.717521911807246
verified: no, type: v_measure_std
value: 11.367865054699443
verified: no
task: type: Clustering, dataset: config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics: type: main_score
value: 13.34
verified: no, type: map_at_1
value: 3.013
verified: no, type: map_at_10
value: 7.526
verified: no, type: map_at_100
value: 9.064
verified: no, type: map_at_1000
value: 9.334000000000001
verified: no, type: map_at_20
value: 8.280999999999999
verified: no, type: map_at_3
value: 5.372
verified: no, type: map_at_5
value: 6.547
verified: no, type: mrr_at_1
value: 14.799999999999999
verified: no, type: mrr_at_10
value: 23.240039682539678
verified: no, type: mrr_at_100
value: 24.551917127306382
verified: no, type: mrr_at_1000
value: 24.623277476732643
verified: no, type: mrr_at_20
value: 24.012189806667358
verified: no, type: mrr_at_3
value: 19.966666666666683
verified: no, type: mrr_at_5
value: 21.91666666666668
verified: no, type: nauc_map_at_1000_diff1
value: 13.524919738808602
verified: no, type: nauc_map_at_1000_max
value: 20.130711353578697
verified: no, type: nauc_map_at_1000_std
value: 4.687505131944721
verified: no, type: nauc_map_at_100_diff1
value: 13.503876684009638
verified: no, type: nauc_map_at_100_max
value: 19.925228058866196
verified: no, type: nauc_map_at_100_std
value: 4.252144858365304
verified: no, type: nauc_map_at_10_diff1
value: 14.070460623266353
verified: no, type: nauc_map_at_10_max
value: 17.875242102485164
verified: no, type: nauc_map_at_10_std
value: 0.9977369374250206
verified: no, type: nauc_map_at_1_diff1
value: 19.367480860371863
verified: no, type: nauc_map_at_1_max
value: 13.779567632008222
verified: no, type: nauc_map_at_1_std
value: -2.18001828143836
verified: no, type: nauc_map_at_20_diff1
value: 13.64550822646865
verified: no, type: nauc_map_at_20_max
value: 19.070959676636605
verified: no, type: nauc_map_at_20_std
value: 2.4787990330065424
verified: no, type: nauc_map_at_3_diff1
value: 15.606808459660678
verified: no, type: nauc_map_at_3_max
value: 14.61563009683659
verified: no, type: nauc_map_at_3_std
value: -2.8645054184791077
verified: no, type: nauc_map_at_5_diff1
value: 14.287546650026236
verified: no, type: nauc_map_at_5_max
value: 16.20964756141755
verified: no, type: nauc_map_at_5_std
value: 0.006519191041768774
verified: no, type: nauc_mrr_at_1000_diff1
value: 15.730983020670397
verified: no, type: nauc_mrr_at_1000_max
value: 14.836620029067962
verified: no, type: nauc_mrr_at_1000_std
value: 1.7192685667688408
verified: no, type: nauc_mrr_at_100_diff1
value: 15.70291252927257
verified: no, type: nauc_mrr_at_100_max
value: 14.822230086286861
verified: no, type: nauc_mrr_at_100_std
value: 1.7299930124850598
verified: no, type: nauc_mrr_at_10_diff1
value: 15.694663817314472
verified: no, type: nauc_mrr_at_10_max
value: 14.815659671926177
verified: no, type: nauc_mrr_at_10_std
value: 1.470235454272845
verified: no, type: nauc_mrr_at_1_diff1
value: 18.93727754746333
verified: no, type: nauc_mrr_at_1_max
value: 13.553417115304741
verified: no, type: nauc_mrr_at_1_std
value: -1.9441435424624773
verified: no, type: nauc_mrr_at_20_diff1
value: 15.747061467031056
verified: no, type: nauc_mrr_at_20_max
value: 14.74013921140167
verified: no, type: nauc_mrr_at_20_std
value: 1.6047670108379604
verified: no, type: nauc_mrr_at_3_diff1
value: 15.490759436019392
verified: no, type: nauc_mrr_at_3_max
value: 13.33412557932988
verified: no, type: nauc_mrr_at_3_std
value: -0.042360521585954866
verified: no, type: nauc_mrr_at_5_diff1
value: 15.364690601839209
verified: no, type: nauc_mrr_at_5_max
value: 13.832837709761185
verified: no, type: nauc_mrr_at_5_std
value: 0.6235309953222236
verified: no, type: nauc_ndcg_at_1000_diff1
value: 13.79751660030825
verified: no, type: nauc_ndcg_at_1000_max
value: 23.332839088777433
verified: no, type: nauc_ndcg_at_1000_std
value: 12.750435600771509
verified: no, type: nauc_ndcg_at_100_diff1
value: 13.027067302887966
verified: no, type: nauc_ndcg_at_100_max
value: 21.690199451404737
verified: no, type: nauc_ndcg_at_100_std
value: 9.797244265602204
verified: no, type: nauc_ndcg_at_10_diff1
value: 13.876085304529322
verified: no, type: nauc_ndcg_at_10_max
value: 18.270117989306787
verified: no, type: nauc_ndcg_at_10_std
value: 3.203119379305604
verified: no, type: nauc_ndcg_at_1_diff1
value: 18.93727754746333
verified: no, type: nauc_ndcg_at_1_max
value: 13.553417115304741
verified: no, type: nauc_ndcg_at_1_std
value: -1.9441435424624773
verified: no, type: nauc_ndcg_at_20_diff1
value: 13.466534965143756
verified: no, type: nauc_ndcg_at_20_max
value: 19.84990170610637
verified: no, type: nauc_ndcg_at_20_std
value: 5.5217215305882545
verified: no, type: nauc_ndcg_at_3_diff1
value: 14.699887382614877
verified: no, type: nauc_ndcg_at_3_max
value: 14.220823005167585
verified: no, type: nauc_ndcg_at_3_std
value: -0.9829646059473148
verified: no, type: nauc_ndcg_at_5_diff1
value: 13.85010786357027
verified: no, type: nauc_ndcg_at_5_max
value: 15.718104323837409
verified: no, type: nauc_ndcg_at_5_std
value: 1.4009847620068687
verified: no, type: nauc_precision_at_1000_diff1
value: 9.65881012865886
verified: no, type: nauc_precision_at_1000_max
value: 26.472186675577657
verified: no, type: nauc_precision_at_1000_std
value: 27.393458726001946
verified: no, type: nauc_precision_at_100_diff1
value: 8.433376826647557
verified: no, type: nauc_precision_at_100_max
value: 24.035044120398567
verified: no, type: nauc_precision_at_100_std
value: 19.43225871957705
verified: no, type: nauc_precision_at_10_diff1
value: 11.530313904967862
verified: no, type: nauc_precision_at_10_max
value: 20.81951474138495
verified: no, type: nauc_precision_at_10_std
value: 6.995454390102209
verified: no, type: nauc_precision_at_1_diff1
value: 18.93727754746333
verified: no, type: nauc_precision_at_1_max
value: 13.553417115304741
verified: no, type: nauc_precision_at_1_std
value: -1.9441435424624773
verified: no, type: nauc_precision_at_20_diff1
value: 10.32997050044654
verified: no, type: nauc_precision_at_20_max
value: 22.703736097425438
verified: no, type: nauc_precision_at_20_std
value: 11.120265280655914
verified: no, type: nauc_precision_at_3_diff1
value: 12.956753135962634
verified: no, type: nauc_precision_at_3_max
value: 14.78956830504298
verified: no, type: nauc_precision_at_3_std
value: -0.11513630061262647
verified: no, type: nauc_precision_at_5_diff1
value: 11.444820433095506
verified: no, type: nauc_precision_at_5_max
value: 16.685595393802867
verified: no, type: nauc_precision_at_5_std
value: 4.019639330171327
verified: no, type: nauc_recall_at_1000_diff1
value: 9.426801681180024
verified: no, type: nauc_recall_at_1000_max
value: 26.411164204816046
verified: no, type: nauc_recall_at_1000_std
value: 27.20552008140388
verified: no, type: nauc_recall_at_100_diff1
value: 8.581603281580872
verified: no, type: nauc_recall_at_100_max
value: 23.910610173987614
verified: no, type: nauc_recall_at_100_std
value: 18.97778685920246
verified: no, type: nauc_recall_at_10_diff1
value: 11.758093503483133
verified: no, type: nauc_recall_at_10_max
value: 20.60824049647717
verified: no, type: nauc_recall_at_10_std
value: 6.495526413913952
verified: no, type: nauc_recall_at_1_diff1
value: 19.367480860371863
verified: no, type: nauc_recall_at_1_max
value: 13.779567632008222
verified: no, type: nauc_recall_at_1_std
value: -2.18001828143836
verified: no, type: nauc_recall_at_20_diff1
value: 10.629966565155154
verified: no, type: nauc_recall_at_20_max
value: 22.474583927806112
verified: no, type: nauc_recall_at_20_std
value: 10.61352361162804
verified: no, type: nauc_recall_at_3_diff1
value: 13.163058790494436
verified: no, type: nauc_recall_at_3_max
value: 14.759988405674711
verified: no, type: nauc_recall_at_3_std
value: -0.5687852799616276
verified: no, type: nauc_recall_at_5_diff1
value: 11.653607612847598
verified: no, type: nauc_recall_at_5_max
value: 16.675521180100166
verified: no, type: nauc_recall_at_5_std
value: 3.5859473680757605
verified: no, type: ndcg_at_1
value: 14.799999999999999
verified: no, type: ndcg_at_10
value: 13.34
verified: no, type: ndcg_at_100
value: 20.208000000000002
verified: no, type: ndcg_at_1000
value: 25.352999999999998
verified: no, type: ndcg_at_20
value: 15.683
verified: no, type: ndcg_at_3
value: 12.161
verified: no, type: ndcg_at_5
value: 11.05
verified: no, type: precision_at_1
value: 14.799999999999999
verified: no, type: precision_at_10
value: 7.049999999999999
verified: no, type: precision_at_100
value: 1.703
verified: no, type: precision_at_1000
value: 0.294
verified: no, type: precision_at_20
value: 4.88
verified: no, type: precision_at_3
value: 11.4
verified: no, type: precision_at_5
value: 9.959999999999999
verified: no, type: recall_at_1
value: 3.013
verified: no, type: recall_at_10
value: 14.298
verified: no, type: recall_at_100
value: 34.583000000000006
verified: no, type: recall_at_1000
value: 59.772999999999996
verified: no, type: recall_at_20
value: 19.82
verified: no, type: recall_at_3
value: 6.948
verified: no, type: recall_at_5
value: 10.088
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 74.07986021045127
verified: no, type: cosine_spearman
value: 64.67576261852234
verified: no, type: euclidean_pearson
value: 68.68990414597263
verified: no, type: euclidean_spearman
value: 64.67578486654271
verified: no, type: main_score
value: 64.67576261852234
verified: no, type: manhattan_pearson
value: 64.11188923174565
verified: no, type: manhattan_spearman
value: 61.59237153662781
verified: no, type: pearson
value: 74.07986021045127
verified: no, type: spearman
value: 64.67576261852234
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 74.27146005453507
verified: no, type: cosine_spearman
value: 65.93558276183687
verified: no, type: euclidean_pearson
value: 69.43586842102823
verified: no, type: euclidean_spearman
value: 65.93687126874444
verified: no, type: main_score
value: 65.93558276183687
verified: no, type: manhattan_pearson
value: 69.65166441898663
verified: no, type: manhattan_spearman
value: 67.20724097894188
verified: no, type: pearson
value: 74.27146005453507
verified: no, type: spearman
value: 65.93558276183687
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 74.13479779206598
verified: no, type: cosine_spearman
value: 75.25854160622782
verified: no, type: euclidean_pearson
value: 75.03898639719448
verified: no, type: euclidean_spearman
value: 75.25857944068174
verified: no, type: main_score
value: 75.25854160622782
verified: no, type: manhattan_pearson
value: 75.14786852843277
verified: no, type: manhattan_spearman
value: 75.52672685762727
verified: no, type: pearson
value: 74.13479779206598
verified: no, type: spearman
value: 75.25854160622782
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 76.3585600169152
verified: no, type: cosine_spearman
value: 73.17704515393254
verified: no, type: euclidean_pearson
value: 74.89144852792197
verified: no, type: euclidean_spearman
value: 73.1770354645383
verified: no, type: main_score
value: 73.17704515393254
verified: no, type: manhattan_pearson
value: 72.00352080759268
verified: no, type: manhattan_spearman
value: 71.33088649793352
verified: no, type: pearson
value: 76.3585600169152
verified: no, type: spearman
value: 73.17704515393254
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 81.25472211253373
verified: no, type: cosine_spearman
value: 81.56090944662182
verified: no, type: euclidean_pearson
value: 81.23122487912198
verified: no, type: euclidean_spearman
value: 81.5609157140913
verified: no, type: main_score
value: 81.56090944662182
verified: no, type: manhattan_pearson
value: 79.39410985986598
verified: no, type: manhattan_spearman
value: 80.14350012672281
verified: no, type: pearson
value: 81.25472211253373
verified: no, type: spearman
value: 81.56090944662182
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 75.57832167022859
verified: no, type: cosine_spearman
value: 76.32409937204893
verified: no, type: euclidean_pearson
value: 75.69939675596082
verified: no, type: euclidean_spearman
value: 76.32492844918549
verified: no, type: main_score
value: 76.32409937204893
verified: no, type: manhattan_pearson
value: 75.37942909301384
verified: no, type: manhattan_spearman
value: 75.89841531738556
verified: no, type: pearson
value: 75.57832167022859
verified: no, type: spearman
value: 76.32409937204893
verified: no
task: type: STS, dataset: config: es-es
name: MTEB STS17 (es-es)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 66.38872576787807
verified: no, type: cosine_spearman
value: 67.87307098414983
verified: no, type: euclidean_pearson
value: 69.20296805445749
verified: no, type: euclidean_spearman
value: 67.87307098414983
verified: no, type: main_score
value: 67.87307098414983
verified: no, type: manhattan_pearson
value: 70.38063881338246
verified: no, type: manhattan_spearman
value: 69.54564993977343
verified: no, type: pearson
value: 66.38872576787807
verified: no, type: spearman
value: 67.87307098414983
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 37.76299488836814
verified: no, type: cosine_spearman
value: 35.57140336224336
verified: no, type: euclidean_pearson
value: 37.284474178632934
verified: no, type: euclidean_spearman
value: 35.57140336224336
verified: no, type: main_score
value: 35.57140336224336
verified: no, type: manhattan_pearson
value: 15.810174230329343
verified: no, type: manhattan_spearman
value: 11.596321394177467
verified: no, type: pearson
value: 37.76299488836814
verified: no, type: spearman
value: 35.57140336224336
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 36.9465541535578
verified: no, type: cosine_spearman
value: 42.53251389238567
verified: no, type: euclidean_pearson
value: 36.38037319440013
verified: no, type: euclidean_spearman
value: 42.53251389238567
verified: no, type: main_score
value: 42.53251389238567
verified: no, type: manhattan_pearson
value: 16.84697607769361
verified: no, type: manhattan_spearman
value: 15.960216524989205
verified: no, type: pearson
value: 36.9465541535578
verified: no, type: spearman
value: 42.53251389238567
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 43.92056749989019
verified: no, type: cosine_spearman
value: 45.79631318115442
verified: no, type: euclidean_pearson
value: 43.20820027856812
verified: no, type: euclidean_spearman
value: 45.79631318115442
verified: no, type: main_score
value: 45.79631318115442
verified: no, type: manhattan_pearson
value: 36.38984984306862
verified: no, type: manhattan_spearman
value: 36.06469945623651
verified: no, type: pearson
value: 43.92056749989019
verified: no, type: spearman
value: 45.79631318115442
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 84.96852886977092
verified: no, type: cosine_spearman
value: 85.48862854621792
verified: no, type: euclidean_pearson
value: 84.50084960735583
verified: no, type: euclidean_spearman
value: 85.48950185584661
verified: no, type: main_score
value: 85.48862854621792
verified: no, type: manhattan_pearson
value: 79.54278391006349
verified: no, type: manhattan_spearman
value: 80.17022136076748
verified: no, type: pearson
value: 84.96852886977092
verified: no, type: spearman
value: 85.48862854621792
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.587866133715456
verified: no, type: cosine_spearman
value: 10.254958394249801
verified: no, type: euclidean_pearson
value: 9.587866133742091
verified: no, type: euclidean_spearman
value: 10.396202579371728
verified: no, type: main_score
value: 10.254958394249801
verified: no, type: manhattan_pearson
value: 9.564810107370098
verified: no, type: manhattan_spearman
value: 10.305150524319913
verified: no, type: pearson
value: 9.587866133715456
verified: no, type: spearman
value: 10.254958394249801
verified: no
task: type: STS, dataset: config: ko-ko
name: MTEB STS17 (ko-ko)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 9.71440803914197
verified: no, type: cosine_spearman
value: 7.891239872479448
verified: no, type: euclidean_pearson
value: 8.164031199456169
verified: no, type: euclidean_spearman
value: 7.451673910344062
verified: no, type: main_score
value: 7.891239872479448
verified: no, type: manhattan_pearson
value: 7.60786764165262
verified: no, type: manhattan_spearman
value: 6.963725690874603
verified: no, type: pearson
value: 9.71440803914197
verified: no, type: spearman
value: 7.891239872479448
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: -1.1585999632885218
verified: no, type: cosine_spearman
value: -0.0801077185568112
verified: no, type: euclidean_pearson
value: -18.76553320792074
verified: no, type: euclidean_spearman
value: -17.020376836730847
verified: no, type: main_score
value: -0.0801077185568112
verified: no, type: manhattan_pearson
value: 5.923648628539377
verified: no, type: manhattan_spearman
value: 5.772095707851246
verified: no, type: pearson
value: -1.1585999632885218
verified: no, type: spearman
value: -0.0801077185568112
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 41.68248824488066
verified: no, type: cosine_spearman
value: 44.53933645914272
verified: no, type: euclidean_pearson
value: 41.126435499907686
verified: no, type: euclidean_spearman
value: 44.53933645914272
verified: no, type: main_score
value: 44.53933645914272
verified: no, type: manhattan_pearson
value: 27.306356342461957
verified: no, type: manhattan_spearman
value: 27.676051961805552
verified: no, type: pearson
value: 41.68248824488066
verified: no, type: spearman
value: 44.53933645914272
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 39.87699728972014
verified: no, type: cosine_spearman
value: 36.88292595485245
verified: no, type: euclidean_pearson
value: 39.55786213390311
verified: no, type: euclidean_spearman
value: 36.88292595485245
verified: no, type: main_score
value: 36.88292595485245
verified: no, type: manhattan_pearson
value: 26.272392976966845
verified: no, type: manhattan_spearman
value: 22.566614565275955
verified: no, type: pearson
value: 39.87699728972014
verified: no, type: spearman
value: 36.88292595485245
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 17.759885731598494
verified: no, type: cosine_spearman
value: 19.06856100502846
verified: no, type: euclidean_pearson
value: 17.02372847388108
verified: no, type: euclidean_spearman
value: 19.06856100502846
verified: no, type: main_score
value: 19.06856100502846
verified: no, type: manhattan_pearson
value: 10.467494683683377
verified: no, type: manhattan_spearman
value: 10.617238695685858
verified: no, type: pearson
value: 17.759885731598494
verified: no, type: spearman
value: 19.06856100502846
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22 (tr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.81760733138874
verified: no, type: cosine_spearman
value: 52.77168605108733
verified: no, type: euclidean_pearson
value: 48.803816991858966
verified: no, type: euclidean_spearman
value: 52.771669197786984
verified: no, type: main_score
value: 52.77168605108733
verified: no, type: manhattan_pearson
value: 50.22790022525506
verified: no, type: manhattan_spearman
value: 52.85837996012519
verified: no, type: pearson
value: 42.81760733138874
verified: no, type: spearman
value: 52.77168605108733
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 19.125853162534113
verified: no, type: cosine_spearman
value: 18.815197238272454
verified: no, type: euclidean_pearson
value: 19.080723714394445
verified: no, type: euclidean_spearman
value: 18.815197238272454
verified: no, type: main_score
value: 18.815197238272454
verified: no, type: manhattan_pearson
value: 32.79899031843312
verified: no, type: manhattan_spearman
value: 21.494284242740054
verified: no, type: pearson
value: 19.125853162534113
verified: no, type: spearman
value: 18.815197238272454
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 18.27306190415739
verified: no, type: cosine_spearman
value: 5.634361698190111
verified: no, type: euclidean_pearson
value: 19.178483500158556
verified: no, type: euclidean_spearman
value: 5.634361698190111
verified: no, type: main_score
value: 5.634361698190111
verified: no, type: manhattan_pearson
value: 47.936651951901396
verified: no, type: manhattan_spearman
value: 39.440531887330785
verified: no, type: pearson
value: 18.27306190415739
verified: no, type: spearman
value: 5.634361698190111
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 10.68849298010025
verified: no, type: cosine_spearman
value: 20.869552298052916
verified: no, type: euclidean_pearson
value: 18.439003834470995
verified: no, type: euclidean_spearman
value: 20.913370074434408
verified: no, type: main_score
value: 20.869552298052916
verified: no, type: manhattan_pearson
value: 17.121501294411278
verified: no, type: manhattan_spearman
value: 21.332995488535012
verified: no, type: pearson
value: 10.68849298010025
verified: no, type: spearman
value: 20.869552298052916
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 16.455223678852008
verified: no, type: cosine_spearman
value: 21.90523455619909
verified: no, type: euclidean_pearson
value: 15.398382621083382
verified: no, type: euclidean_spearman
value: 21.879882562661056
verified: no, type: main_score
value: 21.90523455619909
verified: no, type: manhattan_pearson
value: 12.824137755946355
verified: no, type: manhattan_spearman
value: 19.239735522400387
verified: no, type: pearson
value: 16.455223678852008
verified: no, type: spearman
value: 21.90523455619909
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 20.82940359727691
verified: no, type: cosine_spearman
value: 24.82243571216849
verified: no, type: euclidean_pearson
value: 19.73304573688422
verified: no, type: euclidean_spearman
value: 24.82243571216849
verified: no, type: main_score
value: 24.82243571216849
verified: no, type: manhattan_pearson
value: 25.72452460352372
verified: no, type: manhattan_spearman
value: 29.542084559015215
verified: no, type: pearson
value: 20.82940359727691
verified: no, type: spearman
value: 24.82243571216849
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22 (de)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 25.31631462583916
verified: no, type: cosine_spearman
value: 39.9573721542739
verified: no, type: euclidean_pearson
value: 28.72478786289815
verified: no, type: euclidean_spearman
value: 39.9573721542739
verified: no, type: main_score
value: 39.9573721542739
verified: no, type: manhattan_pearson
value: 27.679217135325363
verified: no, type: manhattan_spearman
value: 38.6793908410322
verified: no, type: pearson
value: 25.31631462583916
verified: no, type: spearman
value: 39.9573721542739
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22 (es)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 27.272267420189607
verified: no, type: cosine_spearman
value: 53.20177424841971
verified: no, type: euclidean_pearson
value: 39.50767675003839
verified: no, type: euclidean_spearman
value: 53.21264135874305
verified: no, type: main_score
value: 53.20177424841971
verified: no, type: manhattan_pearson
value: 42.46806663467169
verified: no, type: manhattan_spearman
value: 52.3522305562508
verified: no, type: pearson
value: 27.272267420189607
verified: no, type: spearman
value: 53.20177424841971
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22 (it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 50.16649927987168
verified: no, type: cosine_spearman
value: 62.76211603596222
verified: no, type: euclidean_pearson
value: 57.78675113033741
verified: no, type: euclidean_spearman
value: 62.76211603596222
verified: no, type: main_score
value: 62.76211603596222
verified: no, type: manhattan_pearson
value: 58.59055229372249
verified: no, type: manhattan_spearman
value: 63.008355127891214
verified: no, type: pearson
value: 50.16649927987168
verified: no, type: spearman
value: 62.76211603596222
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22 (es-it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 39.514676213487505
verified: no, type: cosine_spearman
value: 41.71652581641353
verified: no, type: euclidean_pearson
value: 40.25010092206266
verified: no, type: euclidean_spearman
value: 41.70393172251803
verified: no, type: main_score
value: 41.71652581641353
verified: no, type: manhattan_pearson
value: 41.32655226278447
verified: no, type: manhattan_spearman
value: 44.18016882997346
verified: no, type: pearson
value: 39.514676213487505
verified: no, type: spearman
value: 41.71652581641353
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.348062009391995
verified: no, type: cosine_spearman
value: 46.79638939044614
verified: no, type: euclidean_pearson
value: 41.35179967230262
verified: no, type: euclidean_spearman
value: 46.78990910067336
verified: no, type: main_score
value: 46.79638939044614
verified: no, type: manhattan_pearson
value: 43.18567557814005
verified: no, type: manhattan_spearman
value: 43.769582464736054
verified: no, type: pearson
value: 42.348062009391995
verified: no, type: spearman
value: 46.79638939044614
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 6.901712518383526
verified: no, type: cosine_spearman
value: 18.45789787243084
verified: no, type: euclidean_pearson
value: 4.063084425123057
verified: no, type: euclidean_spearman
value: 18.497189061836995
verified: no, type: main_score
value: 18.45789787243084
verified: no, type: manhattan_pearson
value: 4.630028594396066
verified: no, type: manhattan_spearman
value: 18.173504501491063
verified: no, type: pearson
value: 6.901712518383526
verified: no, type: spearman
value: 18.45789787243084
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 64.76167394175873
verified: no, type: cosine_spearman
value: 62.00631665062863
verified: no, type: euclidean_pearson
value: 63.93004330334915
verified: no, type: euclidean_spearman
value: 62.00631665062863
verified: no, type: main_score
value: 62.00631665062863
verified: no, type: manhattan_pearson
value: 63.57713258327079
verified: no, type: manhattan_spearman
value: 61.927941480246915
verified: no, type: pearson
value: 64.76167394175873
verified: no, type: spearman
value: 62.00631665062863
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 12.260847469184277
verified: no, type: cosine_spearman
value: 16.398861310201454
verified: no, type: euclidean_pearson
value: 12.50792876841107
verified: no, type: euclidean_spearman
value: 16.398861310201454
verified: no, type: main_score
value: 16.398861310201454
verified: no, type: manhattan_pearson
value: 18.908710665050872
verified: no, type: manhattan_spearman
value: 19.638922515684296
verified: no, type: pearson
value: 12.260847469184277
verified: no, type: spearman
value: 16.398861310201454
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 3.1926819353129146
verified: no, type: cosine_spearman
value: 22.24241282681368
verified: no, type: euclidean_pearson
value: 1.6182222728611524
verified: no, type: euclidean_spearman
value: 22.235298201001196
verified: no, type: main_score
value: 22.24241282681368
verified: no, type: manhattan_pearson
value: -4.120343836069433
verified: no, type: manhattan_spearman
value: 14.758384481953197
verified: no, type: pearson
value: 3.1926819353129146
verified: no, type: spearman
value: 22.24241282681368
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 8.0299967365453
verified: no, type: cosine_spearman
value: 11.441087854476809
verified: no, type: euclidean_pearson
value: 9.4843363820135
verified: no, type: euclidean_spearman
value: 11.441087854476809
verified: no, type: main_score
value: 11.441087854476809
verified: no, type: manhattan_pearson
value: 7.093165103072248
verified: no, type: manhattan_spearman
value: 10.57292951168012
verified: no, type: pearson
value: 8.0299967365453
verified: no, type: spearman
value: 11.441087854476809
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 36.37040216761707
verified: no, type: cosine_spearman
value: 36.76515470679251
verified: no, type: euclidean_pearson
value: 31.089866829585034
verified: no, type: euclidean_spearman
value: 35.48317683348953
verified: no, type: main_score
value: 36.76515470679251
verified: no, type: manhattan_pearson
value: 29.940983540954107
verified: no, type: manhattan_spearman
value: 32.52914123843202
verified: no, type: pearson
value: 36.37040216761707
verified: no, type: spearman
value: 36.76515470679251
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 33.145197943891205
verified: no, type: cosine_spearman
value: 52.691106054722766
verified: no, type: euclidean_pearson
value: 42.29555874581527
verified: no, type: euclidean_spearman
value: 52.791895163175575
verified: no, type: main_score
value: 52.691106054722766
verified: no, type: manhattan_pearson
value: 41.85478060437935
verified: no, type: manhattan_spearman
value: 52.57924122006634
verified: no, type: pearson
value: 33.145197943891205
verified: no, type: spearman
value: 52.691106054722766
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 79.23095984093324
verified: no, type: cosine_spearman
value: 77.53643283015238
verified: no, type: euclidean_pearson
value: 78.32103757433087
verified: no, type: euclidean_spearman
value: 77.53642119917062
verified: no, type: main_score
value: 77.53643283015238
verified: no, type: manhattan_pearson
value: 74.68643604195545
verified: no, type: manhattan_spearman
value: 74.12433110640441
verified: no, type: pearson
value: 79.23095984093324
verified: no, type: spearman
value: 77.53643283015238
verified: no
task: type: STS, dataset: config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics: type: main_score
value: 73.00659666541951
verified: no, type: map
value: 73.00659666541951
verified: no, type: mrr
value: 91.75728411022529
verified: no, type: nAUC_map_diff1
value: 6.644118280107064
verified: no, type: nAUC_map_max
value: 54.36215960764193
verified: no, type: nAUC_map_std
value: 65.18667238229128
verified: no, type: nAUC_mrr_diff1
value: 46.7314056736295
verified: no, type: nAUC_mrr_max
value: 76.671207075759
verified: no, type: nAUC_mrr_std
value: 73.7966951065382
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics: type: main_score
value: 53.688
verified: no, type: map_at_1
value: 40.278000000000006
verified: no, type: map_at_10
value: 48.849
verified: no, type: map_at_100
value: 49.895
verified: no, type: map_at_1000
value: 49.946
verified: no, type: map_at_20
value: 49.442
verified: no, type: map_at_3
value: 46.431
verified: no, type: map_at_5
value: 47.544
verified: no, type: mrr_at_1
value: 42.66666666666667
verified: no, type: mrr_at_10
value: 50.5175925925926
verified: no, type: mrr_at_100
value: 51.354073242271205
verified: no, type: mrr_at_1000
value: 51.4032493805058
verified: no, type: mrr_at_20
value: 51.03922288152163
verified: no, type: mrr_at_3
value: 48.44444444444444
verified: no, type: mrr_at_5
value: 49.311111111111124
verified: no, type: nauc_map_at_1000_diff1
value: 50.30642436758369
verified: no, type: nauc_map_at_1000_max
value: 32.60873641265892
verified: no, type: nauc_map_at_1000_std
value: -4.76556687388035
verified: no, type: nauc_map_at_100_diff1
value: 50.30777689405645
verified: no, type: nauc_map_at_100_max
value: 32.60697739552115
verified: no, type: nauc_map_at_100_std
value: -4.757462484895155
verified: no, type: nauc_map_at_10_diff1
value: 50.04762366210438
verified: no, type: nauc_map_at_10_max
value: 32.23809085198767
verified: no, type: nauc_map_at_10_std
value: -5.431732699861984
verified: no, type: nauc_map_at_1_diff1
value: 54.7194581697394
verified: no, type: nauc_map_at_1_max
value: 31.351300774094636
verified: no, type: nauc_map_at_1_std
value: -9.155549477639056
verified: no, type: nauc_map_at_20_diff1
value: 50.28733631124809
verified: no, type: nauc_map_at_20_max
value: 32.62695998054553
verified: no, type: nauc_map_at_20_std
value: -4.983818587125962
verified: no, type: nauc_map_at_3_diff1
value: 50.39507502196402
verified: no, type: nauc_map_at_3_max
value: 31.872309324688498
verified: no, type: nauc_map_at_3_std
value: -6.102642698677139
verified: no, type: nauc_map_at_5_diff1
value: 49.51561110188679
verified: no, type: nauc_map_at_5_max
value: 31.85835885165102
verified: no, type: nauc_map_at_5_std
value: -5.627846434649459
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.6859205462998
verified: no, type: nauc_mrr_at_1000_max
value: 34.21926963054738
verified: no, type: nauc_mrr_at_1000_std
value: -1.207299737587752
verified: no, type: nauc_mrr_at_100_diff1
value: 49.689336571780615
verified: no, type: nauc_mrr_at_100_max
value: 34.21728159977786
verified: no, type: nauc_mrr_at_100_std
value: -1.2045753971250266
verified: no, type: nauc_mrr_at_10_diff1
value: 49.50430743479464
verified: no, type: nauc_mrr_at_10_max
value: 33.95118511143032
verified: no, type: nauc_mrr_at_10_std
value: -1.4414888946000752
verified: no, type: nauc_mrr_at_1_diff1
value: 54.52549624138289
verified: no, type: nauc_mrr_at_1_max
value: 33.629230609346294
verified: no, type: nauc_mrr_at_1_std
value: -5.568642394429615
verified: no, type: nauc_mrr_at_20_diff1
value: 49.762279833244534
verified: no, type: nauc_mrr_at_20_max
value: 34.288472408748724
verified: no, type: nauc_mrr_at_20_std
value: -1.1822709896348704
verified: no, type: nauc_mrr_at_3_diff1
value: 49.6024977746447
verified: no, type: nauc_mrr_at_3_max
value: 34.57746626122387
verified: no, type: nauc_mrr_at_3_std
value: -1.0955767702776276
verified: no, type: nauc_mrr_at_5_diff1
value: 48.54214714013448
verified: no, type: nauc_mrr_at_5_max
value: 33.875539067486706
verified: no, type: nauc_mrr_at_5_std
value: -1.1110978780422347
verified: no, type: nauc_ndcg_at_1000_diff1
value: 49.705847704382386
verified: no, type: nauc_ndcg_at_1000_max
value: 34.32119610589503
verified: no, type: nauc_ndcg_at_1000_std
value: -1.3829562723970759
verified: no, type: nauc_ndcg_at_100_diff1
value: 49.66436678330625
verified: no, type: nauc_ndcg_at_100_max
value: 34.82775758713828
verified: no, type: nauc_ndcg_at_100_std
value: -0.3722124593934806
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.50233498328668
verified: no, type: nauc_ndcg_at_10_max
value: 33.107334110290886
verified: no, type: nauc_ndcg_at_10_std
value: -3.236082405798429
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.52549624138289
verified: no, type: nauc_ndcg_at_1_max
value: 33.629230609346294
verified: no, type: nauc_ndcg_at_1_std
value: -5.568642394429615
verified: no, type: nauc_ndcg_at_20_diff1
value: 49.44933190042987
verified: no, type: nauc_ndcg_at_20_max
value: 34.64802880015541
verified: no, type: nauc_ndcg_at_20_std
value: -1.7618907085265287
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.822474968507784
verified: no, type: nauc_ndcg_at_3_max
value: 33.08815102953438
verified: no, type: nauc_ndcg_at_3_std
value: -3.370876107007025
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.0276298738316
verified: no, type: nauc_ndcg_at_5_max
value: 32.45873571564496
verified: no, type: nauc_ndcg_at_5_std
value: -3.0266888282184374
verified: no, type: nauc_precision_at_1000_diff1
value: 0.12649971339899918
verified: no, type: nauc_precision_at_1000_max
value: 15.077184590753646
verified: no, type: nauc_precision_at_1000_std
value: 40.819876267467855
verified: no, type: nauc_precision_at_100_diff1
value: 15.985321725643024
verified: no, type: nauc_precision_at_100_max
value: 26.863039026996816
verified: no, type: nauc_precision_at_100_std
value: 37.819254831677505
verified: no, type: nauc_precision_at_10_diff1
value: 30.59911786326878
verified: no, type: nauc_precision_at_10_max
value: 31.843998319739587
verified: no, type: nauc_precision_at_10_std
value: 12.75378933734728
verified: no, type: nauc_precision_at_1_diff1
value: 54.52549624138289
verified: no, type: nauc_precision_at_1_max
value: 33.629230609346294
verified: no, type: nauc_precision_at_1_std
value: -5.568642394429615
verified: no, type: nauc_precision_at_20_diff1
value: 28.541969633914206
verified: no, type: nauc_precision_at_20_max
value: 35.91138003432198
verified: no, type: nauc_precision_at_20_std
value: 22.7839163553215
verified: no, type: nauc_precision_at_3_diff1
value: 40.96862293422677
verified: no, type: nauc_precision_at_3_max
value: 34.15353471895014
verified: no, type: nauc_precision_at_3_std
value: 3.93914803762456
verified: no, type: nauc_precision_at_5_diff1
value: 32.264726747627236
verified: no, type: nauc_precision_at_5_max
value: 31.467574499523533
verified: no, type: nauc_precision_at_5_std
value: 8.03197004487393
verified: no, type: nauc_recall_at_1000_diff1
value: 56.5981948334893
verified: no, type: nauc_recall_at_1000_max
value: 100
verified: no, type: nauc_recall_at_1000_std
value: 100
verified: no, type: nauc_recall_at_100_diff1
value: 49.29267269818121
verified: no, type: nauc_recall_at_100_max
value: 53.04273613860201
verified: no, type: nauc_recall_at_100_std
value: 31.626585676622216
verified: no, type: nauc_recall_at_10_diff1
value: 42.823234165360304
verified: no, type: nauc_recall_at_10_max
value: 33.16739509336363
verified: no, type: nauc_recall_at_10_std
value: -0.8715682090424393
verified: no, type: nauc_recall_at_1_diff1
value: 54.7194581697394
verified: no, type: nauc_recall_at_1_max
value: 31.351300774094636
verified: no, type: nauc_recall_at_1_std
value: -9.155549477639056
verified: no, type: nauc_recall_at_20_diff1
value: 46.460315174423506
verified: no, type: nauc_recall_at_20_max
value: 41.50107869790652
verified: no, type: nauc_recall_at_20_std
value: 6.498007766439951
verified: no, type: nauc_recall_at_3_diff1
value: 44.53965121779976
verified: no, type: nauc_recall_at_3_max
value: 33.752896011918345
verified: no, type: nauc_recall_at_3_std
value: -0.4121214364450266
verified: no, type: nauc_recall_at_5_diff1
value: 39.41438666013769
verified: no, type: nauc_recall_at_5_max
value: 31.773054360198312
verified: no, type: nauc_recall_at_5_std
value: 0.5352353835826743
verified: no, type: ndcg_at_1
value: 42.667
verified: no, type: ndcg_at_10
value: 53.688
verified: no, type: ndcg_at_100
value: 58.342000000000006
verified: no, type: ndcg_at_1000
value: 59.719
verified: no, type: ndcg_at_20
value: 55.687
verified: no, type: ndcg_at_3
value: 48.85
verified: no, type: ndcg_at_5
value: 50.699000000000005
verified: no, type: precision_at_1
value: 42.667
verified: no, type: precision_at_10
value: 7.467
verified: no, type: precision_at_100
value: 1.0070000000000001
verified: no, type: precision_at_1000
value: 0.11199999999999999
verified: no, type: precision_at_20
value: 4.183
verified: no, type: precision_at_3
value: 19.333
verified: no, type: precision_at_5
value: 12.733
verified: no, type: recall_at_1
value: 40.278000000000006
verified: no, type: recall_at_10
value: 67.27199999999999
verified: no, type: recall_at_100
value: 88.1
verified: no, type: recall_at_1000
value: 99
verified: no, type: recall_at_20
value: 74.811
verified: no, type: recall_at_3
value: 53.917
verified: no, type: recall_at_5
value: 58.443999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics: type: cosine_accuracy
value: 99.74455445544554
verified: no, type: cosine_accuracy_threshold
value: 68.72349341935164
verified: no, type: cosine_ap
value: 92.6197642156122
verified: no, type: cosine_f1
value: 86.78481012658227
verified: no, type: cosine_f1_threshold
value: 66.28836795623585
verified: no, type: cosine_precision
value: 87.8974358974359
verified: no, type: cosine_recall
value: 85.7
verified: no, type: dot_accuracy
value: 99.74455445544554
verified: no, type: dot_accuracy_threshold
value: 68.72349335967199
verified: no, type: dot_ap
value: 92.6197642156122
verified: no, type: dot_f1
value: 86.78481012658227
verified: no, type: dot_f1_threshold
value: 66.28836786545773
verified: no, type: dot_precision
value: 87.8974358974359
verified: no, type: dot_recall
value: 85.7
verified: no, type: euclidean_accuracy
value: 99.74455445544554
verified: no, type: euclidean_accuracy_threshold
value: 79.09034619016096
verified: no, type: euclidean_ap
value: 92.6197642156122
verified: no, type: euclidean_f1
value: 86.78481012658227
verified: no, type: euclidean_f1_threshold
value: 82.11166395421986
verified: no, type: euclidean_precision
value: 87.8974358974359
verified: no, type: euclidean_recall
value: 85.7
verified: no, type: main_score
value: 93.22739174872532
verified: no, type: manhattan_accuracy
value: 99.76237623762376
verified: no, type: manhattan_accuracy_threshold
value: 2921.396360542205
verified: no, type: manhattan_ap
value: 93.22739174872532
verified: no, type: manhattan_f1
value: 87.87878787878789
verified: no, type: manhattan_f1_threshold
value: 2938.7434977501343
verified: no, type: manhattan_precision
value: 88.77551020408163
verified: no, type: manhattan_recall
value: 87
verified: no, type: max_accuracy
value: 99.76237623762376
verified: no, type: max_ap
value: 93.22739174872532
verified: no, type: max_f1
value: 87.87878787878789
verified: no, type: max_precision
value: 88.77551020408163
verified: no, type: max_recall
value: 87
verified: no, type: similarity_accuracy
value: 99.74455445544554
verified: no, type: similarity_accuracy_threshold
value: 68.72349341935164
verified: no, type: similarity_ap
value: 92.6197642156122
verified: no, type: similarity_f1
value: 86.78481012658227
verified: no, type: similarity_f1_threshold
value: 66.28836795623585
verified: no, type: similarity_precision
value: 87.8974358974359
verified: no, type: similarity_recall
value: 85.7
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 34.38068229893451
verified: no, type: v_measure
value: 34.38068229893451
verified: no, type: v_measure_std
value: 17.15587902324196
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 29.77323526850212
verified: no, type: v_measure
value: 29.77323526850212
verified: no, type: v_measure_std
value: 1.639400978503635
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics: type: main_score
value: 42.51693193898159
verified: no, type: map
value: 42.51693193898159
verified: no, type: mrr
value: 43.02413579067991
verified: no, type: nAUC_map_diff1
value: 34.50680697518312
verified: no, type: nAUC_map_max
value: 16.3108095708013
verified: no, type: nAUC_map_std
value: 4.0713957000994725
verified: no, type: nAUC_mrr_diff1
value: 33.25438565046493
verified: no, type: nAUC_mrr_max
value: 16.973010576499068
verified: no, type: nAUC_mrr_std
value: 5.413302815985481
verified: no
task: type: Reranking, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 27.975008137695507
verified: no, type: cosine_spearman
value: 27.915937532513336
verified: no, type: dot_pearson
value: 27.9750081240844
verified: no, type: dot_spearman
value: 27.914992852102845
verified: no, type: main_score
value: 27.915937532513336
verified: no, type: pearson
value: 27.975008137695507
verified: no, type: spearman
value: 27.915937532513336
verified: no
task: type: Summarization, dataset: config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics: type: main_score
value: 40.998000000000005
verified: no, type: map_at_1
value: 0.105
verified: no, type: map_at_10
value: 0.721
verified: no, type: map_at_100
value: 4.549
verified: no, type: map_at_1000
value: 12.995999999999999
verified: no, type: map_at_20
value: 1.29
verified: no, type: map_at_3
value: 0.28400000000000003
verified: no, type: map_at_5
value: 0.41700000000000004
verified: no, type: mrr_at_1
value: 46
verified: no, type: mrr_at_10
value: 60.36666666666666
verified: no, type: mrr_at_100
value: 60.93340548340548
verified: no, type: mrr_at_1000
value: 60.93340548340548
verified: no, type: mrr_at_20
value: 60.77070707070706
verified: no, type: mrr_at_3
value: 57.33333333333333
verified: no, type: mrr_at_5
value: 59.833333333333314
verified: no, type: nauc_map_at_1000_diff1
value: 14.729403868898357
verified: no, type: nauc_map_at_1000_max
value: 52.169578176748175
verified: no, type: nauc_map_at_1000_std
value: 60.72818318622735
verified: no, type: nauc_map_at_100_diff1
value: 9.031768521454211
verified: no, type: nauc_map_at_100_max
value: 36.83124821202847
verified: no, type: nauc_map_at_100_std
value: 48.16063670489736
verified: no, type: nauc_map_at_10_diff1
value: -5.085179629659239
verified: no, type: nauc_map_at_10_max
value: 28.197878688486576
verified: no, type: nauc_map_at_10_std
value: 32.34802484826385
verified: no, type: nauc_map_at_1_diff1
value: 20.79003095651141
verified: no, type: nauc_map_at_1_max
value: 6.297252286793798
verified: no, type: nauc_map_at_1_std
value: 25.833565419732885
verified: no, type: nauc_map_at_20_diff1
value: -0.25861080396915936
verified: no, type: nauc_map_at_20_max
value: 34.65102301151181
verified: no, type: nauc_map_at_20_std
value: 33.97957727905342
verified: no, type: nauc_map_at_3_diff1
value: 6.2181382597142
verified: no, type: nauc_map_at_3_max
value: 10.794230240973073
verified: no, type: nauc_map_at_3_std
value: 27.523081032068458
verified: no, type: nauc_map_at_5_diff1
value: -0.8224470275767587
verified: no, type: nauc_map_at_5_max
value: 17.180686285211085
verified: no, type: nauc_map_at_5_std
value: 30.26659631116993
verified: no, type: nauc_mrr_at_1000_diff1
value: 32.37994451847223
verified: no, type: nauc_mrr_at_1000_max
value: 34.03624031768489
verified: no, type: nauc_mrr_at_1000_std
value: 46.70552333905346
verified: no, type: nauc_mrr_at_100_diff1
value: 32.37994451847223
verified: no, type: nauc_mrr_at_100_max
value: 34.03624031768489
verified: no, type: nauc_mrr_at_100_std
value: 46.70552333905346
verified: no, type: nauc_mrr_at_10_diff1
value: 32.891572232294145
verified: no, type: nauc_mrr_at_10_max
value: 34.450236020166116
verified: no, type: nauc_mrr_at_10_std
value: 47.24839074685568
verified: no, type: nauc_mrr_at_1_diff1
value: 26.955927570891692
verified: no, type: nauc_mrr_at_1_max
value: 28.03868492286667
verified: no, type: nauc_mrr_at_1_std
value: 44.16178287035821
verified: no, type: nauc_mrr_at_20_diff1
value: 32.357652541869044
verified: no, type: nauc_mrr_at_20_max
value: 34.237329475874894
verified: no, type: nauc_mrr_at_20_std
value: 46.899563715853645
verified: no, type: nauc_mrr_at_3_diff1
value: 33.11063333869155
verified: no, type: nauc_mrr_at_3_max
value: 30.92700128596689
verified: no, type: nauc_mrr_at_3_std
value: 46.20187670792475
verified: no, type: nauc_mrr_at_5_diff1
value: 32.76854646289634
verified: no, type: nauc_mrr_at_5_max
value: 34.9996652625547
verified: no, type: nauc_mrr_at_5_std
value: 45.2577344434119
verified: no, type: nauc_ndcg_at_1000_diff1
value: 7.15279776941454
verified: no, type: nauc_ndcg_at_1000_max
value: 43.1687802979843
verified: no, type: nauc_ndcg_at_1000_std
value: 57.68581083275281
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.812154647903533
verified: no, type: nauc_ndcg_at_100_max
value: 37.88329238963691
verified: no, type: nauc_ndcg_at_100_std
value: 48.85525605284791
verified: no, type: nauc_ndcg_at_10_diff1
value: 7.607268206533707
verified: no, type: nauc_ndcg_at_10_max
value: 36.65010185088208
verified: no, type: nauc_ndcg_at_10_std
value: 43.14285892338359
verified: no, type: nauc_ndcg_at_1_diff1
value: 23.07250613352822
verified: no, type: nauc_ndcg_at_1_max
value: 21.407318473664972
verified: no, type: nauc_ndcg_at_1_std
value: 42.658036226966615
verified: no, type: nauc_ndcg_at_20_diff1
value: 9.645842595557061
verified: no, type: nauc_ndcg_at_20_max
value: 40.308206428340455
verified: no, type: nauc_ndcg_at_20_std
value: 42.69451919912217
verified: no, type: nauc_ndcg_at_3_diff1
value: 13.021258556673313
verified: no, type: nauc_ndcg_at_3_max
value: 24.340549755003742
verified: no, type: nauc_ndcg_at_3_std
value: 42.05943116583782
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.627694693449229
verified: no, type: nauc_ndcg_at_5_max
value: 31.983932256457205
verified: no, type: nauc_ndcg_at_5_std
value: 43.6646324776393
verified: no, type: nauc_precision_at_1000_diff1
value: 18.029712030277658
verified: no, type: nauc_precision_at_1000_max
value: 48.90409664819342
verified: no, type: nauc_precision_at_1000_std
value: 53.233325713478465
verified: no, type: nauc_precision_at_100_diff1
value: 13.629699718499255
verified: no, type: nauc_precision_at_100_max
value: 39.68187298679788
verified: no, type: nauc_precision_at_100_std
value: 49.973248582596135
verified: no, type: nauc_precision_at_10_diff1
value: 6.722363914105559
verified: no, type: nauc_precision_at_10_max
value: 45.57607283934833
verified: no, type: nauc_precision_at_10_std
value: 43.43375885761201
verified: no, type: nauc_precision_at_1_diff1
value: 26.955927570891692
verified: no, type: nauc_precision_at_1_max
value: 28.03868492286667
verified: no, type: nauc_precision_at_1_std
value: 44.16178287035821
verified: no, type: nauc_precision_at_20_diff1
value: 11.497432055544982
verified: no, type: nauc_precision_at_20_max
value: 46.75309919739533
verified: no, type: nauc_precision_at_20_std
value: 41.80858561560544
verified: no, type: nauc_precision_at_3_diff1
value: 9.850372806796319
verified: no, type: nauc_precision_at_3_max
value: 29.109198591506676
verified: no, type: nauc_precision_at_3_std
value: 43.13056813939646
verified: no, type: nauc_precision_at_5_diff1
value: 4.499881269623463
verified: no, type: nauc_precision_at_5_max
value: 40.047755995883975
verified: no, type: nauc_precision_at_5_std
value: 44.71517901902325
verified: no, type: nauc_recall_at_1000_diff1
value: 6.63467073317501
verified: no, type: nauc_recall_at_1000_max
value: 44.6489347087575
verified: no, type: nauc_recall_at_1000_std
value: 58.209911294286066
verified: no, type: nauc_recall_at_100_diff1
value: 2.350259810780012
verified: no, type: nauc_recall_at_100_max
value: 20.36290704002025
verified: no, type: nauc_recall_at_100_std
value: 42.64181651403075
verified: no, type: nauc_recall_at_10_diff1
value: -10.19998917303498
verified: no, type: nauc_recall_at_10_max
value: 29.870781618973275
verified: no, type: nauc_recall_at_10_std
value: 27.65125891616072
verified: no, type: nauc_recall_at_1_diff1
value: 20.79003095651141
verified: no, type: nauc_recall_at_1_max
value: 6.297252286793798
verified: no, type: nauc_recall_at_1_std
value: 25.833565419732885
verified: no, type: nauc_recall_at_20_diff1
value: -1.680863756910618
verified: no, type: nauc_recall_at_20_max
value: 28.51484759380252
verified: no, type: nauc_recall_at_20_std
value: 25.990130490899784
verified: no, type: nauc_recall_at_3_diff1
value: 3.1550425665122868
verified: no, type: nauc_recall_at_3_max
value: 10.661843369990653
verified: no, type: nauc_recall_at_3_std
value: 24.732353635516894
verified: no, type: nauc_recall_at_5_diff1
value: -4.735824889253158
verified: no, type: nauc_recall_at_5_max
value: 19.896163013660946
verified: no, type: nauc_recall_at_5_std
value: 27.402967899774776
verified: no, type: ndcg_at_1
value: 44
verified: no, type: ndcg_at_10
value: 40.998000000000005
verified: no, type: ndcg_at_100
value: 33.910000000000004
verified: no, type: ndcg_at_1000
value: 33.009
verified: no, type: ndcg_at_20
value: 39.732
verified: no, type: ndcg_at_3
value: 44.061
verified: no, type: ndcg_at_5
value: 42.599
verified: no, type: precision_at_1
value: 46
verified: no, type: precision_at_10
value: 44
verified: no, type: precision_at_100
value: 36.5
verified: no, type: precision_at_1000
value: 16.332
verified: no, type: precision_at_20
value: 43
verified: no, type: precision_at_3
value: 47.333
verified: no, type: precision_at_5
value: 46.400000000000006
verified: no, type: recall_at_1
value: 0.105
verified: no, type: recall_at_10
value: 0.966
verified: no, type: recall_at_100
value: 7.939
verified: no, type: recall_at_1000
value: 32.742
verified: no, type: recall_at_20
value: 1.9220000000000002
verified: no, type: recall_at_3
value: 0.332
verified: no, type: recall_at_5
value: 0.524
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics: type: main_score
value: 21.571
verified: no, type: map_at_1
value: 1.327
verified: no, type: map_at_10
value: 7.445
verified: no, type: map_at_100
value: 14.402999999999999
verified: no, type: map_at_1000
value: 16.102
verified: no, type: map_at_20
value: 10.036000000000001
verified: no, type: map_at_3
value: 3.689
verified: no, type: map_at_5
value: 5.305
verified: no, type: mrr_at_1
value: 22.448979591836736
verified: no, type: mrr_at_10
value: 38.27907353417557
verified: no, type: mrr_at_100
value: 39.434612897955816
verified: no, type: mrr_at_1000
value: 39.45080985292829
verified: no, type: mrr_at_20
value: 38.97749055280488
verified: no, type: mrr_at_3
value: 33.67346938775511
verified: no, type: mrr_at_5
value: 36.93877551020409
verified: no, type: nauc_map_at_1000_diff1
value: -10.86587846302848
verified: no, type: nauc_map_at_1000_max
value: -22.73154705735798
verified: no, type: nauc_map_at_1000_std
value: -7.526224811178459
verified: no, type: nauc_map_at_100_diff1
value: -12.403614167212114
verified: no, type: nauc_map_at_100_max
value: -24.45605907353437
verified: no, type: nauc_map_at_100_std
value: -11.006132418142139
verified: no, type: nauc_map_at_10_diff1
value: -21.908545534764748
verified: no, type: nauc_map_at_10_max
value: -28.00729291556242
verified: no, type: nauc_map_at_10_std
value: -18.10132853566891
verified: no, type: nauc_map_at_1_diff1
value: -28.513010676449348
verified: no, type: nauc_map_at_1_max
value: -30.427660793279436
verified: no, type: nauc_map_at_1_std
value: -14.11514784583099
verified: no, type: nauc_map_at_20_diff1
value: -10.471971414306685
verified: no, type: nauc_map_at_20_max
value: -21.527928335466495
verified: no, type: nauc_map_at_20_std
value: -16.1333709770279
verified: no, type: nauc_map_at_3_diff1
value: -26.717645966119953
verified: no, type: nauc_map_at_3_max
value: -32.44872922871301
verified: no, type: nauc_map_at_3_std
value: -19.264122005257697
verified: no, type: nauc_map_at_5_diff1
value: -29.695365699102087
verified: no, type: nauc_map_at_5_max
value: -29.935208763832616
verified: no, type: nauc_map_at_5_std
value: -18.93058362411773
verified: no, type: nauc_mrr_at_1000_diff1
value: -22.535786145785377
verified: no, type: nauc_mrr_at_1000_max
value: -32.35954982000084
verified: no, type: nauc_mrr_at_1000_std
value: -7.294352866558182
verified: no, type: nauc_mrr_at_100_diff1
value: -22.553521858884167
verified: no, type: nauc_mrr_at_100_max
value: -32.28730633316403
verified: no, type: nauc_mrr_at_100_std
value: -7.2357902756494035
verified: no, type: nauc_mrr_at_10_diff1
value: -21.32427205611154
verified: no, type: nauc_mrr_at_10_max
value: -32.594600192175484
verified: no, type: nauc_mrr_at_10_std
value: -7.701643298852619
verified: no, type: nauc_mrr_at_1_diff1
value: -24.38991699403734
verified: no, type: nauc_mrr_at_1_max
value: -34.8017615946149
verified: no, type: nauc_mrr_at_1_std
value: -12.446975327346474
verified: no, type: nauc_mrr_at_20_diff1
value: -22.993494736183077
verified: no, type: nauc_mrr_at_20_max
value: -33.16328413132464
verified: no, type: nauc_mrr_at_20_std
value: -7.123110316935515
verified: no, type: nauc_mrr_at_3_diff1
value: -24.46198513209858
verified: no, type: nauc_mrr_at_3_max
value: -32.097193188437615
verified: no, type: nauc_mrr_at_3_std
value: -5.086303880665355
verified: no, type: nauc_mrr_at_5_diff1
value: -21.07298501691826
verified: no, type: nauc_mrr_at_5_max
value: -29.655375518069516
verified: no, type: nauc_mrr_at_5_std
value: -6.162939063349496
verified: no, type: nauc_ndcg_at_1000_diff1
value: -7.613356363267972
verified: no, type: nauc_ndcg_at_1000_max
value: -20.219309033701244
verified: no, type: nauc_ndcg_at_1000_std
value: 11.31742263144293
verified: no, type: nauc_ndcg_at_100_diff1
value: -12.575550014858122
verified: no, type: nauc_ndcg_at_100_max
value: -27.49602875097009
verified: no, type: nauc_ndcg_at_100_std
value: 4.46820922499762
verified: no, type: nauc_ndcg_at_10_diff1
value: -19.763169236290725
verified: no, type: nauc_ndcg_at_10_max
value: -26.28189234791412
verified: no, type: nauc_ndcg_at_10_std
value: -9.837873219587486
verified: no, type: nauc_ndcg_at_1_diff1
value: -24.15166672929776
verified: no, type: nauc_ndcg_at_1_max
value: -33.33159406883679
verified: no, type: nauc_ndcg_at_1_std
value: -9.93751274354244
verified: no, type: nauc_ndcg_at_20_diff1
value: -9.398392556307446
verified: no, type: nauc_ndcg_at_20_max
value: -21.64961727550682
verified: no, type: nauc_ndcg_at_20_std
value: -11.421320982111625
verified: no, type: nauc_ndcg_at_3_diff1
value: -23.353149106550582
verified: no, type: nauc_ndcg_at_3_max
value: -30.478426057546276
verified: no, type: nauc_ndcg_at_3_std
value: -8.785525804048259
verified: no, type: nauc_ndcg_at_5_diff1
value: -24.7526714113209
verified: no, type: nauc_ndcg_at_5_max
value: -27.641149079840368
verified: no, type: nauc_ndcg_at_5_std
value: -8.311158855598428
verified: no, type: nauc_precision_at_1000_diff1
value: 20.50774600549884
verified: no, type: nauc_precision_at_1000_max
value: 38.57265183169504
verified: no, type: nauc_precision_at_1000_std
value: 38.5946113688686
verified: no, type: nauc_precision_at_100_diff1
value: -3.042005260498119
verified: no, type: nauc_precision_at_100_max
value: -8.00610484910626
verified: no, type: nauc_precision_at_100_std
value: 35.43658548036001
verified: no, type: nauc_precision_at_10_diff1
value: -14.163943186577189
verified: no, type: nauc_precision_at_10_max
value: -20.05574174417294
verified: no, type: nauc_precision_at_10_std
value: -10.492551323563577
verified: no, type: nauc_precision_at_1_diff1
value: -24.38991699403734
verified: no, type: nauc_precision_at_1_max
value: -34.8017615946149
verified: no, type: nauc_precision_at_1_std
value: -12.446975327346474
verified: no, type: nauc_precision_at_20_diff1
value: 0.4022429900569576
verified: no, type: nauc_precision_at_20_max
value: -8.229637122666645
verified: no, type: nauc_precision_at_20_std
value: -6.223549750688274
verified: no, type: nauc_precision_at_3_diff1
value: -23.71085435832409
verified: no, type: nauc_precision_at_3_max
value: -31.7660213342409
verified: no, type: nauc_precision_at_3_std
value: -13.388115192740319
verified: no, type: nauc_precision_at_5_diff1
value: -24.02413833448179
verified: no, type: nauc_precision_at_5_max
value: -25.857240636741885
verified: no, type: nauc_precision_at_5_std
value: -10.511972395621717
verified: no, type: nauc_recall_at_1000_diff1
value: 17.523509319072264
verified: no, type: nauc_recall_at_1000_max
value: -33.252194787358
verified: no, type: nauc_recall_at_1000_std
value: 40.18262089722589
verified: no, type: nauc_recall_at_100_diff1
value: -7.5927888158318915
verified: no, type: nauc_recall_at_100_max
value: -30.89032941830059
verified: no, type: nauc_recall_at_100_std
value: 14.7277493660975
verified: no, type: nauc_recall_at_10_diff1
value: -8.427585168582128
verified: no, type: nauc_recall_at_10_max
value: -29.592643397225032
verified: no, type: nauc_recall_at_10_std
value: -16.589857962084015
verified: no, type: nauc_recall_at_1_diff1
value: -28.513010676449348
verified: no, type: nauc_recall_at_1_max
value: -30.427660793279436
verified: no, type: nauc_recall_at_1_std
value: -14.11514784583099
verified: no, type: nauc_recall_at_20_diff1
value: 2.324596246524499
verified: no, type: nauc_recall_at_20_max
value: -22.23446043015926
verified: no, type: nauc_recall_at_20_std
value: -11.63789457780223
verified: no, type: nauc_recall_at_3_diff1
value: -24.63549146250614
verified: no, type: nauc_recall_at_3_max
value: -31.969880804943458
verified: no, type: nauc_recall_at_3_std
value: -14.566948090225967
verified: no, type: nauc_recall_at_5_diff1
value: -25.600835989953413
verified: no, type: nauc_recall_at_5_max
value: -27.484703187916825
verified: no, type: nauc_recall_at_5_std
value: -13.408555621773935
verified: no, type: ndcg_at_1
value: 20.408
verified: no, type: ndcg_at_10
value: 21.571
verified: no, type: ndcg_at_100
value: 35.510000000000005
verified: no, type: ndcg_at_1000
value: 47.25
verified: no, type: ndcg_at_20
value: 22.664
verified: no, type: ndcg_at_3
value: 22.866
verified: no, type: ndcg_at_5
value: 23.951
verified: no, type: precision_at_1
value: 22.448999999999998
verified: no, type: precision_at_10
value: 21.224
verified: no, type: precision_at_100
value: 8.449
verified: no, type: precision_at_1000
value: 1.59
verified: no, type: precision_at_20
value: 16.735
verified: no, type: precision_at_3
value: 25.85
verified: no, type: precision_at_5
value: 26.531
verified: no, type: recall_at_1
value: 1.327
verified: no, type: recall_at_10
value: 13.715
verified: no, type: recall_at_100
value: 49.903
verified: no, type: recall_at_1000
value: 86.25
verified: no, type: recall_at_20
value: 21.829
verified: no, type: recall_at_3
value: 5.0040000000000004
verified: no, type: recall_at_5
value: 7.959
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 72.4755859375
verified: no, type: ap
value: 14.481993731716997
verified: no, type: ap_weighted
value: 14.481993731716997
verified: no, type: f1
value: 55.38270772109632
verified: no, type: f1_weighted
value: 78.4001290981932
verified: no, type: main_score
value: 72.4755859375
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 50.80362195812111
verified: no, type: f1
value: 51.07007731951286
verified: no, type: f1_weighted
value: 50.58877410145609
verified: no, type: main_score
value: 50.80362195812111
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 38.23734101727142
verified: no, type: v_measure
value: 38.23734101727142
verified: no, type: v_measure_std
value: 2.2690503750740927
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics: type: cosine_accuracy
value: 82.87536508314956
verified: no, type: cosine_accuracy_threshold
value: 65.33892129624184
verified: no, type: cosine_ap
value: 62.453427699972195
verified: no, type: cosine_f1
value: 60.47918683446273
verified: no, type: cosine_f1_threshold
value: 57.73994262184572
verified: no, type: cosine_precision
value: 55.85605721949038
verified: no, type: cosine_recall
value: 65.93667546174143
verified: no, type: dot_accuracy
value: 82.87536508314956
verified: no, type: dot_accuracy_threshold
value: 65.33892123418703
verified: no, type: dot_ap
value: 62.453427699972195
verified: no, type: dot_f1
value: 60.47918683446273
verified: no, type: dot_f1_threshold
value: 57.739942551893044
verified: no, type: dot_precision
value: 55.85605721949038
verified: no, type: dot_recall
value: 65.93667546174143
verified: no, type: euclidean_accuracy
value: 82.87536508314956
verified: no, type: euclidean_accuracy_threshold
value: 83.25992871500615
verified: no, type: euclidean_ap
value: 62.453427699972195
verified: no, type: euclidean_f1
value: 60.47918683446273
verified: no, type: euclidean_f1_threshold
value: 91.93482183230402
verified: no, type: euclidean_precision
value: 55.85605721949038
verified: no, type: euclidean_recall
value: 65.93667546174143
verified: no, type: main_score
value: 62.453427699972195
verified: no, type: manhattan_accuracy
value: 80.44942480777254
verified: no, type: manhattan_accuracy_threshold
value: 2692.9972207700075
verified: no, type: manhattan_ap
value: 54.51058097426563
verified: no, type: manhattan_f1
value: 53.99701556171392
verified: no, type: manhattan_f1_threshold
value: 3453.2372499979615
verified: no, type: manhattan_precision
value: 45.29685264663805
verified: no, type: manhattan_recall
value: 66.83377308707124
verified: no, type: max_accuracy
value: 82.87536508314956
verified: no, type: max_ap
value: 62.453427699972195
verified: no, type: max_f1
value: 60.47918683446273
verified: no, type: max_precision
value: 55.85605721949038
verified: no, type: max_recall
value: 66.83377308707124
verified: no, type: similarity_accuracy
value: 82.87536508314956
verified: no, type: similarity_accuracy_threshold
value: 65.33892129624184
verified: no, type: similarity_ap
value: 62.453427699972195
verified: no, type: similarity_f1
value: 60.47918683446273
verified: no, type: similarity_f1_threshold
value: 57.73994262184572
verified: no, type: similarity_precision
value: 55.85605721949038
verified: no, type: similarity_recall
value: 65.93667546174143
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics: type: cosine_accuracy
value: 87.47622928552023
verified: no, type: cosine_accuracy_threshold
value: 54.10025038160309
verified: no, type: cosine_ap
value: 82.95452866104836
verified: no, type: cosine_f1
value: 75.16585581601062
verified: no, type: cosine_f1_threshold
value: 48.445984086538566
verified: no, type: cosine_precision
value: 72.0941742081448
verified: no, type: cosine_recall
value: 78.51093316907914
verified: no, type: dot_accuracy
value: 87.47622928552023
verified: no, type: dot_accuracy_threshold
value: 54.10025032493372
verified: no, type: dot_ap
value: 82.95452823261647
verified: no, type: dot_f1
value: 75.16585581601062
verified: no, type: dot_f1_threshold
value: 48.4459840189433
verified: no, type: dot_precision
value: 72.0941742081448
verified: no, type: dot_recall
value: 78.51093316907914
verified: no, type: euclidean_accuracy
value: 87.47622928552023
verified: no, type: euclidean_accuracy_threshold
value: 95.81205515406612
verified: no, type: euclidean_ap
value: 82.95452881760592
verified: no, type: euclidean_f1
value: 75.16585581601062
verified: no, type: euclidean_f1_threshold
value: 101.54212508128278
verified: no, type: euclidean_precision
value: 72.0941742081448
verified: no, type: euclidean_recall
value: 78.51093316907914
verified: no, type: main_score
value: 82.95452881760592
verified: no, type: manhattan_accuracy
value: 87.0396243256879
verified: no, type: manhattan_accuracy_threshold
value: 3553.990311760886
verified: no, type: manhattan_ap
value: 81.90067228921978
verified: no, type: manhattan_f1
value: 74.29892820437529
verified: no, type: manhattan_f1_threshold
value: 3782.678774205261
verified: no, type: manhattan_precision
value: 70.99466891133558
verified: no, type: manhattan_recall
value: 77.9257776408993
verified: no, type: max_accuracy
value: 87.47622928552023
verified: no, type: max_ap
value: 82.95452881760592
verified: no, type: max_f1
value: 75.16585581601062
verified: no, type: max_precision
value: 72.0941742081448
verified: no, type: max_recall
value: 78.51093316907914
verified: no, type: similarity_accuracy
value: 87.47622928552023
verified: no, type: similarity_accuracy_threshold
value: 54.10025038160309
verified: no, type: similarity_ap
value: 82.95452866104836
verified: no, type: similarity_f1
value: 75.16585581601062
verified: no, type: similarity_f1_threshold
value: 48.445984086538566
verified: no, type: similarity_precision
value: 72.0941742081448
verified: no, type: similarity_recall
value: 78.51093316907914
verified: no
task: type: PairClassification
tags: mteb
Likes: 0 | All-time downloads: 0
Created: 2024-09-10 03:43:33