Model: brahmairesearch/slx-v0.1
Author: brahmairesearch
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, feature-extraction, mteb, sentence-similarity, transformers, en, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Card metadata: model-index: name: brahmairesearch/slx-v0.1
results: dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 65.59220389805098
verified: no, type: ap
value: 16.81423101691947
verified: no, type: ap_weighted
value: 16.81423101691947
verified: no, type: f1
value: 53.71729938392706
verified: no, type: f1_weighted
value: 72.20850142432688
verified: no, type: main_score
value: 65.59220389805098
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 63.64179104477612
verified: no, type: ap
value: 26.921335760715966
verified: no, type: ap_weighted
value: 26.921335760715966
verified: no, type: f1
value: 57.64569779029121
verified: no, type: f1_weighted
value: 67.27976461433454
verified: no, type: main_score
value: 63.64179104477612
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonCounterfactualClassification (de)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 57.81584582441114
verified: no, type: ap
value: 73.96447293747234
verified: no, type: ap_weighted
value: 73.96447293747234
verified: no, type: f1
value: 56.086772577787755
verified: no, type: f1_weighted
value: 59.41839602591139
verified: no, type: main_score
value: 57.81584582441114
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonCounterfactualClassification (ja)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 60.89935760171306
verified: no, type: ap
value: 13.241905671485688
verified: no, type: ap_weighted
value: 13.241905671485688
verified: no, type: f1
value: 48.847713021626774
verified: no, type: f1_weighted
value: 68.43256893578159
verified: no, type: main_score
value: 60.89935760171306
verified: no
task: type: Classification, dataset: config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 63.46846846846847
verified: no, type: ap
value: 15.500820900257253
verified: no, type: ap_weighted
value: 15.500820900257253
verified: no, type: f1
value: 51.829238493255424
verified: no, type: f1_weighted
value: 70.67890974680999
verified: no, type: main_score
value: 63.46846846846847
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 61.462686567164184
verified: no, type: ap
value: 22.787749709369066
verified: no, type: ap_weighted
value: 22.787749709369066
verified: no, type: f1
value: 54.398879015183766
verified: no, type: f1_weighted
value: 66.03261824563178
verified: no, type: main_score
value: 61.462686567164184
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonCounterfactualClassification (de)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 57.98283261802576
verified: no, type: ap
value: 73.53358224916597
verified: no, type: ap_weighted
value: 73.53358224916597
verified: no, type: f1
value: 55.63777177215615
verified: no, type: f1_weighted
value: 59.597057376484194
verified: no, type: main_score
value: 57.98283261802576
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonCounterfactualClassification (ja)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 59.377682403433475
verified: no, type: ap
value: 11.144115013790348
verified: no, type: ap_weighted
value: 11.144115013790348
verified: no, type: f1
value: 46.238094801012494
verified: no, type: f1_weighted
value: 67.41908331890755
verified: no, type: main_score
value: 59.377682403433475
verified: no
task: type: Classification, dataset: config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics: type: accuracy
value: 64.259025
verified: no, type: ap
value: 59.266682504413595
verified: no, type: ap_weighted
value: 59.266682504413595
verified: no, type: f1
value: 63.94155696126964
verified: no, type: f1_weighted
value: 63.94155696126964
verified: no, type: main_score
value: 64.259025
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 30.848000000000003
verified: no, type: f1
value: 30.43009944052308
verified: no, type: f1_weighted
value: 30.43009944052308
verified: no, type: main_score
value: 30.848000000000003
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification (de)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.444000000000003
verified: no, type: f1
value: 26.08196367948359
verified: no, type: f1_weighted
value: 26.08196367948359
verified: no, type: main_score
value: 26.444000000000003
verified: no
task: type: Classification, dataset: config: es
name: MTEB AmazonReviewsClassification (es)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 27.351999999999997
verified: no, type: f1
value: 26.925355188458816
verified: no, type: f1_weighted
value: 26.925355188458816
verified: no, type: main_score
value: 27.351999999999997
verified: no
task: type: Classification, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.876
verified: no, type: f1
value: 26.598456848307034
verified: no, type: f1_weighted
value: 26.598456848307038
verified: no, type: main_score
value: 26.876
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonReviewsClassification (ja)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 23.779999999999994
verified: no, type: f1
value: 23.498318699105575
verified: no, type: f1_weighted
value: 23.498318699105575
verified: no, type: main_score
value: 23.779999999999994
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 23.671999999999997
verified: no, type: f1
value: 23.219332570442802
verified: no, type: f1_weighted
value: 23.219332570442802
verified: no, type: main_score
value: 23.671999999999997
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 30.302
verified: no, type: f1
value: 29.983005188434415
verified: no, type: f1_weighted
value: 29.983005188434415
verified: no, type: main_score
value: 30.302
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification (de)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.734
verified: no, type: f1
value: 26.36749853440715
verified: no, type: f1_weighted
value: 26.36749853440715
verified: no, type: main_score
value: 26.734
verified: no
task: type: Classification, dataset: config: es
name: MTEB AmazonReviewsClassification (es)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 27.230000000000004
verified: no, type: f1
value: 26.77695940498618
verified: no, type: f1_weighted
value: 26.776959404986183
verified: no, type: main_score
value: 27.230000000000004
verified: no
task: type: Classification, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.998000000000005
verified: no, type: f1
value: 26.710220629952016
verified: no, type: f1_weighted
value: 26.710220629952016
verified: no, type: main_score
value: 26.998000000000005
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonReviewsClassification (ja)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 23.754
verified: no, type: f1
value: 23.46121752248106
verified: no, type: f1_weighted
value: 23.46121752248106
verified: no, type: main_score
value: 23.754
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 23.128
verified: no, type: f1
value: 22.642833134438163
verified: no, type: f1_weighted
value: 22.642833134438163
verified: no, type: main_score
value: 23.128
verified: no
task: type: Classification, dataset: config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics: type: main_score
value: 50.166999999999994
verified: no, type: map_at_1
value: 25.605
verified: no, type: map_at_10
value: 41.165
verified: no, type: map_at_100
value: 42.230000000000004
verified: no, type: map_at_1000
value: 42.241
verified: no, type: map_at_20
value: 42.009
verified: no, type: map_at_3
value: 35.965
verified: no, type: map_at_5
value: 38.981
verified: no, type: mrr_at_1
value: 26.03129445234708
verified: no, type: mrr_at_10
value: 41.340569893201476
verified: no, type: mrr_at_100
value: 42.404387843997725
verified: no, type: mrr_at_1000
value: 42.415330484075966
verified: no, type: mrr_at_20
value: 42.18326840322522
verified: no, type: mrr_at_3
value: 36.10715979137032
verified: no, type: mrr_at_5
value: 39.12991939307729
verified: no, type: nauc_map_at_1000_diff1
value: 11.79240946563101
verified: no, type: nauc_map_at_1000_max
value: -1.710270555143247
verified: no, type: nauc_map_at_1000_std
value: -6.176978224681317
verified: no, type: nauc_map_at_100_diff1
value: 11.80102860550546
verified: no, type: nauc_map_at_100_max
value: -1.6868871420671758
verified: no, type: nauc_map_at_100_std
value: -6.161835334784752
verified: no, type: nauc_map_at_10_diff1
value: 11.38320219583136
verified: no, type: nauc_map_at_10_max
value: -1.86833617297681
verified: no, type: nauc_map_at_10_std
value: -6.310959275748389
verified: no, type: nauc_map_at_1_diff1
value: 15.127834783684404
verified: no, type: nauc_map_at_1_max
value: -2.698529001436304
verified: no, type: nauc_map_at_1_std
value: -6.380124976036761
verified: no, type: nauc_map_at_20_diff1
value: 11.682604563128333
verified: no, type: nauc_map_at_20_max
value: -1.7092031240854961
verified: no, type: nauc_map_at_20_std
value: -6.247205826670096
verified: no, type: nauc_map_at_3_diff1
value: 12.209991942694055
verified: no, type: nauc_map_at_3_max
value: -1.4520060777192374
verified: no, type: nauc_map_at_3_std
value: -6.488975648815049
verified: no, type: nauc_map_at_5_diff1
value: 11.278322255170867
verified: no, type: nauc_map_at_5_max
value: -2.3286853004722894
verified: no, type: nauc_map_at_5_std
value: -6.4661832552053085
verified: no, type: nauc_mrr_at_1000_diff1
value: 10.404448873848906
verified: no, type: nauc_mrr_at_1000_max
value: -2.5691360137833272
verified: no, type: nauc_mrr_at_1000_std
value: -6.110131384746746
verified: no, type: nauc_mrr_at_100_diff1
value: 10.413547230720669
verified: no, type: nauc_mrr_at_100_max
value: -2.545515473991115
verified: no, type: nauc_mrr_at_100_std
value: -6.095048045810124
verified: no, type: nauc_mrr_at_10_diff1
value: 10.01017546961717
verified: no, type: nauc_mrr_at_10_max
value: -2.750088666160259
verified: no, type: nauc_mrr_at_10_std
value: -6.300546755168433
verified: no, type: nauc_mrr_at_1_diff1
value: 13.694695183834565
verified: no, type: nauc_mrr_at_1_max
value: -3.2629164055170774
verified: no, type: nauc_mrr_at_1_std
value: -6.0916939845233475
verified: no, type: nauc_mrr_at_20_diff1
value: 10.305948492563749
verified: no, type: nauc_mrr_at_20_max
value: -2.5611935016932743
verified: no, type: nauc_mrr_at_20_std
value: -6.180513505874478
verified: no, type: nauc_mrr_at_3_diff1
value: 10.628768671682717
verified: no, type: nauc_mrr_at_3_max
value: -2.580374767191263
verified: no, type: nauc_mrr_at_3_std
value: -6.64080922029136
verified: no, type: nauc_mrr_at_5_diff1
value: 9.901973480934398
verified: no, type: nauc_mrr_at_5_max
value: -3.219485330030026
verified: no, type: nauc_mrr_at_5_std
value: -6.37273290858359
verified: no, type: nauc_ndcg_at_1000_diff1
value: 11.350532451515136
verified: no, type: nauc_ndcg_at_1000_max
value: -1.1246559265562561
verified: no, type: nauc_ndcg_at_1000_std
value: -5.615586258686471
verified: no, type: nauc_ndcg_at_100_diff1
value: 11.535796848928232
verified: no, type: nauc_ndcg_at_100_max
value: -0.5247636861072896
verified: no, type: nauc_ndcg_at_100_std
value: -5.175870339874143
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.850403353114398
verified: no, type: nauc_ndcg_at_10_max
value: -1.173410220148898
verified: no, type: nauc_ndcg_at_10_std
value: -6.060986238386804
verified: no, type: nauc_ndcg_at_1_diff1
value: 15.127834783684404
verified: no, type: nauc_ndcg_at_1_max
value: -2.698529001436304
verified: no, type: nauc_ndcg_at_1_std
value: -6.380124976036761
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.92332827898689
verified: no, type: nauc_ndcg_at_20_max
value: -0.5604462367633576
verified: no, type: nauc_ndcg_at_20_std
value: -5.828378388299274
verified: no, type: nauc_ndcg_at_3_diff1
value: 11.535159087904137
verified: no, type: nauc_ndcg_at_3_max
value: -0.8097811834424876
verified: no, type: nauc_ndcg_at_3_std
value: -6.317462979151113
verified: no, type: nauc_ndcg_at_5_diff1
value: 9.888045596844593
verified: no, type: nauc_ndcg_at_5_max
value: -2.323203935463137
verified: no, type: nauc_ndcg_at_5_std
value: -6.330378743194537
verified: no, type: nauc_precision_at_1000_diff1
value: -23.92620682863098
verified: no, type: nauc_precision_at_1000_max
value: 13.422855934028885
verified: no, type: nauc_precision_at_1000_std
value: 66.55596232602036
verified: no, type: nauc_precision_at_100_diff1
value: 17.358373323749067
verified: no, type: nauc_precision_at_100_max
value: 50.15880988336681
verified: no, type: nauc_precision_at_100_std
value: 46.757781571204916
verified: no, type: nauc_precision_at_10_diff1
value: 2.253255859825255
verified: no, type: nauc_precision_at_10_max
value: 2.5784898691061175
verified: no, type: nauc_precision_at_10_std
value: -4.9121989534305515
verified: no, type: nauc_precision_at_1_diff1
value: 15.127834783684404
verified: no, type: nauc_precision_at_1_max
value: -2.698529001436304
verified: no, type: nauc_precision_at_1_std
value: -6.380124976036761
verified: no, type: nauc_precision_at_20_diff1
value: 5.6318283797917905
verified: no, type: nauc_precision_at_20_max
value: 12.700179942961162
verified: no, type: nauc_precision_at_20_std
value: -1.467276762621626
verified: no, type: nauc_precision_at_3_diff1
value: 9.71950360663784
verified: no, type: nauc_precision_at_3_max
value: 1.0574403269454646
verified: no, type: nauc_precision_at_3_std
value: -5.778592397335912
verified: no, type: nauc_precision_at_5_diff1
value: 5.392563197207298
verified: no, type: nauc_precision_at_5_max
value: -2.419134195197182
verified: no, type: nauc_precision_at_5_std
value: -5.881534742887281
verified: no, type: nauc_recall_at_1000_diff1
value: -23.926206828624526
verified: no, type: nauc_recall_at_1000_max
value: 13.422855934029233
verified: no, type: nauc_recall_at_1000_std
value: 66.55596232601879
verified: no, type: nauc_recall_at_100_diff1
value: 17.358373323747863
verified: no, type: nauc_recall_at_100_max
value: 50.158809883365386
verified: no, type: nauc_recall_at_100_std
value: 46.75778157120503
verified: no, type: nauc_recall_at_10_diff1
value: 2.2532558598252876
verified: no, type: nauc_recall_at_10_max
value: 2.57848986910615
verified: no, type: nauc_recall_at_10_std
value: -4.912198953430499
verified: no, type: nauc_recall_at_1_diff1
value: 15.127834783684404
verified: no, type: nauc_recall_at_1_max
value: -2.698529001436304
verified: no, type: nauc_recall_at_1_std
value: -6.380124976036761
verified: no, type: nauc_recall_at_20_diff1
value: 5.631828379791899
verified: no, type: nauc_recall_at_20_max
value: 12.700179942961059
verified: no, type: nauc_recall_at_20_std
value: -1.4672767626217327
verified: no, type: nauc_recall_at_3_diff1
value: 9.71950360663783
verified: no, type: nauc_recall_at_3_max
value: 1.0574403269454553
verified: no, type: nauc_recall_at_3_std
value: -5.7785923973359115
verified: no, type: nauc_recall_at_5_diff1
value: 5.392563197207263
verified: no, type: nauc_recall_at_5_max
value: -2.4191341951972087
verified: no, type: nauc_recall_at_5_std
value: -5.881534742887311
verified: no, type: ndcg_at_1
value: 25.605
verified: no, type: ndcg_at_10
value: 50.166999999999994
verified: no, type: ndcg_at_100
value: 54.534000000000006
verified: no, type: ndcg_at_1000
value: 54.772
verified: no, type: ndcg_at_20
value: 53.159
verified: no, type: ndcg_at_3
value: 39.434000000000005
verified: no, type: ndcg_at_5
value: 44.876
verified: no, type: precision_at_1
value: 25.605
verified: no, type: precision_at_10
value: 7.908999999999999
verified: no, type: precision_at_100
value: 0.9769999999999999
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.537999999999999
verified: no, type: precision_at_3
value: 16.500999999999998
verified: no, type: precision_at_5
value: 12.546
verified: no, type: recall_at_1
value: 25.605
verified: no, type: recall_at_10
value: 79.09
verified: no, type: recall_at_100
value: 97.724
verified: no, type: recall_at_1000
value: 99.502
verified: no, type: recall_at_20
value: 90.754
verified: no, type: recall_at_3
value: 49.502
verified: no, type: recall_at_5
value: 62.731
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics: type: main_score
value: 46.47356874334095
verified: no, type: v_measure
value: 46.47356874334095
verified: no, type: v_measure_std
value: 14.130000402938242
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics: type: main_score
value: 37.668382184658086
verified: no, type: v_measure
value: 37.668382184658086
verified: no, type: v_measure_std
value: 14.422481353717659
verified: no
task: type: Clustering, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 80.04220779220779
verified: no, type: f1
value: 79.37884047247287
verified: no, type: f1_weighted
value: 79.37884047247287
verified: no, type: main_score
value: 80.04220779220779
verified: no
task: type: Classification, dataset: config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics: type: main_score
value: 38.36772570768531
verified: no, type: v_measure
value: 38.36772570768531
verified: no, type: v_measure_std
value: 0.757123491643444
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics: type: main_score
value: 32.877041490913825
verified: no, type: v_measure
value: 32.877041490913825
verified: no, type: v_measure_std
value: 0.7543369230787144
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics: type: main_score
value: 53.82900000000001
verified: no, type: map_at_1
value: 34.660000000000004
verified: no, type: map_at_10
value: 46.938
verified: no, type: map_at_100
value: 48.435
verified: no, type: map_at_1000
value: 48.555
verified: no, type: map_at_20
value: 47.74
verified: no, type: map_at_3
value: 43.034
verified: no, type: map_at_5
value: 45.055
verified: no, type: mrr_at_1
value: 42.77539341917024
verified: no, type: mrr_at_10
value: 53.09807661738992
verified: no, type: mrr_at_100
value: 53.68797698584606
verified: no, type: mrr_at_1000
value: 53.728658519510255
verified: no, type: mrr_at_20
value: 53.406401026336844
verified: no, type: mrr_at_3
value: 50.47687172150691
verified: no, type: mrr_at_5
value: 51.971864568431094
verified: no, type: nauc_map_at_1000_diff1
value: 50.339438270595124
verified: no, type: nauc_map_at_1000_max
value: 43.23580099659964
verified: no, type: nauc_map_at_1000_std
value: -4.443430079055073
verified: no, type: nauc_map_at_100_diff1
value: 50.31288284732284
verified: no, type: nauc_map_at_100_max
value: 43.222755445839276
verified: no, type: nauc_map_at_100_std
value: -4.418807021239256
verified: no, type: nauc_map_at_10_diff1
value: 50.56104970478486
verified: no, type: nauc_map_at_10_max
value: 42.6266791147141
verified: no, type: nauc_map_at_10_std
value: -4.980766222304502
verified: no, type: nauc_map_at_1_diff1
value: 54.888348136203646
verified: no, type: nauc_map_at_1_max
value: 36.80610602276261
verified: no, type: nauc_map_at_1_std
value: -7.771623626380834
verified: no, type: nauc_map_at_20_diff1
value: 50.35074054443037
verified: no, type: nauc_map_at_20_max
value: 42.953032257345086
verified: no, type: nauc_map_at_20_std
value: -4.821787093076811
verified: no, type: nauc_map_at_3_diff1
value: 51.239250560446116
verified: no, type: nauc_map_at_3_max
value: 40.35471642815388
verified: no, type: nauc_map_at_3_std
value: -6.646877308574401
verified: no, type: nauc_map_at_5_diff1
value: 50.496300745722756
verified: no, type: nauc_map_at_5_max
value: 41.850857768498756
verified: no, type: nauc_map_at_5_std
value: -5.404018922303552
verified: no, type: nauc_mrr_at_1000_diff1
value: 49.881328279967285
verified: no, type: nauc_mrr_at_1000_max
value: 46.097835021931175
verified: no, type: nauc_mrr_at_1000_std
value: -2.804152721492059
verified: no, type: nauc_mrr_at_100_diff1
value: 49.858526100177876
verified: no, type: nauc_mrr_at_100_max
value: 46.09840964633914
verified: no, type: nauc_mrr_at_100_std
value: -2.7999853970281348
verified: no, type: nauc_mrr_at_10_diff1
value: 49.93411634590759
verified: no, type: nauc_mrr_at_10_max
value: 46.18386740859704
verified: no, type: nauc_mrr_at_10_std
value: -2.8076410876971183
verified: no, type: nauc_mrr_at_1_diff1
value: 53.69555843067244
verified: no, type: nauc_mrr_at_1_max
value: 45.05416656111299
verified: no, type: nauc_mrr_at_1_std
value: -4.545996010008188
verified: no, type: nauc_mrr_at_20_diff1
value: 49.777795732597255
verified: no, type: nauc_mrr_at_20_max
value: 46.06899511122978
verified: no, type: nauc_mrr_at_20_std
value: -2.8788594167873023
verified: no, type: nauc_mrr_at_3_diff1
value: 50.492982183354314
verified: no, type: nauc_mrr_at_3_max
value: 45.785055561526654
verified: no, type: nauc_mrr_at_3_std
value: -3.5794494150490306
verified: no, type: nauc_mrr_at_5_diff1
value: 49.42113979258591
verified: no, type: nauc_mrr_at_5_max
value: 46.181441772578005
verified: no, type: nauc_mrr_at_5_std
value: -2.564347515524424
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.51134144021698
verified: no, type: nauc_ndcg_at_1000_max
value: 45.21247700795964
verified: no, type: nauc_ndcg_at_1000_std
value: -1.9910218646027125
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.97366158568629
verified: no, type: nauc_ndcg_at_100_max
value: 45.284592745752995
verified: no, type: nauc_ndcg_at_100_std
value: -1.5111571184477774
verified: no, type: nauc_ndcg_at_10_diff1
value: 48.76231762294791
verified: no, type: nauc_ndcg_at_10_max
value: 44.64822017157136
verified: no, type: nauc_ndcg_at_10_std
value: -3.1795387687509757
verified: no, type: nauc_ndcg_at_1_diff1
value: 53.69555843067244
verified: no, type: nauc_ndcg_at_1_max
value: 45.05416656111299
verified: no, type: nauc_ndcg_at_1_std
value: -4.545996010008188
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.936887203849174
verified: no, type: nauc_ndcg_at_20_max
value: 44.48528835952385
verified: no, type: nauc_ndcg_at_20_std
value: -3.2878343948840754
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.95438268525682
verified: no, type: nauc_ndcg_at_3_max
value: 42.82166912587241
verified: no, type: nauc_ndcg_at_3_std
value: -4.452980871878634
verified: no, type: nauc_ndcg_at_5_diff1
value: 48.040466488093344
verified: no, type: nauc_ndcg_at_5_max
value: 44.11878407368567
verified: no, type: nauc_ndcg_at_5_std
value: -2.927818810673812
verified: no, type: nauc_precision_at_1000_diff1
value: -14.566583997940322
verified: no, type: nauc_precision_at_1000_max
value: -0.918804040217281
verified: no, type: nauc_precision_at_1000_std
value: 1.1992139320417226
verified: no, type: nauc_precision_at_100_diff1
value: -9.893301864794328
verified: no, type: nauc_precision_at_100_max
value: 10.623906964961217
verified: no, type: nauc_precision_at_100_std
value: 10.064779696033806
verified: no, type: nauc_precision_at_10_diff1
value: 6.023861912263093
verified: no, type: nauc_precision_at_10_max
value: 29.11455745368896
verified: no, type: nauc_precision_at_10_std
value: 10.328214515351226
verified: no, type: nauc_precision_at_1_diff1
value: 53.69555843067244
verified: no, type: nauc_precision_at_1_max
value: 45.05416656111299
verified: no, type: nauc_precision_at_1_std
value: -4.545996010008188
verified: no, type: nauc_precision_at_20_diff1
value: -0.19647947200302293
verified: no, type: nauc_precision_at_20_max
value: 22.792436348540797
verified: no, type: nauc_precision_at_20_std
value: 9.061504712470217
verified: no, type: nauc_precision_at_3_diff1
value: 27.9608600333444
verified: no, type: nauc_precision_at_3_max
value: 40.970323543946456
verified: no, type: nauc_precision_at_3_std
value: 1.8438060839666899
verified: no, type: nauc_precision_at_5_diff1
value: 15.84255637113644
verified: no, type: nauc_precision_at_5_max
value: 37.500727811082854
verified: no, type: nauc_precision_at_5_std
value: 8.03910737246483
verified: no, type: nauc_recall_at_1000_diff1
value: 24.090697018928587
verified: no, type: nauc_recall_at_1000_max
value: 73.14142934283402
verified: no, type: nauc_recall_at_1000_std
value: 55.79929618150117
verified: no, type: nauc_recall_at_100_diff1
value: 29.857260058277358
verified: no, type: nauc_recall_at_100_max
value: 48.81400298946208
verified: no, type: nauc_recall_at_100_std
value: 18.538526239613542
verified: no, type: nauc_recall_at_10_diff1
value: 40.68103165111888
verified: no, type: nauc_recall_at_10_max
value: 41.84487898013782
verified: no, type: nauc_recall_at_10_std
value: -0.565909316767332
verified: no, type: nauc_recall_at_1_diff1
value: 54.888348136203646
verified: no, type: nauc_recall_at_1_max
value: 36.80610602276261
verified: no, type: nauc_recall_at_1_std
value: -7.771623626380834
verified: no, type: nauc_recall_at_20_diff1
value: 36.107932349955526
verified: no, type: nauc_recall_at_20_max
value: 41.10565729843375
verified: no, type: nauc_recall_at_20_std
value: -0.507369837769159
verified: no, type: nauc_recall_at_3_diff1
value: 45.07374176578747
verified: no, type: nauc_recall_at_3_max
value: 37.769608961603005
verified: no, type: nauc_recall_at_3_std
value: -5.464466204317328
verified: no, type: nauc_recall_at_5_diff1
value: 40.670419340485566
verified: no, type: nauc_recall_at_5_max
value: 40.96043054994941
verified: no, type: nauc_recall_at_5_std
value: -0.79976340870195
verified: no, type: ndcg_at_1
value: 42.775
verified: no, type: ndcg_at_10
value: 53.82900000000001
verified: no, type: ndcg_at_100
value: 58.74700000000001
verified: no, type: ndcg_at_1000
value: 60.309000000000005
verified: no, type: ndcg_at_20
value: 55.544000000000004
verified: no, type: ndcg_at_3
value: 48.487
verified: no, type: ndcg_at_5
value: 50.722
verified: no, type: precision_at_1
value: 42.775
verified: no, type: precision_at_10
value: 10.629
verified: no, type: precision_at_100
value: 1.652
verified: no, type: precision_at_1000
value: 0.209
verified: no, type: precision_at_20
value: 6.202
verified: no, type: precision_at_3
value: 23.366999999999997
verified: no, type: precision_at_5
value: 16.967
verified: no, type: recall_at_1
value: 34.660000000000004
verified: no, type: recall_at_10
value: 66.465
verified: no, type: recall_at_100
value: 87.559
verified: no, type: recall_at_1000
value: 97.18299999999999
verified: no, type: recall_at_20
value: 72.564
verified: no, type: recall_at_3
value: 51.01
verified: no, type: recall_at_5
value: 57.412
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics: type: main_score
value: 47.776
verified: no, type: map_at_1
value: 31.180999999999997
verified: no, type: map_at_10
value: 41.802
verified: no, type: map_at_100
value: 43.294
verified: no, type: map_at_1000
value: 43.438
verified: no, type: map_at_20
value: 42.629
verified: no, type: map_at_3
value: 38.668
verified: no, type: map_at_5
value: 40.559
verified: no, type: mrr_at_1
value: 39.490445859872615
verified: no, type: mrr_at_10
value: 48.38117986047922
verified: no, type: mrr_at_100
value: 49.09349219641033
verified: no, type: mrr_at_1000
value: 49.14315583534605
verified: no, type: mrr_at_20
value: 48.8095411057515
verified: no, type: mrr_at_3
value: 46.13588110403397
verified: no, type: mrr_at_5
value: 47.61358811040339
verified: no, type: nauc_map_at_1000_diff1
value: 49.44353218086297
verified: no, type: nauc_map_at_1000_max
value: 46.00802280640446
verified: no, type: nauc_map_at_1000_std
value: -6.439705189752024
verified: no, type: nauc_map_at_100_diff1
value: 49.484618732724634
verified: no, type: nauc_map_at_100_max
value: 45.97344254091007
verified: no, type: nauc_map_at_100_std
value: -6.553883735865738
verified: no, type: nauc_map_at_10_diff1
value: 49.73827377129964
verified: no, type: nauc_map_at_10_max
value: 44.80720760764555
verified: no, type: nauc_map_at_10_std
value: -8.560849258023518
verified: no, type: nauc_map_at_1_diff1
value: 54.89660403213069
verified: no, type: nauc_map_at_1_max
value: 37.249410464928694
verified: no, type: nauc_map_at_1_std
value: -13.977909182823515
verified: no, type: nauc_map_at_20_diff1
value: 49.687120778362065
verified: no, type: nauc_map_at_20_max
value: 45.443506532069904
verified: no, type: nauc_map_at_20_std
value: -7.568509029940879
verified: no, type: nauc_map_at_3_diff1
value: 50.89143851346375
verified: no, type: nauc_map_at_3_max
value: 42.914305225298556
verified: no, type: nauc_map_at_3_std
value: -10.86916575143883
verified: no, type: nauc_map_at_5_diff1
value: 49.898323469941644
verified: no, type: nauc_map_at_5_max
value: 43.771367872507945
verified: no, type: nauc_map_at_5_std
value: -9.813577503710816
verified: no, type: nauc_mrr_at_1000_diff1
value: 48.033344235259904
verified: no, type: nauc_mrr_at_1000_max
value: 47.531177627486635
verified: no, type: nauc_mrr_at_1000_std
value: -1.955679550360315
verified: no, type: nauc_mrr_at_100_diff1
value: 48.02321810138372
verified: no, type: nauc_mrr_at_100_max
value: 47.535853824033744
verified: no, type: nauc_mrr_at_100_std
value: -1.94289219204237
verified: no, type: nauc_mrr_at_10_diff1
value: 47.94020541903534
verified: no, type: nauc_mrr_at_10_max
value: 47.43728027081464
verified: no, type: nauc_mrr_at_10_std
value: -2.259178114481939
verified: no, type: nauc_mrr_at_1_diff1
value: 52.27503616517619
verified: no, type: nauc_mrr_at_1_max
value: 45.06074105733823
verified: no, type: nauc_mrr_at_1_std
value: -5.7377695949500245
verified: no, type: nauc_mrr_at_20_diff1
value: 48.03620297384247
verified: no, type: nauc_mrr_at_20_max
value: 47.55872695584821
verified: no, type: nauc_mrr_at_20_std
value: -2.034445052818207
verified: no, type: nauc_mrr_at_3_diff1
value: 48.859898225026605
verified: no, type: nauc_mrr_at_3_max
value: 47.303607386271665
verified: no, type: nauc_mrr_at_3_std
value: -3.2957071258586046
verified: no, type: nauc_mrr_at_5_diff1
value: 47.95858711262797
verified: no, type: nauc_mrr_at_5_max
value: 47.31116600948832
verified: no, type: nauc_mrr_at_5_std
value: -2.5820093721058734
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.96312568077269
verified: no, type: nauc_ndcg_at_1000_max
value: 48.560727008968826
verified: no, type: nauc_ndcg_at_1000_std
value: -0.4012569951094544
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.913971925229944
verified: no, type: nauc_ndcg_at_100_max
value: 48.7348027137932
verified: no, type: nauc_ndcg_at_100_std
value: -0.3693179964972252
verified: no, type: nauc_ndcg_at_10_diff1
value: 47.05397879637747
verified: no, type: nauc_ndcg_at_10_max
value: 47.186393355060105
verified: no, type: nauc_ndcg_at_10_std
value: -4.226025177523436
verified: no, type: nauc_ndcg_at_1_diff1
value: 52.27503616517619
verified: no, type: nauc_ndcg_at_1_max
value: 45.06074105733823
verified: no, type: nauc_ndcg_at_1_std
value: -5.7377695949500245
verified: no, type: nauc_ndcg_at_20_diff1
value: 47.434914014226045
verified: no, type: nauc_ndcg_at_20_max
value: 48.19048106740082
verified: no, type: nauc_ndcg_at_20_std
value: -2.738959718307571
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.52829797445635
verified: no, type: nauc_ndcg_at_3_max
value: 46.61870515960141
verified: no, type: nauc_ndcg_at_3_std
value: -5.399579996544238
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.03264255703224
verified: no, type: nauc_ndcg_at_5_max
value: 46.48251257722442
verified: no, type: nauc_ndcg_at_5_std
value: -5.209610776344875
verified: no, type: nauc_precision_at_1000_diff1
value: -18.482812709864366
verified: no, type: nauc_precision_at_1000_max
value: 10.386743152083614
verified: no, type: nauc_precision_at_1000_std
value: 33.84712693143723
verified: no, type: nauc_precision_at_100_diff1
value: -10.375010055412929
verified: no, type: nauc_precision_at_100_max
value: 26.01411743304198
verified: no, type: nauc_precision_at_100_std
value: 41.104425433091855
verified: no, type: nauc_precision_at_10_diff1
value: 9.870205262081164
verified: no, type: nauc_precision_at_10_max
value: 40.852557164414286
verified: no, type: nauc_precision_at_10_std
value: 24.499871481702353
verified: no, type: nauc_precision_at_1_diff1
value: 52.27503616517619
verified: no, type: nauc_precision_at_1_max
value: 45.06074105733823
verified: no, type: nauc_precision_at_1_std
value: -5.7377695949500245
verified: no, type: nauc_precision_at_20_diff1
value: 2.9119655830761553
verified: no, type: nauc_precision_at_20_max
value: 36.75317153063545
verified: no, type: nauc_precision_at_20_std
value: 31.91941895489882
verified: no, type: nauc_precision_at_3_diff1
value: 29.276623750077814
verified: no, type: nauc_precision_at_3_max
value: 48.19178171533935
verified: no, type: nauc_precision_at_3_std
value: 10.69118139694828
verified: no, type: nauc_precision_at_5_diff1
value: 18.630812871426908
verified: no, type: nauc_precision_at_5_max
value: 43.837708095342016
verified: no, type: nauc_precision_at_5_std
value: 16.949209975740935
verified: no, type: nauc_recall_at_1000_diff1
value: 26.24448042293446
verified: no, type: nauc_recall_at_1000_max
value: 60.33665737882512
verified: no, type: nauc_recall_at_1000_std
value: 43.22679612133859
verified: no, type: nauc_recall_at_100_diff1
value: 32.815940701950794
verified: no, type: nauc_recall_at_100_max
value: 52.580546526531194
verified: no, type: nauc_recall_at_100_std
value: 21.46922275288912
verified: no, type: nauc_recall_at_10_diff1
value: 39.148857860161165
verified: no, type: nauc_recall_at_10_max
value: 45.153827460455894
verified: no, type: nauc_recall_at_10_std
value: -1.950539651814339
verified: no, type: nauc_recall_at_1_diff1
value: 54.89660403213069
verified: no, type: nauc_recall_at_1_max
value: 37.249410464928694
verified: no, type: nauc_recall_at_1_std
value: -13.977909182823515
verified: no, type: nauc_recall_at_20_diff1
value: 39.23611115234944
verified: no, type: nauc_recall_at_20_max
value: 48.84676239763795
verified: no, type: nauc_recall_at_20_std
value: 4.404569205404032
verified: no, type: nauc_recall_at_3_diff1
value: 45.62757328218809
verified: no, type: nauc_recall_at_3_max
value: 43.520129499410864
verified: no, type: nauc_recall_at_3_std
value: -9.149827641664626
verified: no, type: nauc_recall_at_5_diff1
value: 40.947956603151056
verified: no, type: nauc_recall_at_5_max
value: 43.64403265109561
verified: no, type: nauc_recall_at_5_std
value: -6.476025374647841
verified: no, type: ndcg_at_1
value: 39.489999999999995
verified: no, type: ndcg_at_10
value: 47.776
verified: no, type: ndcg_at_100
value: 52.705
verified: no, type: ndcg_at_1000
value: 54.830999999999996
verified: no, type: ndcg_at_20
value: 49.763000000000005
verified: no, type: ndcg_at_3
value: 43.649
verified: no, type: ndcg_at_5
value: 45.885
verified: no, type: precision_at_1
value: 39.489999999999995
verified: no, type: precision_at_10
value: 9.121
verified: no, type: precision_at_100
value: 1.504
verified: no, type: precision_at_1000
value: 0.2
verified: no, type: precision_at_20
value: 5.449
verified: no, type: precision_at_3
value: 21.38
verified: no, type: precision_at_5
value: 15.35
verified: no, type: recall_at_1
value: 31.180999999999997
verified: no, type: recall_at_10
value: 57.714
verified: no, type: recall_at_100
value: 78.342
verified: no, type: recall_at_1000
value: 91.586
verified: no, type: recall_at_20
value: 64.917
verified: no, type: recall_at_3
value: 45.255
verified: no, type: recall_at_5
value: 51.459999999999994
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics: type: main_score
value: 56.923
verified: no, type: map_at_1
value: 38.732
verified: no, type: map_at_10
value: 51.03
verified: no, type: map_at_100
value: 52.078
verified: no, type: map_at_1000
value: 52.132
verified: no, type: map_at_20
value: 51.648
verified: no, type: map_at_3
value: 47.735
verified: no, type: map_at_5
value: 49.562
verified: no, type: mrr_at_1
value: 44.075235109717866
verified: no, type: mrr_at_10
value: 54.24349405383888
verified: no, type: mrr_at_100
value: 54.92548762360754
verified: no, type: mrr_at_1000
value: 54.953180989670734
verified: no, type: mrr_at_20
value: 54.65337227412258
verified: no, type: mrr_at_3
value: 51.765935214211076
verified: no, type: mrr_at_5
value: 53.2110762800418
verified: no, type: nauc_map_at_1000_diff1
value: 51.90809944536219
verified: no, type: nauc_map_at_1000_max
value: 42.584041397418915
verified: no, type: nauc_map_at_1000_std
value: -4.092796385362112
verified: no, type: nauc_map_at_100_diff1
value: 51.87489219454552
verified: no, type: nauc_map_at_100_max
value: 42.56321622647399
verified: no, type: nauc_map_at_100_std
value: -4.108671096246823
verified: no, type: nauc_map_at_10_diff1
value: 51.94456556858801
verified: no, type: nauc_map_at_10_max
value: 42.019642277457834
verified: no, type: nauc_map_at_10_std
value: -5.093848267830008
verified: no, type: nauc_map_at_1_diff1
value: 56.18384355337904
verified: no, type: nauc_map_at_1_max
value: 35.92739920256724
verified: no, type: nauc_map_at_1_std
value: -7.700954384698089
verified: no, type: nauc_map_at_20_diff1
value: 51.84091110199576
verified: no, type: nauc_map_at_20_max
value: 42.3843420189171
verified: no, type: nauc_map_at_20_std
value: -4.40444644798754
verified: no, type: nauc_map_at_3_diff1
value: 52.08439941713987
verified: no, type: nauc_map_at_3_max
value: 40.21039214935397
verified: no, type: nauc_map_at_3_std
value: -7.324738964281617
verified: no, type: nauc_map_at_5_diff1
value: 51.82629501690293
verified: no, type: nauc_map_at_5_max
value: 41.10065065673012
verified: no, type: nauc_map_at_5_std
value: -6.261842403214812
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.279508868349645
verified: no, type: nauc_mrr_at_1000_max
value: 45.25364956742305
verified: no, type: nauc_mrr_at_1000_std
value: -1.8430883364000474
verified: no, type: nauc_mrr_at_100_diff1
value: 53.25983484799026
verified: no, type: nauc_mrr_at_100_max
value: 45.25962889286108
verified: no, type: nauc_mrr_at_100_std
value: -1.8211114380578641
verified: no, type: nauc_mrr_at_10_diff1
value: 53.27160810895254
verified: no, type: nauc_mrr_at_10_max
value: 45.278243219167614
verified: no, type: nauc_mrr_at_10_std
value: -2.0022809788792197
verified: no, type: nauc_mrr_at_1_diff1
value: 57.03534737937047
verified: no, type: nauc_mrr_at_1_max
value: 42.41929180637128
verified: no, type: nauc_mrr_at_1_std
value: -5.559470907525906
verified: no, type: nauc_mrr_at_20_diff1
value: 53.212121600393495
verified: no, type: nauc_mrr_at_20_max
value: 45.25492529730299
verified: no, type: nauc_mrr_at_20_std
value: -1.8709180680768236
verified: no, type: nauc_mrr_at_3_diff1
value: 53.66732897537923
verified: no, type: nauc_mrr_at_3_max
value: 45.213018524091744
verified: no, type: nauc_mrr_at_3_std
value: -2.6545754944664726
verified: no, type: nauc_mrr_at_5_diff1
value: 53.11553937075799
verified: no, type: nauc_mrr_at_5_max
value: 45.21311015517629
verified: no, type: nauc_mrr_at_5_std
value: -2.3047852346440485
verified: no, type: nauc_ndcg_at_1000_diff1
value: 51.22084372891484
verified: no, type: nauc_ndcg_at_1000_max
value: 45.033616473157096
verified: no, type: nauc_ndcg_at_1000_std
value: -0.49537334935387783
verified: no, type: nauc_ndcg_at_100_diff1
value: 50.662111242206734
verified: no, type: nauc_ndcg_at_100_max
value: 45.20193284684836
verified: no, type: nauc_ndcg_at_100_std
value: 0.06588193709667538
verified: no, type: nauc_ndcg_at_10_diff1
value: 50.7967609561699
verified: no, type: nauc_ndcg_at_10_max
value: 44.44451781209191
verified: no, type: nauc_ndcg_at_10_std
value: -2.2422184861488756
verified: no, type: nauc_ndcg_at_1_diff1
value: 57.03534737937047
verified: no, type: nauc_ndcg_at_1_max
value: 42.41929180637128
verified: no, type: nauc_ndcg_at_1_std
value: -5.559470907525906
verified: no, type: nauc_ndcg_at_20_diff1
value: 50.40874342321644
verified: no, type: nauc_ndcg_at_20_max
value: 44.82829895621773
verified: no, type: nauc_ndcg_at_20_std
value: -1.0316251943203758
verified: no, type: nauc_ndcg_at_3_diff1
value: 51.19864887663497
verified: no, type: nauc_ndcg_at_3_max
value: 42.86706753256436
verified: no, type: nauc_ndcg_at_3_std
value: -5.012473010526891
verified: no, type: nauc_ndcg_at_5_diff1
value: 50.50949069494513
verified: no, type: nauc_ndcg_at_5_max
value: 43.3779262922725
verified: no, type: nauc_ndcg_at_5_std
value: -3.9043550992546048
verified: no, type: nauc_precision_at_1000_diff1
value: -8.649623125586269
verified: no, type: nauc_precision_at_1000_max
value: 21.555836290383134
verified: no, type: nauc_precision_at_1000_std
value: 31.65585615100276
verified: no, type: nauc_precision_at_100_diff1
value: -3.7069964551748122
verified: no, type: nauc_precision_at_100_max
value: 28.923976741147765
verified: no, type: nauc_precision_at_100_std
value: 32.54838990025281
verified: no, type: nauc_precision_at_10_diff1
value: 16.349707064050946
verified: no, type: nauc_precision_at_10_max
value: 39.132645459531986
verified: no, type: nauc_precision_at_10_std
value: 16.306513403680004
verified: no, type: nauc_precision_at_1_diff1
value: 57.03534737937047
verified: no, type: nauc_precision_at_1_max
value: 42.41929180637128
verified: no, type: nauc_precision_at_1_std
value: -5.559470907525906
verified: no, type: nauc_precision_at_20_diff1
value: 7.5905952134108094
verified: no, type: nauc_precision_at_20_max
value: 35.8825094829391
verified: no, type: nauc_precision_at_20_std
value: 24.48349957693172
verified: no, type: nauc_precision_at_3_diff1
value: 32.80092363376732
verified: no, type: nauc_precision_at_3_max
value: 43.3774140381366
verified: no, type: nauc_precision_at_3_std
value: 1.7501259447120148
verified: no, type: nauc_precision_at_5_diff1
value: 25.28973395899848
verified: no, type: nauc_precision_at_5_max
value: 41.69668551811128
verified: no, type: nauc_precision_at_5_std
value: 7.244670538771375
verified: no, type: nauc_recall_at_1000_diff1
value: 36.08978686599952
verified: no, type: nauc_recall_at_1000_max
value: 60.956553966508785
verified: no, type: nauc_recall_at_1000_std
value: 49.63396504888992
verified: no, type: nauc_recall_at_100_diff1
value: 35.857979478786056
verified: no, type: nauc_recall_at_100_max
value: 54.20184925232567
verified: no, type: nauc_recall_at_100_std
value: 28.673958901408014
verified: no, type: nauc_recall_at_10_diff1
value: 43.0128169608147
verified: no, type: nauc_recall_at_10_max
value: 45.696402596156545
verified: no, type: nauc_recall_at_10_std
value: 2.6482104533880717
verified: no, type: nauc_recall_at_1_diff1
value: 56.18384355337904
verified: no, type: nauc_recall_at_1_max
value: 35.92739920256724
verified: no, type: nauc_recall_at_1_std
value: -7.700954384698089
verified: no, type: nauc_recall_at_20_diff1
value: 39.89455258008386
verified: no, type: nauc_recall_at_20_max
value: 48.35270191375881
verified: no, type: nauc_recall_at_20_std
value: 9.673486702133298
verified: no, type: nauc_recall_at_3_diff1
value: 46.67802970279263
verified: no, type: nauc_recall_at_3_max
value: 41.314599757779426
verified: no, type: nauc_recall_at_3_std
value: -6.557047140009625
verified: no, type: nauc_recall_at_5_diff1
value: 43.54326665692751
verified: no, type: nauc_recall_at_5_max
value: 42.76486301935587
verified: no, type: nauc_recall_at_5_std
value: -2.91989328244513
verified: no, type: ndcg_at_1
value: 44.074999999999996
verified: no, type: ndcg_at_10
value: 56.923
verified: no, type: ndcg_at_100
value: 61.004999999999995
verified: no, type: ndcg_at_1000
value: 62.12800000000001
verified: no, type: ndcg_at_20
value: 58.618
verified: no, type: ndcg_at_3
value: 51.381
verified: no, type: ndcg_at_5
value: 54.027
verified: no, type: precision_at_1
value: 44.074999999999996
verified: no, type: precision_at_10
value: 9.21
verified: no, type: precision_at_100
value: 1.221
verified: no, type: precision_at_1000
value: 0.136
verified: no, type: precision_at_20
value: 5.1499999999999995
verified: no, type: precision_at_3
value: 23.009
verified: no, type: precision_at_5
value: 15.748999999999999
verified: no, type: recall_at_1
value: 38.732
verified: no, type: recall_at_10
value: 71.154
verified: no, type: recall_at_100
value: 88.676
verified: no, type: recall_at_1000
value: 96.718
verified: no, type: recall_at_20
value: 77.242
verified: no, type: recall_at_3
value: 56.288000000000004
verified: no, type: recall_at_5
value: 62.792
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics: type: main_score
value: 41.31
verified: no, type: map_at_1
value: 26.837
verified: no, type: map_at_10
value: 35.959
verified: no, type: map_at_100
value: 37.172
verified: no, type: map_at_1000
value: 37.241
verified: no, type: map_at_20
value: 36.7
verified: no, type: map_at_3
value: 33.027
verified: no, type: map_at_5
value: 34.699000000000005
verified: no, type: mrr_at_1
value: 29.37853107344633
verified: no, type: mrr_at_10
value: 38.30732669715721
verified: no, type: mrr_at_100
value: 39.33054657529381
verified: no, type: mrr_at_1000
value: 39.379667885813205
verified: no, type: mrr_at_20
value: 38.95885516282221
verified: no, type: mrr_at_3
value: 35.59322033898305
verified: no, type: mrr_at_5
value: 37.09039548022599
verified: no, type: nauc_map_at_1000_diff1
value: 33.824985266541105
verified: no, type: nauc_map_at_1000_max
value: 27.38354315602597
verified: no, type: nauc_map_at_1000_std
value: -4.183937989318261
verified: no, type: nauc_map_at_100_diff1
value: 33.826642921299836
verified: no, type: nauc_map_at_100_max
value: 27.391547143969703
verified: no, type: nauc_map_at_100_std
value: -4.1622733750723535
verified: no, type: nauc_map_at_10_diff1
value: 33.74139790310016
verified: no, type: nauc_map_at_10_max
value: 26.988973573292906
verified: no, type: nauc_map_at_10_std
value: -4.6158886383681486
verified: no, type: nauc_map_at_1_diff1
value: 40.73105610223564
verified: no, type: nauc_map_at_1_max
value: 26.117980671724606
verified: no, type: nauc_map_at_1_std
value: -7.823817113802216
verified: no, type: nauc_map_at_20_diff1
value: 33.77805724779642
verified: no, type: nauc_map_at_20_max
value: 27.282978783733174
verified: no, type: nauc_map_at_20_std
value: -4.186095094578366
verified: no, type: nauc_map_at_3_diff1
value: 36.097185072940704
verified: no, type: nauc_map_at_3_max
value: 26.874307388587006
verified: no, type: nauc_map_at_3_std
value: -6.020142942595767
verified: no, type: nauc_map_at_5_diff1
value: 34.25776532088489
verified: no, type: nauc_map_at_5_max
value: 26.843408999370062
verified: no, type: nauc_map_at_5_std
value: -5.3182865274497555
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.07446539700584
verified: no, type: nauc_mrr_at_1000_max
value: 28.23648431351983
verified: no, type: nauc_mrr_at_1000_std
value: -1.9730030997144297
verified: no, type: nauc_mrr_at_100_diff1
value: 31.05879961364511
verified: no, type: nauc_mrr_at_100_max
value: 28.257937702133447
verified: no, type: nauc_mrr_at_100_std
value: -1.9401890833311664
verified: no, type: nauc_mrr_at_10_diff1
value: 30.851921082461164
verified: no, type: nauc_mrr_at_10_max
value: 28.019748398612656
verified: no, type: nauc_mrr_at_10_std
value: -2.1501394995405905
verified: no, type: nauc_mrr_at_1_diff1
value: 37.49227872151747
verified: no, type: nauc_mrr_at_1_max
value: 28.674240705315903
verified: no, type: nauc_mrr_at_1_std
value: -4.35056486689729
verified: no, type: nauc_mrr_at_20_diff1
value: 30.982876689431553
verified: no, type: nauc_mrr_at_20_max
value: 28.18728312649274
verified: no, type: nauc_mrr_at_20_std
value: -1.9400536131807824
verified: no, type: nauc_mrr_at_3_diff1
value: 32.80644035401081
verified: no, type: nauc_mrr_at_3_max
value: 28.31201785250565
verified: no, type: nauc_mrr_at_3_std
value: -3.0715346813687603
verified: no, type: nauc_mrr_at_5_diff1
value: 31.215681881852785
verified: no, type: nauc_mrr_at_5_max
value: 27.853131873520315
verified: no, type: nauc_mrr_at_5_std
value: -2.7267492848551864
verified: no, type: nauc_ndcg_at_1000_diff1
value: 30.882552399077433
verified: no, type: nauc_ndcg_at_1000_max
value: 28.592799066356868
verified: no, type: nauc_ndcg_at_1000_std
value: -1.1610130632370996
verified: no, type: nauc_ndcg_at_100_diff1
value: 30.52925170726371
verified: no, type: nauc_ndcg_at_100_max
value: 29.01788121102285
verified: no, type: nauc_ndcg_at_100_std
value: -0.36382102937662036
verified: no, type: nauc_ndcg_at_10_diff1
value: 29.646957531268058
verified: no, type: nauc_ndcg_at_10_max
value: 27.25820710857276
verified: no, type: nauc_ndcg_at_10_std
value: -2.1740807696394246
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.49227872151747
verified: no, type: nauc_ndcg_at_1_max
value: 28.674240705315903
verified: no, type: nauc_ndcg_at_1_std
value: -4.35056486689729
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.81954001580238
verified: no, type: nauc_ndcg_at_20_max
value: 28.12655829166776
verified: no, type: nauc_ndcg_at_20_std
value: -0.8426496817280011
verified: no, type: nauc_ndcg_at_3_diff1
value: 33.79994800316125
verified: no, type: nauc_ndcg_at_3_max
value: 27.566086245731903
verified: no, type: nauc_ndcg_at_3_std
value: -4.531429933937334
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.796050416879833
verified: no, type: nauc_ndcg_at_5_max
value: 26.987450353856836
verified: no, type: nauc_ndcg_at_5_std
value: -3.6785320861681536
verified: no, type: nauc_precision_at_1000_diff1
value: -6.667048342551707
verified: no, type: nauc_precision_at_1000_max
value: 12.74665735228754
verified: no, type: nauc_precision_at_1000_std
value: 14.388810690231695
verified: no, type: nauc_precision_at_100_diff1
value: -0.9315554525058245
verified: no, type: nauc_precision_at_100_max
value: 23.785783803695086
verified: no, type: nauc_precision_at_100_std
value: 18.017934826958072
verified: no, type: nauc_precision_at_10_diff1
value: 10.897625176899407
verified: no, type: nauc_precision_at_10_max
value: 28.302337751018168
verified: no, type: nauc_precision_at_10_std
value: 7.593887792320358
verified: no, type: nauc_precision_at_1_diff1
value: 37.49227872151747
verified: no, type: nauc_precision_at_1_max
value: 28.674240705315903
verified: no, type: nauc_precision_at_1_std
value: -4.35056486689729
verified: no, type: nauc_precision_at_20_diff1
value: 7.1553681942590055
verified: no, type: nauc_precision_at_20_max
value: 29.03199232231963
verified: no, type: nauc_precision_at_20_std
value: 14.400319742846573
verified: no, type: nauc_precision_at_3_diff1
value: 25.195444969267704
verified: no, type: nauc_precision_at_3_max
value: 30.412936949743763
verified: no, type: nauc_precision_at_3_std
value: 0.3718140966352182
verified: no, type: nauc_precision_at_5_diff1
value: 16.08508800784734
verified: no, type: nauc_precision_at_5_max
value: 28.184570311016234
verified: no, type: nauc_precision_at_5_std
value: 2.4001788379725673
verified: no, type: nauc_recall_at_1000_diff1
value: 15.251030527386675
verified: no, type: nauc_recall_at_1000_max
value: 44.68626014260891
verified: no, type: nauc_recall_at_1000_std
value: 31.912046734047696
verified: no, type: nauc_recall_at_100_diff1
value: 18.625221846410803
verified: no, type: nauc_recall_at_100_max
value: 38.12448370446821
verified: no, type: nauc_recall_at_100_std
value: 20.795359725619754
verified: no, type: nauc_recall_at_10_diff1
value: 18.354876530522134
verified: no, type: nauc_recall_at_10_max
value: 25.551602682680922
verified: no, type: nauc_recall_at_10_std
value: 3.220738051054369
verified: no, type: nauc_recall_at_1_diff1
value: 40.73105610223564
verified: no, type: nauc_recall_at_1_max
value: 26.117980671724606
verified: no, type: nauc_recall_at_1_std
value: -7.823817113802216
verified: no, type: nauc_recall_at_20_diff1
value: 17.48367397137018
verified: no, type: nauc_recall_at_20_max
value: 28.613212769951218
verified: no, type: nauc_recall_at_20_std
value: 9.367130329617583
verified: no, type: nauc_recall_at_3_diff1
value: 30.22639273579569
verified: no, type: nauc_recall_at_3_max
value: 26.672584329288853
verified: no, type: nauc_recall_at_3_std
value: -3.1070994652973067
verified: no, type: nauc_recall_at_5_diff1
value: 22.609561401532595
verified: no, type: nauc_recall_at_5_max
value: 25.243108633000972
verified: no, type: nauc_recall_at_5_std
value: -1.3641313534725177
verified: no, type: ndcg_at_1
value: 29.378999999999998
verified: no, type: ndcg_at_10
value: 41.31
verified: no, type: ndcg_at_100
value: 47.058
verified: no, type: ndcg_at_1000
value: 48.777
verified: no, type: ndcg_at_20
value: 43.811
verified: no, type: ndcg_at_3
value: 35.564
verified: no, type: ndcg_at_5
value: 38.384
verified: no, type: precision_at_1
value: 29.378999999999998
verified: no, type: precision_at_10
value: 6.361999999999999
verified: no, type: precision_at_100
value: 0.98
verified: no, type: precision_at_1000
value: 0.117
verified: no, type: precision_at_20
value: 3.785
verified: no, type: precision_at_3
value: 15.028
verified: no, type: precision_at_5
value: 10.667
verified: no, type: recall_at_1
value: 26.837
verified: no, type: recall_at_10
value: 55.667
verified: no, type: recall_at_100
value: 81.843
verified: no, type: recall_at_1000
value: 94.707
verified: no, type: recall_at_20
value: 64.99000000000001
verified: no, type: recall_at_3
value: 40.049
verified: no, type: recall_at_5
value: 46.92
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics: type: main_score
value: 29.286
verified: no, type: map_at_1
value: 15.142
verified: no, type: map_at_10
value: 23.727999999999998
verified: no, type: map_at_100
value: 25.137999999999998
verified: no, type: map_at_1000
value: 25.256
verified: no, type: map_at_20
value: 24.555
verified: no, type: map_at_3
value: 20.673
verified: no, type: map_at_5
value: 22.325999999999997
verified: no, type: mrr_at_1
value: 18.407960199004975
verified: no, type: mrr_at_10
value: 27.512289741767354
verified: no, type: mrr_at_100
value: 28.67133144523845
verified: no, type: mrr_at_1000
value: 28.734556130499765
verified: no, type: mrr_at_20
value: 28.242773767515576
verified: no, type: mrr_at_3
value: 24.58540630182421
verified: no, type: mrr_at_5
value: 26.25207296849088
verified: no, type: nauc_map_at_1000_diff1
value: 29.830495875741686
verified: no, type: nauc_map_at_1000_max
value: 29.844871544709754
verified: no, type: nauc_map_at_1000_std
value: 4.531584325691709
verified: no, type: nauc_map_at_100_diff1
value: 29.783099563199478
verified: no, type: nauc_map_at_100_max
value: 29.870567523376064
verified: no, type: nauc_map_at_100_std
value: 4.575369775572174
verified: no, type: nauc_map_at_10_diff1
value: 30.328052451658177
verified: no, type: nauc_map_at_10_max
value: 29.68196864841043
verified: no, type: nauc_map_at_10_std
value: 4.041487315029131
verified: no, type: nauc_map_at_1_diff1
value: 34.06103409502576
verified: no, type: nauc_map_at_1_max
value: 26.542597994455168
verified: no, type: nauc_map_at_1_std
value: 0.13222518698558713
verified: no, type: nauc_map_at_20_diff1
value: 29.671969728646207
verified: no, type: nauc_map_at_20_max
value: 29.56469190452673
verified: no, type: nauc_map_at_20_std
value: 4.270584332187552
verified: no, type: nauc_map_at_3_diff1
value: 31.886663324961994
verified: no, type: nauc_map_at_3_max
value: 28.931210892147874
verified: no, type: nauc_map_at_3_std
value: 1.792647218529753
verified: no, type: nauc_map_at_5_diff1
value: 30.130974453903004
verified: no, type: nauc_map_at_5_max
value: 28.404743926409616
verified: no, type: nauc_map_at_5_std
value: 2.548774969391927
verified: no, type: nauc_mrr_at_1000_diff1
value: 31.628830222794146
verified: no, type: nauc_mrr_at_1000_max
value: 31.91487774004666
verified: no, type: nauc_mrr_at_1000_std
value: 6.370961988994502
verified: no, type: nauc_mrr_at_100_diff1
value: 31.606059731944256
verified: no, type: nauc_mrr_at_100_max
value: 31.910838943893637
verified: no, type: nauc_mrr_at_100_std
value: 6.377656370563926
verified: no, type: nauc_mrr_at_10_diff1
value: 31.977420533671218
verified: no, type: nauc_mrr_at_10_max
value: 32.11665186256517
verified: no, type: nauc_mrr_at_10_std
value: 6.277016093709463
verified: no, type: nauc_mrr_at_1_diff1
value: 37.478663352559366
verified: no, type: nauc_mrr_at_1_max
value: 31.176249723296767
verified: no, type: nauc_mrr_at_1_std
value: 3.302936413131115
verified: no, type: nauc_mrr_at_20_diff1
value: 31.484955715846052
verified: no, type: nauc_mrr_at_20_max
value: 31.80392932975274
verified: no, type: nauc_mrr_at_20_std
value: 6.348841589653416
verified: no, type: nauc_mrr_at_3_diff1
value: 33.0234707676869
verified: no, type: nauc_mrr_at_3_max
value: 31.66594429342623
verified: no, type: nauc_mrr_at_3_std
value: 4.386409179222804
verified: no, type: nauc_mrr_at_5_diff1
value: 31.812421283740065
verified: no, type: nauc_mrr_at_5_max
value: 31.311323549308206
verified: no, type: nauc_mrr_at_5_std
value: 5.642758734528096
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.02913984018856
verified: no, type: nauc_ndcg_at_1000_max
value: 31.14720296628386
verified: no, type: nauc_ndcg_at_1000_std
value: 8.245505565605681
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.133234480898416
verified: no, type: nauc_ndcg_at_100_max
value: 31.734486588931297
verified: no, type: nauc_ndcg_at_100_std
value: 9.151097698922285
verified: no, type: nauc_ndcg_at_10_diff1
value: 28.838857669076322
verified: no, type: nauc_ndcg_at_10_max
value: 31.115220545303117
verified: no, type: nauc_ndcg_at_10_std
value: 6.713247141105111
verified: no, type: nauc_ndcg_at_1_diff1
value: 37.478663352559366
verified: no, type: nauc_ndcg_at_1_max
value: 31.176249723296767
verified: no, type: nauc_ndcg_at_1_std
value: 3.302936413131115
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.838210799213876
verified: no, type: nauc_ndcg_at_20_max
value: 30.439021621824924
verified: no, type: nauc_ndcg_at_20_std
value: 7.311545065277699
verified: no, type: nauc_ndcg_at_3_diff1
value: 31.401802099009004
verified: no, type: nauc_ndcg_at_3_max
value: 29.953906005830135
verified: no, type: nauc_ndcg_at_3_std
value: 2.5890022039011202
verified: no, type: nauc_ndcg_at_5_diff1
value: 28.6330418628233
verified: no, type: nauc_ndcg_at_5_max
value: 29.00802098619434
verified: no, type: nauc_ndcg_at_5_std
value: 4.227912244901072
verified: no, type: nauc_precision_at_1000_diff1
value: 2.5911901580875867
verified: no, type: nauc_precision_at_1000_max
value: 4.0518538327169855
verified: no, type: nauc_precision_at_1000_std
value: 1.7758268328761477
verified: no, type: nauc_precision_at_100_diff1
value: 8.980077140205331
verified: no, type: nauc_precision_at_100_max
value: 22.724340263254195
verified: no, type: nauc_precision_at_100_std
value: 14.664473151056562
verified: no, type: nauc_precision_at_10_diff1
value: 21.763297367222552
verified: no, type: nauc_precision_at_10_max
value: 32.92900970570401
verified: no, type: nauc_precision_at_10_std
value: 13.497567973388566
verified: no, type: nauc_precision_at_1_diff1
value: 37.478663352559366
verified: no, type: nauc_precision_at_1_max
value: 31.176249723296767
verified: no, type: nauc_precision_at_1_std
value: 3.302936413131115
verified: no, type: nauc_precision_at_20_diff1
value: 14.21580175290909
verified: no, type: nauc_precision_at_20_max
value: 28.968198467692787
verified: no, type: nauc_precision_at_20_std
value: 13.791402369534932
verified: no, type: nauc_precision_at_3_diff1
value: 29.256654567402435
verified: no, type: nauc_precision_at_3_max
value: 32.24444511852006
verified: no, type: nauc_precision_at_3_std
value: 5.595987236310881
verified: no, type: nauc_precision_at_5_diff1
value: 23.48548965604621
verified: no, type: nauc_precision_at_5_max
value: 29.559989698787266
verified: no, type: nauc_precision_at_5_std
value: 7.973397491873005
verified: no, type: nauc_recall_at_1000_diff1
value: 8.77350731884266
verified: no, type: nauc_recall_at_1000_max
value: 30.982963576717697
verified: no, type: nauc_recall_at_1000_std
value: 39.847794579683
verified: no, type: nauc_recall_at_100_diff1
value: 12.323323397833159
verified: no, type: nauc_recall_at_100_max
value: 33.62294233066083
verified: no, type: nauc_recall_at_100_std
value: 26.54562660936417
verified: no, type: nauc_recall_at_10_diff1
value: 22.641004774225816
verified: no, type: nauc_recall_at_10_max
value: 30.594205495355244
verified: no, type: nauc_recall_at_10_std
value: 11.310901090263238
verified: no, type: nauc_recall_at_1_diff1
value: 34.06103409502576
verified: no, type: nauc_recall_at_1_max
value: 26.542597994455168
verified: no, type: nauc_recall_at_1_std
value: 0.13222518698558713
verified: no, type: nauc_recall_at_20_diff1
value: 15.689605490947223
verified: no, type: nauc_recall_at_20_max
value: 27.746801753725965
verified: no, type: nauc_recall_at_20_std
value: 13.370839851272823
verified: no, type: nauc_recall_at_3_diff1
value: 27.553486937655663
verified: no, type: nauc_recall_at_3_max
value: 28.01270402033647
verified: no, type: nauc_recall_at_3_std
value: 1.6810358030711698
verified: no, type: nauc_recall_at_5_diff1
value: 21.661158520439603
verified: no, type: nauc_recall_at_5_max
value: 25.659495548646337
verified: no, type: nauc_recall_at_5_std
value: 5.487851983581348
verified: no, type: ndcg_at_1
value: 18.407999999999998
verified: no, type: ndcg_at_10
value: 29.286
verified: no, type: ndcg_at_100
value: 35.753
verified: no, type: ndcg_at_1000
value: 38.541
verified: no, type: ndcg_at_20
value: 32.029999999999994
verified: no, type: ndcg_at_3
value: 23.599
verified: no, type: ndcg_at_5
value: 26.262
verified: no, type: precision_at_1
value: 18.407999999999998
verified: no, type: precision_at_10
value: 5.697
verified: no, type: precision_at_100
value: 1.034
verified: no, type: precision_at_1000
value: 0.14100000000000001
verified: no, type: precision_at_20
value: 3.6189999999999998
verified: no, type: precision_at_3
value: 11.567
verified: no, type: precision_at_5
value: 8.781
verified: no, type: recall_at_1
value: 15.142
verified: no, type: recall_at_10
value: 42.476
verified: no, type: recall_at_100
value: 70.22699999999999
verified: no, type: recall_at_1000
value: 90.02799999999999
verified: no, type: recall_at_20
value: 52.278999999999996
verified: no, type: recall_at_3
value: 27.056
verified: no, type: recall_at_5
value: 33.663
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics: type: main_score
value: 46.982
verified: no, type: map_at_1
value: 29.142000000000003
verified: no, type: map_at_10
value: 40.735
verified: no, type: map_at_100
value: 42.155
verified: no, type: map_at_1000
value: 42.27
verified: no, type: map_at_20
value: 41.498000000000005
verified: no, type: map_at_3
value: 37.491
verified: no, type: map_at_5
value: 39.475
verified: no, type: mrr_at_1
value: 35.514918190567855
verified: no, type: mrr_at_10
value: 46.31582565653788
verified: no, type: mrr_at_100
value: 47.14427440178252
verified: no, type: mrr_at_1000
value: 47.18423700218728
verified: no, type: mrr_at_20
value: 46.78013051884466
verified: no, type: mrr_at_3
value: 43.96855951235162
verified: no, type: mrr_at_5
value: 45.33525826114854
verified: no, type: nauc_map_at_1000_diff1
value: 48.376841720659684
verified: no, type: nauc_map_at_1000_max
value: 36.76054797105518
verified: no, type: nauc_map_at_1000_std
value: -5.310244782841096
verified: no, type: nauc_map_at_100_diff1
value: 48.39009284893546
verified: no, type: nauc_map_at_100_max
value: 36.756939642759676
verified: no, type: nauc_map_at_100_std
value: -5.3360132498714155
verified: no, type: nauc_map_at_10_diff1
value: 48.301337883081494
verified: no, type: nauc_map_at_10_max
value: 35.84362178782953
verified: no, type: nauc_map_at_10_std
value: -6.680396768130203
verified: no, type: nauc_map_at_1_diff1
value: 54.10938668812014
verified: no, type: nauc_map_at_1_max
value: 33.5569415932719
verified: no, type: nauc_map_at_1_std
value: -9.158006006882797
verified: no, type: nauc_map_at_20_diff1
value: 48.37273154648706
verified: no, type: nauc_map_at_20_max
value: 36.375946064959514
verified: no, type: nauc_map_at_20_std
value: -5.941356185910192
verified: no, type: nauc_map_at_3_diff1
value: 49.44052440546684
verified: no, type: nauc_map_at_3_max
value: 35.29983997477593
verified: no, type: nauc_map_at_3_std
value: -7.926122642140471
verified: no, type: nauc_map_at_5_diff1
value: 48.425401884249546
verified: no, type: nauc_map_at_5_max
value: 35.76738899038316
verified: no, type: nauc_map_at_5_std
value: -7.086066122233774
verified: no, type: nauc_mrr_at_1000_diff1
value: 47.739498443882525
verified: no, type: nauc_mrr_at_1000_max
value: 38.08125408730989
verified: no, type: nauc_mrr_at_1000_std
value: -2.2895275028822875
verified: no, type: nauc_mrr_at_100_diff1
value: 47.71344530559796
verified: no, type: nauc_mrr_at_100_max
value: 38.08097573778073
verified: no, type: nauc_mrr_at_100_std
value: -2.283043912301711
verified: no, type: nauc_mrr_at_10_diff1
value: 47.570348799278975
verified: no, type: nauc_mrr_at_10_max
value: 37.79140951321141
verified: no, type: nauc_mrr_at_10_std
value: -2.669668464347039
verified: no, type: nauc_mrr_at_1_diff1
value: 54.362704882881786
verified: no, type: nauc_mrr_at_1_max
value: 38.0436856766311
verified: no, type: nauc_mrr_at_1_std
value: -3.7228255611457297
verified: no, type: nauc_mrr_at_20_diff1
value: 47.61687084521078
verified: no, type: nauc_mrr_at_20_max
value: 37.98181088604165
verified: no, type: nauc_mrr_at_20_std
value: -2.451306358135568
verified: no, type: nauc_mrr_at_3_diff1
value: 48.29760542894089
verified: no, type: nauc_mrr_at_3_max
value: 38.320196024196484
verified: no, type: nauc_mrr_at_3_std
value: -2.608893715829596
verified: no, type: nauc_mrr_at_5_diff1
value: 47.52445262256707
verified: no, type: nauc_mrr_at_5_max
value: 37.88269893600532
verified: no, type: nauc_mrr_at_5_std
value: -2.6463159987466938
verified: no, type: nauc_ndcg_at_1000_diff1
value: 46.468406214074975
verified: no, type: nauc_ndcg_at_1000_max
value: 38.46677359985886
verified: no, type: nauc_ndcg_at_1000_std
value: -1.4983478106237946
verified: no, type: nauc_ndcg_at_100_diff1
value: 46.173532773312665
verified: no, type: nauc_ndcg_at_100_max
value: 38.5543502306479
verified: no, type: nauc_ndcg_at_100_std
value: -1.2145160553641832
verified: no, type: nauc_ndcg_at_10_diff1
value: 45.903006767468966
verified: no, type: nauc_ndcg_at_10_max
value: 35.65042776694142
verified: no, type: nauc_ndcg_at_10_std
value: -5.878538482190709
verified: no, type: nauc_ndcg_at_1_diff1
value: 54.362704882881786
verified: no, type: nauc_ndcg_at_1_max
value: 38.0436856766311
verified: no, type: nauc_ndcg_at_1_std
value: -3.7228255611457297
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.009956025569906
verified: no, type: nauc_ndcg_at_20_max
value: 37.09175828227361
verified: no, type: nauc_ndcg_at_20_std
value: -3.9903455853106147
verified: no, type: nauc_ndcg_at_3_diff1
value: 47.20874990734948
verified: no, type: nauc_ndcg_at_3_max
value: 36.7478305444307
verified: no, type: nauc_ndcg_at_3_std
value: -5.556906879694707
verified: no, type: nauc_ndcg_at_5_diff1
value: 45.938325614437616
verified: no, type: nauc_ndcg_at_5_max
value: 36.158427238686485
verified: no, type: nauc_ndcg_at_5_std
value: -5.663685225247423
verified: no, type: nauc_precision_at_1000_diff1
value: -20.17554621466442
verified: no, type: nauc_precision_at_1000_max
value: 3.718674752259679
verified: no, type: nauc_precision_at_1000_std
value: 20.311126678632473
verified: no, type: nauc_precision_at_100_diff1
value: -9.77163051571759
verified: no, type: nauc_precision_at_100_max
value: 18.342524884598333
verified: no, type: nauc_precision_at_100_std
value: 29.35841582729325
verified: no, type: nauc_precision_at_10_diff1
value: 13.680163039035545
verified: no, type: nauc_precision_at_10_max
value: 29.16355469101684
verified: no, type: nauc_precision_at_10_std
value: 13.68130771479034
verified: no, type: nauc_precision_at_1_diff1
value: 54.362704882881786
verified: no, type: nauc_precision_at_1_max
value: 38.0436856766311
verified: no, type: nauc_precision_at_1_std
value: -3.7228255611457297
verified: no, type: nauc_precision_at_20_diff1
value: 6.2946432484262616
verified: no, type: nauc_precision_at_20_max
value: 27.909497591400235
verified: no, type: nauc_precision_at_20_std
value: 20.52292294725688
verified: no, type: nauc_precision_at_3_diff1
value: 31.1332087743737
verified: no, type: nauc_precision_at_3_max
value: 37.86322291336991
verified: no, type: nauc_precision_at_3_std
value: 5.327614107392234
verified: no, type: nauc_precision_at_5_diff1
value: 20.73434520971964
verified: no, type: nauc_precision_at_5_max
value: 33.9824188155478
verified: no, type: nauc_precision_at_5_std
value: 10.495836005987448
verified: no, type: nauc_recall_at_1000_diff1
value: 41.56310016395119
verified: no, type: nauc_recall_at_1000_max
value: 58.40933956558557
verified: no, type: nauc_recall_at_1000_std
value: 47.97490616720571
verified: no, type: nauc_recall_at_100_diff1
value: 32.94606451556238
verified: no, type: nauc_recall_at_100_max
value: 41.9600123794069
verified: no, type: nauc_recall_at_100_std
value: 18.888894721063252
verified: no, type: nauc_recall_at_10_diff1
value: 37.467808311529566
verified: no, type: nauc_recall_at_10_max
value: 29.680696266674904
verified: no, type: nauc_recall_at_10_std
value: -8.981727422390986
verified: no, type: nauc_recall_at_1_diff1
value: 54.10938668812014
verified: no, type: nauc_recall_at_1_max
value: 33.5569415932719
verified: no, type: nauc_recall_at_1_std
value: -9.158006006882797
verified: no, type: nauc_recall_at_20_diff1
value: 36.37336600186495
verified: no, type: nauc_recall_at_20_max
value: 33.76755814232919
verified: no, type: nauc_recall_at_20_std
value: -2.491259189562959
verified: no, type: nauc_recall_at_3_diff1
value: 42.42921625891564
verified: no, type: nauc_recall_at_3_max
value: 32.1863591696642
verified: no, type: nauc_recall_at_3_std
value: -9.472176740832754
verified: no, type: nauc_recall_at_5_diff1
value: 38.90086250705934
verified: no, type: nauc_recall_at_5_max
value: 31.42899308569517
verified: no, type: nauc_recall_at_5_std
value: -9.346282658103304
verified: no, type: ndcg_at_1
value: 35.515
verified: no, type: ndcg_at_10
value: 46.982
verified: no, type: ndcg_at_100
value: 52.913
verified: no, type: ndcg_at_1000
value: 54.759
verified: no, type: ndcg_at_20
value: 49.296
verified: no, type: ndcg_at_3
value: 42.164
verified: no, type: ndcg_at_5
value: 44.674
verified: no, type: precision_at_1
value: 35.515
verified: no, type: precision_at_10
value: 8.624
verified: no, type: precision_at_100
value: 1.377
verified: no, type: precision_at_1000
value: 0.173
verified: no, type: precision_at_20
value: 5.058
verified: no, type: precision_at_3
value: 20.468
verified: no, type: precision_at_5
value: 14.649000000000001
verified: no, type: recall_at_1
value: 29.142000000000003
verified: no, type: recall_at_10
value: 59.693
verified: no, type: recall_at_100
value: 84.84899999999999
verified: no, type: recall_at_1000
value: 96.451
verified: no, type: recall_at_20
value: 68.015
verified: no, type: recall_at_3
value: 46.086
verified: no, type: recall_at_5
value: 52.556000000000004
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics: type: main_score
value: 38.968
verified: no, type: map_at_1
value: 22.081999999999997
verified: no, type: map_at_10
value: 32.74
verified: no, type: map_at_100
value: 34.108
verified: no, type: map_at_1000
value: 34.233000000000004
verified: no, type: map_at_20
value: 33.521
verified: no, type: map_at_3
value: 29.282999999999998
verified: no, type: map_at_5
value: 31.127
verified: no, type: mrr_at_1
value: 26.71232876712329
verified: no, type: mrr_at_10
value: 37.271598898311225
verified: no, type: mrr_at_100
value: 38.14029311656465
verified: no, type: mrr_at_1000
value: 38.20075599073657
verified: no, type: mrr_at_20
value: 37.769608485035874
verified: no, type: mrr_at_3
value: 34.58904109589041
verified: no, type: mrr_at_5
value: 36.0216894977169
verified: no, type: nauc_map_at_1000_diff1
value: 44.041894545810635
verified: no, type: nauc_map_at_1000_max
value: 41.17362572555018
verified: no, type: nauc_map_at_1000_std
value: 8.767356428542685
verified: no, type: nauc_map_at_100_diff1
value: 44.04056956484395
verified: no, type: nauc_map_at_100_max
value: 41.18083594913976
verified: no, type: nauc_map_at_100_std
value: 8.752657132178738
verified: no, type: nauc_map_at_10_diff1
value: 44.363453458247925
verified: no, type: nauc_map_at_10_max
value: 40.75918614278003
verified: no, type: nauc_map_at_10_std
value: 7.772306317028583
verified: no, type: nauc_map_at_1_diff1
value: 51.272585822020254
verified: no, type: nauc_map_at_1_max
value: 37.645585910953386
verified: no, type: nauc_map_at_1_std
value: 3.2801156746839997
verified: no, type: nauc_map_at_20_diff1
value: 44.03116886698072
verified: no, type: nauc_map_at_20_max
value: 41.02335530846115
verified: no, type: nauc_map_at_20_std
value: 8.342361143255655
verified: no, type: nauc_map_at_3_diff1
value: 44.70706747094596
verified: no, type: nauc_map_at_3_max
value: 39.030651844405575
verified: no, type: nauc_map_at_3_std
value: 5.884095706583685
verified: no, type: nauc_map_at_5_diff1
value: 44.4544981640302
verified: no, type: nauc_map_at_5_max
value: 39.635461711896916
verified: no, type: nauc_map_at_5_std
value: 6.632250546113723
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.81708824392129
verified: no, type: nauc_mrr_at_1000_max
value: 42.57093551420639
verified: no, type: nauc_mrr_at_1000_std
value: 11.441585136182013
verified: no, type: nauc_mrr_at_100_diff1
value: 42.81275458475952
verified: no, type: nauc_mrr_at_100_max
value: 42.582787877166965
verified: no, type: nauc_mrr_at_100_std
value: 11.44975978035579
verified: no, type: nauc_mrr_at_10_diff1
value: 42.72063226967484
verified: no, type: nauc_mrr_at_10_max
value: 42.556953195342615
verified: no, type: nauc_mrr_at_10_std
value: 11.105965017912668
verified: no, type: nauc_mrr_at_1_diff1
value: 50.5113885243745
verified: no, type: nauc_mrr_at_1_max
value: 41.93828222541368
verified: no, type: nauc_mrr_at_1_std
value: 9.159606325340556
verified: no, type: nauc_mrr_at_20_diff1
value: 42.77647311397092
verified: no, type: nauc_mrr_at_20_max
value: 42.53014349662046
verified: no, type: nauc_mrr_at_20_std
value: 11.260887899494547
verified: no, type: nauc_mrr_at_3_diff1
value: 42.5769549053029
verified: no, type: nauc_mrr_at_3_max
value: 41.862496724071704
verified: no, type: nauc_mrr_at_3_std
value: 10.210790947470494
verified: no, type: nauc_mrr_at_5_diff1
value: 42.95929464184399
verified: no, type: nauc_mrr_at_5_max
value: 42.300359084486274
verified: no, type: nauc_mrr_at_5_std
value: 10.467983162075953
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.39614751382601
verified: no, type: nauc_ndcg_at_1000_max
value: 42.6186909427122
verified: no, type: nauc_ndcg_at_1000_std
value: 13.121900374296718
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.235561668154006
verified: no, type: nauc_ndcg_at_100_max
value: 42.994411802403185
verified: no, type: nauc_ndcg_at_100_std
value: 13.658642895310704
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.79496737016758
verified: no, type: nauc_ndcg_at_10_max
value: 41.890657768164786
verified: no, type: nauc_ndcg_at_10_std
value: 10.231134586943591
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.5113885243745
verified: no, type: nauc_ndcg_at_1_max
value: 41.93828222541368
verified: no, type: nauc_ndcg_at_1_std
value: 9.159606325340556
verified: no, type: nauc_ndcg_at_20_diff1
value: 41.186060008922745
verified: no, type: nauc_ndcg_at_20_max
value: 42.172791223117336
verified: no, type: nauc_ndcg_at_20_std
value: 11.34527301101956
verified: no, type: nauc_ndcg_at_3_diff1
value: 41.681565698112294
verified: no, type: nauc_ndcg_at_3_max
value: 39.845797667995306
verified: no, type: nauc_ndcg_at_3_std
value: 7.940462212664345
verified: no, type: nauc_ndcg_at_5_diff1
value: 41.967719742308994
verified: no, type: nauc_ndcg_at_5_max
value: 40.225831354460404
verified: no, type: nauc_ndcg_at_5_std
value: 8.261587245067236
verified: no, type: nauc_precision_at_1000_diff1
value: -12.943400339828257
verified: no, type: nauc_precision_at_1000_max
value: -1.1246092172976385
verified: no, type: nauc_precision_at_1000_std
value: 9.16540771536695
verified: no, type: nauc_precision_at_100_diff1
value: 1.0038742911334513
verified: no, type: nauc_precision_at_100_max
value: 19.43548294193961
verified: no, type: nauc_precision_at_100_std
value: 22.80991154538675
verified: no, type: nauc_precision_at_10_diff1
value: 21.219025348692206
verified: no, type: nauc_precision_at_10_max
value: 38.12618998197481
verified: no, type: nauc_precision_at_10_std
value: 19.666478896577768
verified: no, type: nauc_precision_at_1_diff1
value: 50.5113885243745
verified: no, type: nauc_precision_at_1_max
value: 41.93828222541368
verified: no, type: nauc_precision_at_1_std
value: 9.159606325340556
verified: no, type: nauc_precision_at_20_diff1
value: 12.157890222623376
verified: no, type: nauc_precision_at_20_max
value: 31.805010750506018
verified: no, type: nauc_precision_at_20_std
value: 22.04108879323118
verified: no, type: nauc_precision_at_3_diff1
value: 30.42582719684319
verified: no, type: nauc_precision_at_3_max
value: 40.56014217819822
verified: no, type: nauc_precision_at_3_std
value: 13.992907571064775
verified: no, type: nauc_precision_at_5_diff1
value: 26.390186333811126
verified: no, type: nauc_precision_at_5_max
value: 38.91468839125907
verified: no, type: nauc_precision_at_5_std
value: 15.715475645777822
verified: no, type: nauc_recall_at_1000_diff1
value: 7.224229291228593
verified: no, type: nauc_recall_at_1000_max
value: 44.352809276303745
verified: no, type: nauc_recall_at_1000_std
value: 59.80498706867754
verified: no, type: nauc_recall_at_100_diff1
value: 26.880858714601658
verified: no, type: nauc_recall_at_100_max
value: 44.69680037474241
verified: no, type: nauc_recall_at_100_std
value: 33.36901319726501
verified: no, type: nauc_recall_at_10_diff1
value: 33.972463386849014
verified: no, type: nauc_recall_at_10_max
value: 39.932831237464626
verified: no, type: nauc_recall_at_10_std
value: 13.234453796470213
verified: no, type: nauc_recall_at_1_diff1
value: 51.272585822020254
verified: no, type: nauc_recall_at_1_max
value: 37.645585910953386
verified: no, type: nauc_recall_at_1_std
value: 3.2801156746839997
verified: no, type: nauc_recall_at_20_diff1
value: 31.42963785503753
verified: no, type: nauc_recall_at_20_max
value: 40.02728183031791
verified: no, type: nauc_recall_at_20_std
value: 16.412858575517493
verified: no, type: nauc_recall_at_3_diff1
value: 36.14293146571133
verified: no, type: nauc_recall_at_3_max
value: 36.181181225211205
verified: no, type: nauc_recall_at_3_std
value: 6.450986128210194
verified: no, type: nauc_recall_at_5_diff1
value: 35.55122852349323
verified: no, type: nauc_recall_at_5_max
value: 36.55019755945847
verified: no, type: nauc_recall_at_5_std
value: 7.672244545272601
verified: no, type: ndcg_at_1
value: 26.712000000000003
verified: no, type: ndcg_at_10
value: 38.968
verified: no, type: ndcg_at_100
value: 44.64
verified: no, type: ndcg_at_1000
value: 47.193000000000005
verified: no, type: ndcg_at_20
value: 41.203
verified: no, type: ndcg_at_3
value: 33.311
verified: no, type: ndcg_at_5
value: 35.76
verified: no, type: precision_at_1
value: 26.712000000000003
verified: no, type: precision_at_10
value: 7.534000000000001
verified: no, type: precision_at_100
value: 1.2149999999999999
verified: no, type: precision_at_1000
value: 0.163
verified: no, type: precision_at_20
value: 4.566
verified: no, type: precision_at_3
value: 16.476
verified: no, type: precision_at_5
value: 12.009
verified: no, type: recall_at_1
value: 22.081999999999997
verified: no, type: recall_at_10
value: 52.859
verified: no, type: recall_at_100
value: 76.812
verified: no, type: recall_at_1000
value: 94.248
verified: no, type: recall_at_20
value: 60.378
verified: no, type: recall_at_3
value: 36.964999999999996
verified: no, type: recall_at_5
value: 43.338
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics: type: main_score
value: 41.32475
verified: no, type: ndcg_at_10
value: 41.32475
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics: type: main_score
value: 35.379
verified: no, type: map_at_1
value: 23.147000000000002
verified: no, type: map_at_10
value: 30.867
verified: no, type: map_at_100
value: 31.961000000000002
verified: no, type: map_at_1000
value: 32.074999999999996
verified: no, type: map_at_20
value: 31.451
verified: no, type: map_at_3
value: 28.598000000000003
verified: no, type: map_at_5
value: 29.715000000000003
verified: no, type: mrr_at_1
value: 26.07361963190184
verified: no, type: mrr_at_10
value: 33.78596990943617
verified: no, type: mrr_at_100
value: 34.69551634061485
verified: no, type: mrr_at_1000
value: 34.77295317920054
verified: no, type: mrr_at_20
value: 34.28410324873221
verified: no, type: mrr_at_3
value: 31.901840490797547
verified: no, type: mrr_at_5
value: 32.70705521472393
verified: no, type: nauc_map_at_1000_diff1
value: 42.51208917704474
verified: no, type: nauc_map_at_1000_max
value: 36.32219027239691
verified: no, type: nauc_map_at_1000_std
value: 3.7599632795506417
verified: no, type: nauc_map_at_100_diff1
value: 42.50198316718319
verified: no, type: nauc_map_at_100_max
value: 36.28499029077374
verified: no, type: nauc_map_at_100_std
value: 3.7301933622893144
verified: no, type: nauc_map_at_10_diff1
value: 42.335456854540816
verified: no, type: nauc_map_at_10_max
value: 35.9706844819072
verified: no, type: nauc_map_at_10_std
value: 3.0121166680691034
verified: no, type: nauc_map_at_1_diff1
value: 48.21792116617763
verified: no, type: nauc_map_at_1_max
value: 32.422399618563205
verified: no, type: nauc_map_at_1_std
value: -2.2529709040289214
verified: no, type: nauc_map_at_20_diff1
value: 42.6392464609064
verified: no, type: nauc_map_at_20_max
value: 36.30364987133835
verified: no, type: nauc_map_at_20_std
value: 3.4854467402144116
verified: no, type: nauc_map_at_3_diff1
value: 42.31934484905233
verified: no, type: nauc_map_at_3_max
value: 34.49722205197702
verified: no, type: nauc_map_at_3_std
value: 1.3826788859308912
verified: no, type: nauc_map_at_5_diff1
value: 41.695914770923025
verified: no, type: nauc_map_at_5_max
value: 34.9293262652828
verified: no, type: nauc_map_at_5_std
value: 2.268052263977006
verified: no, type: nauc_mrr_at_1000_diff1
value: 42.953573052747785
verified: no, type: nauc_mrr_at_1000_max
value: 39.23622168446037
verified: no, type: nauc_mrr_at_1000_std
value: 7.062229019755459
verified: no, type: nauc_mrr_at_100_diff1
value: 42.94054236395847
verified: no, type: nauc_mrr_at_100_max
value: 39.22993003862566
verified: no, type: nauc_mrr_at_100_std
value: 7.064981248046304
verified: no, type: nauc_mrr_at_10_diff1
value: 42.97514355223379
verified: no, type: nauc_mrr_at_10_max
value: 39.18214683331138
verified: no, type: nauc_mrr_at_10_std
value: 6.611133670202421
verified: no, type: nauc_mrr_at_1_diff1
value: 48.41118406440152
verified: no, type: nauc_mrr_at_1_max
value: 39.19901795383339
verified: no, type: nauc_mrr_at_1_std
value: 4.184238273499772
verified: no, type: nauc_mrr_at_20_diff1
value: 43.06740774183079
verified: no, type: nauc_mrr_at_20_max
value: 39.25274434382343
verified: no, type: nauc_mrr_at_20_std
value: 6.927365321881451
verified: no, type: nauc_mrr_at_3_diff1
value: 42.48514891484537
verified: no, type: nauc_mrr_at_3_max
value: 38.491353279339776
verified: no, type: nauc_mrr_at_3_std
value: 5.930261116335607
verified: no, type: nauc_mrr_at_5_diff1
value: 42.33101067028797
verified: no, type: nauc_mrr_at_5_max
value: 38.37707622201782
verified: no, type: nauc_mrr_at_5_std
value: 6.033822417562119
verified: no, type: nauc_ndcg_at_1000_diff1
value: 41.154900505541065
verified: no, type: nauc_ndcg_at_1000_max
value: 38.24520451359673
verified: no, type: nauc_ndcg_at_1000_std
value: 8.053909931241048
verified: no, type: nauc_ndcg_at_100_diff1
value: 41.008224147466706
verified: no, type: nauc_ndcg_at_100_max
value: 38.03003963108958
verified: no, type: nauc_ndcg_at_100_std
value: 8.029055010625735
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.38757336254797
verified: no, type: nauc_ndcg_at_10_max
value: 37.69449355625365
verified: no, type: nauc_ndcg_at_10_std
value: 5.501776175296825
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.41118406440152
verified: no, type: nauc_ndcg_at_1_max
value: 39.19901795383339
verified: no, type: nauc_ndcg_at_1_std
value: 4.184238273499772
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.07413489567003
verified: no, type: nauc_ndcg_at_20_max
value: 38.36958336029682
verified: no, type: nauc_ndcg_at_20_std
value: 6.725957802525416
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.55437805117007
verified: no, type: nauc_ndcg_at_3_max
value: 35.88449899248541
verified: no, type: nauc_ndcg_at_3_std
value: 3.6748580378083586
verified: no, type: nauc_ndcg_at_5_diff1
value: 40.010471092618246
verified: no, type: nauc_ndcg_at_5_max
value: 35.88766927207923
verified: no, type: nauc_ndcg_at_5_std
value: 4.207367413979825
verified: no, type: nauc_precision_at_1000_diff1
value: -0.627954206482575
verified: no, type: nauc_precision_at_1000_max
value: 16.87253851929619
verified: no, type: nauc_precision_at_1000_std
value: 20.006671502432432
verified: no, type: nauc_precision_at_100_diff1
value: 14.668946009188208
verified: no, type: nauc_precision_at_100_max
value: 29.742017118053397
verified: no, type: nauc_precision_at_100_std
value: 25.20619621555537
verified: no, type: nauc_precision_at_10_diff1
value: 28.297723813286847
verified: no, type: nauc_precision_at_10_max
value: 43.75323355613635
verified: no, type: nauc_precision_at_10_std
value: 21.41675895539336
verified: no, type: nauc_precision_at_1_diff1
value: 48.41118406440152
verified: no, type: nauc_precision_at_1_max
value: 39.19901795383339
verified: no, type: nauc_precision_at_1_std
value: 4.184238273499772
verified: no, type: nauc_precision_at_20_diff1
value: 28.180742632762257
verified: no, type: nauc_precision_at_20_max
value: 42.1557651237426
verified: no, type: nauc_precision_at_20_std
value: 23.76852281392542
verified: no, type: nauc_precision_at_3_diff1
value: 32.14428304746157
verified: no, type: nauc_precision_at_3_max
value: 41.05702645399837
verified: no, type: nauc_precision_at_3_std
value: 13.525455649176054
verified: no, type: nauc_precision_at_5_diff1
value: 27.518551234674852
verified: no, type: nauc_precision_at_5_max
value: 40.244849049438955
verified: no, type: nauc_precision_at_5_std
value: 16.955839126853174
verified: no, type: nauc_recall_at_1000_diff1
value: 23.387951594003543
verified: no, type: nauc_recall_at_1000_max
value: 40.53645639097819
verified: no, type: nauc_recall_at_1000_std
value: 38.15241870854853
verified: no, type: nauc_recall_at_100_diff1
value: 31.320417507693122
verified: no, type: nauc_recall_at_100_max
value: 37.61668703163837
verified: no, type: nauc_recall_at_100_std
value: 21.3973156433774
verified: no, type: nauc_recall_at_10_diff1
value: 37.53430570520243
verified: no, type: nauc_recall_at_10_max
value: 38.450456066919294
verified: no, type: nauc_recall_at_10_std
value: 8.777785896723772
verified: no, type: nauc_recall_at_1_diff1
value: 48.21792116617763
verified: no, type: nauc_recall_at_1_max
value: 32.422399618563205
verified: no, type: nauc_recall_at_1_std
value: -2.2529709040289214
verified: no, type: nauc_recall_at_20_diff1
value: 38.90462139302631
verified: no, type: nauc_recall_at_20_max
value: 39.777813182962014
verified: no, type: nauc_recall_at_20_std
value: 12.368553526936706
verified: no, type: nauc_recall_at_3_diff1
value: 36.12960620845285
verified: no, type: nauc_recall_at_3_max
value: 33.625725775340115
verified: no, type: nauc_recall_at_3_std
value: 3.1934379790504277
verified: no, type: nauc_recall_at_5_diff1
value: 34.68344816631666
verified: no, type: nauc_recall_at_5_max
value: 34.096665584351086
verified: no, type: nauc_recall_at_5_std
value: 4.965244979957592
verified: no, type: ndcg_at_1
value: 26.074
verified: no, type: ndcg_at_10
value: 35.379
verified: no, type: ndcg_at_100
value: 40.668
verified: no, type: ndcg_at_1000
value: 43.271
verified: no, type: ndcg_at_20
value: 37.3
verified: no, type: ndcg_at_3
value: 31.291000000000004
verified: no, type: ndcg_at_5
value: 32.828
verified: no, type: precision_at_1
value: 26.074
verified: no, type: precision_at_10
value: 5.782
verified: no, type: precision_at_100
value: 0.9159999999999999
verified: no, type: precision_at_1000
value: 0.121
verified: no, type: precision_at_20
value: 3.39
verified: no, type: precision_at_3
value: 13.905999999999999
verified: no, type: precision_at_5
value: 9.508999999999999
verified: no, type: recall_at_1
value: 23.147000000000002
verified: no, type: recall_at_10
value: 46.308
verified: no, type: recall_at_100
value: 70.529
verified: no, type: recall_at_1000
value: 89.53
verified: no, type: recall_at_20
value: 53.510000000000005
verified: no, type: recall_at_3
value: 34.504000000000005
verified: no, type: recall_at_5
value: 38.472
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics: type: main_score
value: 30.519000000000002
verified: no, type: map_at_1
value: 17.573
verified: no, type: map_at_10
value: 25.480999999999998
verified: no, type: map_at_100
value: 26.740000000000002
verified: no, type: map_at_1000
value: 26.881
verified: no, type: map_at_20
value: 26.125999999999998
verified: no, type: map_at_3
value: 22.962
verified: no, type: map_at_5
value: 24.366
verified: no, type: mrr_at_1
value: 21.782518926359256
verified: no, type: mrr_at_10
value: 29.551570915129073
verified: no, type: mrr_at_100
value: 30.563788618793907
verified: no, type: mrr_at_1000
value: 30.64724659416222
verified: no, type: mrr_at_20
value: 30.1023182624383
verified: no, type: mrr_at_3
value: 27.248222069281947
verified: no, type: mrr_at_5
value: 28.540376233080984
verified: no, type: nauc_map_at_1000_diff1
value: 31.881175131210888
verified: no, type: nauc_map_at_1000_max
value: 29.300696375017903
verified: no, type: nauc_map_at_1000_std
value: 3.8823292626839456
verified: no, type: nauc_map_at_100_diff1
value: 31.91438127161964
verified: no, type: nauc_map_at_100_max
value: 29.252651714818867
verified: no, type: nauc_map_at_100_std
value: 3.8321881954789876
verified: no, type: nauc_map_at_10_diff1
value: 32.171669036580084
verified: no, type: nauc_map_at_10_max
value: 28.901773247218653
verified: no, type: nauc_map_at_10_std
value: 3.326466043614621
verified: no, type: nauc_map_at_1_diff1
value: 37.444204623648204
verified: no, type: nauc_map_at_1_max
value: 27.97756203885853
verified: no, type: nauc_map_at_1_std
value: 0.36949231909922875
verified: no, type: nauc_map_at_20_diff1
value: 31.979938373253127
verified: no, type: nauc_map_at_20_max
value: 29.04729001511327
verified: no, type: nauc_map_at_20_std
value: 3.4743150945293406
verified: no, type: nauc_map_at_3_diff1
value: 32.915907037588454
verified: no, type: nauc_map_at_3_max
value: 28.113160819217768
verified: no, type: nauc_map_at_3_std
value: 2.1821842033363197
verified: no, type: nauc_map_at_5_diff1
value: 32.31836184904865
verified: no, type: nauc_map_at_5_max
value: 28.382450988689257
verified: no, type: nauc_map_at_5_std
value: 2.647063248227251
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.340557224068306
verified: no, type: nauc_mrr_at_1000_max
value: 30.055801929203373
verified: no, type: nauc_mrr_at_1000_std
value: 4.664666667473129
verified: no, type: nauc_mrr_at_100_diff1
value: 30.350033762326877
verified: no, type: nauc_mrr_at_100_max
value: 30.053743987411675
verified: no, type: nauc_mrr_at_100_std
value: 4.661666112298184
verified: no, type: nauc_mrr_at_10_diff1
value: 30.487849925791462
verified: no, type: nauc_mrr_at_10_max
value: 30.07149856764245
verified: no, type: nauc_mrr_at_10_std
value: 4.44378828352727
verified: no, type: nauc_mrr_at_1_diff1
value: 35.16105289700225
verified: no, type: nauc_mrr_at_1_max
value: 30.496689088104585
verified: no, type: nauc_mrr_at_1_std
value: 1.8902302298962788
verified: no, type: nauc_mrr_at_20_diff1
value: 30.25575973094628
verified: no, type: nauc_mrr_at_20_max
value: 29.929532643775552
verified: no, type: nauc_mrr_at_20_std
value: 4.504962325540269
verified: no, type: nauc_mrr_at_3_diff1
value: 30.711071703778686
verified: no, type: nauc_mrr_at_3_max
value: 29.663764134099473
verified: no, type: nauc_mrr_at_3_std
value: 3.320193337280269
verified: no, type: nauc_mrr_at_5_diff1
value: 30.476922599219552
verified: no, type: nauc_mrr_at_5_max
value: 29.85199369614983
verified: no, type: nauc_mrr_at_5_std
value: 3.9318122348403928
verified: no, type: nauc_ndcg_at_1000_diff1
value: 29.24537085275522
verified: no, type: nauc_ndcg_at_1000_max
value: 30.46819189338767
verified: no, type: nauc_ndcg_at_1000_std
value: 7.106119481191128
verified: no, type: nauc_ndcg_at_100_diff1
value: 29.555127473225106
verified: no, type: nauc_ndcg_at_100_max
value: 30.313025639748854
verified: no, type: nauc_ndcg_at_100_std
value: 7.100492334790892
verified: no, type: nauc_ndcg_at_10_diff1
value: 30.172626798643286
verified: no, type: nauc_ndcg_at_10_max
value: 29.569399019833753
verified: no, type: nauc_ndcg_at_10_std
value: 5.333855439010787
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.16105289700225
verified: no, type: nauc_ndcg_at_1_max
value: 30.496689088104585
verified: no, type: nauc_ndcg_at_1_std
value: 1.8902302298962788
verified: no, type: nauc_ndcg_at_20_diff1
value: 29.601538139574433
verified: no, type: nauc_ndcg_at_20_max
value: 29.511195260623875
verified: no, type: nauc_ndcg_at_20_std
value: 5.59012025163207
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.692765366524306
verified: no, type: nauc_ndcg_at_3_max
value: 28.78218499164891
verified: no, type: nauc_ndcg_at_3_std
value: 3.1036538657542896
verified: no, type: nauc_ndcg_at_5_diff1
value: 30.23085391402633
verified: no, type: nauc_ndcg_at_5_max
value: 28.812813896142124
verified: no, type: nauc_ndcg_at_5_std
value: 3.946855139104198
verified: no, type: nauc_precision_at_1000_diff1
value: -5.807690994963469
verified: no, type: nauc_precision_at_1000_max
value: 20.20712256250324
verified: no, type: nauc_precision_at_1000_std
value: 14.321049866221422
verified: no, type: nauc_precision_at_100_diff1
value: 3.9668914526416437
verified: no, type: nauc_precision_at_100_max
value: 26.84931463902196
verified: no, type: nauc_precision_at_100_std
value: 16.787333115848682
verified: no, type: nauc_precision_at_10_diff1
value: 17.595096225964767
verified: no, type: nauc_precision_at_10_max
value: 31.638328874193032
verified: no, type: nauc_precision_at_10_std
value: 11.100027061781638
verified: no, type: nauc_precision_at_1_diff1
value: 35.16105289700225
verified: no, type: nauc_precision_at_1_max
value: 30.496689088104585
verified: no, type: nauc_precision_at_1_std
value: 1.8902302298962788
verified: no, type: nauc_precision_at_20_diff1
value: 12.906680878575328
verified: no, type: nauc_precision_at_20_max
value: 29.696422699114635
verified: no, type: nauc_precision_at_20_std
value: 12.017829462542974
verified: no, type: nauc_precision_at_3_diff1
value: 24.474722384406093
verified: no, type: nauc_precision_at_3_max
value: 30.295991671763854
verified: no, type: nauc_precision_at_3_std
value: 5.359770976628988
verified: no, type: nauc_precision_at_5_diff1
value: 20.9210542273083
verified: no, type: nauc_precision_at_5_max
value: 30.803816020272418
verified: no, type: nauc_precision_at_5_std
value: 7.650041221503042
verified: no, type: nauc_recall_at_1000_diff1
value: 7.868010062781431
verified: no, type: nauc_recall_at_1000_max
value: 34.4127297805766
verified: no, type: nauc_recall_at_1000_std
value: 32.83607435392193
verified: no, type: nauc_recall_at_100_diff1
value: 21.18500764361835
verified: no, type: nauc_recall_at_100_max
value: 30.24295887819678
verified: no, type: nauc_recall_at_100_std
value: 18.463080010741866
verified: no, type: nauc_recall_at_10_diff1
value: 25.17302253212331
verified: no, type: nauc_recall_at_10_max
value: 27.36615448456723
verified: no, type: nauc_recall_at_10_std
value: 8.69018868943956
verified: no, type: nauc_recall_at_1_diff1
value: 37.444204623648204
verified: no, type: nauc_recall_at_1_max
value: 27.97756203885853
verified: no, type: nauc_recall_at_1_std
value: 0.36949231909922875
verified: no, type: nauc_recall_at_20_diff1
value: 23.076180124742322
verified: no, type: nauc_recall_at_20_max
value: 26.759809589883787
verified: no, type: nauc_recall_at_20_std
value: 9.509183248844606
verified: no, type: nauc_recall_at_3_diff1
value: 27.559573848327812
verified: no, type: nauc_recall_at_3_max
value: 25.585037245374835
verified: no, type: nauc_recall_at_3_std
value: 3.403071467061742
verified: no, type: nauc_recall_at_5_diff1
value: 25.939753995717375
verified: no, type: nauc_recall_at_5_max
value: 25.715892642199158
verified: no, type: nauc_recall_at_5_std
value: 4.895015921257684
verified: no, type: ndcg_at_1
value: 21.783
verified: no, type: ndcg_at_10
value: 30.519000000000002
verified: no, type: ndcg_at_100
value: 36.449
verified: no, type: ndcg_at_1000
value: 39.476
verified: no, type: ndcg_at_20
value: 32.57
verified: no, type: ndcg_at_3
value: 26.104
verified: no, type: ndcg_at_5
value: 28.142
verified: no, type: precision_at_1
value: 21.783
verified: no, type: precision_at_10
value: 5.716
verified: no, type: precision_at_100
value: 1.036
verified: no, type: precision_at_1000
value: 0.149
verified: no, type: precision_at_20
value: 3.5000000000000004
verified: no, type: precision_at_3
value: 12.629000000000001
verified: no, type: precision_at_5
value: 9.188
verified: no, type: recall_at_1
value: 17.573
verified: no, type: recall_at_10
value: 41.565999999999995
verified: no, type: recall_at_100
value: 68.31099999999999
verified: no, type: recall_at_1000
value: 89.66
verified: no, type: recall_at_20
value: 49.033
verified: no, type: recall_at_3
value: 28.998
verified: no, type: recall_at_5
value: 34.409
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics: type: main_score
value: 41.31
verified: no, type: map_at_1
value: 25.393
verified: no, type: map_at_10
value: 35.408
verified: no, type: map_at_100
value: 36.765
verified: no, type: map_at_1000
value: 36.870000000000005
verified: no, type: map_at_20
value: 36.186
verified: no, type: map_at_3
value: 31.858999999999998
verified: no, type: map_at_5
value: 34.088
verified: no, type: mrr_at_1
value: 30.410447761194032
verified: no, type: mrr_at_10
value: 39.62523691068467
verified: no, type: mrr_at_100
value: 40.58641984797069
verified: no, type: mrr_at_1000
value: 40.64414774113457
verified: no, type: mrr_at_20
value: 40.186787569713786
verified: no, type: mrr_at_3
value: 36.53606965174129
verified: no, type: mrr_at_5
value: 38.5136815920398
verified: no, type: nauc_map_at_1000_diff1
value: 45.3237924349066
verified: no, type: nauc_map_at_1000_max
value: 42.882551041895475
verified: no, type: nauc_map_at_1000_std
value: -2.061776932133938
verified: no, type: nauc_map_at_100_diff1
value: 45.31179559669483
verified: no, type: nauc_map_at_100_max
value: 42.88055143410839
verified: no, type: nauc_map_at_100_std
value: -2.0619544266001766
verified: no, type: nauc_map_at_10_diff1
value: 45.246469302227034
verified: no, type: nauc_map_at_10_max
value: 42.43898453050511
verified: no, type: nauc_map_at_10_std
value: -2.601046837280869
verified: no, type: nauc_map_at_1_diff1
value: 51.10553001605208
verified: no, type: nauc_map_at_1_max
value: 41.25214004071871
verified: no, type: nauc_map_at_1_std
value: -5.9190349301612075
verified: no, type: nauc_map_at_20_diff1
value: 45.231373982382955
verified: no, type: nauc_map_at_20_max
value: 42.66345871982157
verified: no, type: nauc_map_at_20_std
value: -2.26108364692999
verified: no, type: nauc_map_at_3_diff1
value: 46.23862364083718
verified: no, type: nauc_map_at_3_max
value: 41.88503103268463
verified: no, type: nauc_map_at_3_std
value: -4.084509652842847
verified: no, type: nauc_map_at_5_diff1
value: 45.76253491098928
verified: no, type: nauc_map_at_5_max
value: 42.11909174581756
verified: no, type: nauc_map_at_5_std
value: -3.152593546431723
verified: no, type: nauc_mrr_at_1000_diff1
value: 45.16287764406163
verified: no, type: nauc_mrr_at_1000_max
value: 44.28490255584458
verified: no, type: nauc_mrr_at_1000_std
value: -0.851874205124679
verified: no, type: nauc_mrr_at_100_diff1
value: 45.14662264595562
verified: no, type: nauc_mrr_at_100_max
value: 44.28754816492547
verified: no, type: nauc_mrr_at_100_std
value: -0.827775845705049
verified: no, type: nauc_mrr_at_10_diff1
value: 45.05127336584147
verified: no, type: nauc_mrr_at_10_max
value: 44.25978209317813
verified: no, type: nauc_mrr_at_10_std
value: -0.9734920470308909
verified: no, type: nauc_mrr_at_1_diff1
value: 50.63689908117468
verified: no, type: nauc_mrr_at_1_max
value: 44.57852646244725
verified: no, type: nauc_mrr_at_1_std
value: -4.059128543246773
verified: no, type: nauc_mrr_at_20_diff1
value: 45.044852569128444
verified: no, type: nauc_mrr_at_20_max
value: 44.20947897727891
verified: no, type: nauc_mrr_at_20_std
value: -0.8526642429773674
verified: no, type: nauc_mrr_at_3_diff1
value: 45.45435070485086
verified: no, type: nauc_mrr_at_3_max
value: 44.257326484777224
verified: no, type: nauc_mrr_at_3_std
value: -2.1608895747068093
verified: no, type: nauc_mrr_at_5_diff1
value: 45.24789730211493
verified: no, type: nauc_mrr_at_5_max
value: 44.10858723544344
verified: no, type: nauc_mrr_at_5_std
value: -1.3663611847409747
verified: no, type: nauc_ndcg_at_1000_diff1
value: 43.50803190980708
verified: no, type: nauc_ndcg_at_1000_max
value: 43.66343887264139
verified: no, type: nauc_ndcg_at_1000_std
value: 0.8232157246006608
verified: no, type: nauc_ndcg_at_100_diff1
value: 43.21201807639179
verified: no, type: nauc_ndcg_at_100_max
value: 43.66944092609106
verified: no, type: nauc_ndcg_at_100_std
value: 1.2771093902231845
verified: no, type: nauc_ndcg_at_10_diff1
value: 42.99494568521883
verified: no, type: nauc_ndcg_at_10_max
value: 42.80862067566825
verified: no, type: nauc_ndcg_at_10_std
value: -0.6520481559808629
verified: no, type: nauc_ndcg_at_1_diff1
value: 50.63689908117468
verified: no, type: nauc_ndcg_at_1_max
value: 44.57852646244725
verified: no, type: nauc_ndcg_at_1_std
value: -4.059128543246773
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.83217912527002
verified: no, type: nauc_ndcg_at_20_max
value: 43.161124041011675
verified: no, type: nauc_ndcg_at_20_std
value: 0.407283232341166
verified: no, type: nauc_ndcg_at_3_diff1
value: 44.56968073360208
verified: no, type: nauc_ndcg_at_3_max
value: 42.93029489205904
verified: no, type: nauc_ndcg_at_3_std
value: -3.1396422724943855
verified: no, type: nauc_ndcg_at_5_diff1
value: 44.02970798279963
verified: no, type: nauc_ndcg_at_5_max
value: 42.51569472321148
verified: no, type: nauc_ndcg_at_5_std
value: -1.757501561649831
verified: no, type: nauc_precision_at_1000_diff1
value: -10.598699181466678
verified: no, type: nauc_precision_at_1000_max
value: 1.784813164595759
verified: no, type: nauc_precision_at_1000_std
value: 7.16918104334376
verified: no, type: nauc_precision_at_100_diff1
value: 2.473069128343708
verified: no, type: nauc_precision_at_100_max
value: 19.13842474812851
verified: no, type: nauc_precision_at_100_std
value: 13.648804134138286
verified: no, type: nauc_precision_at_10_diff1
value: 20.442243228917654
verified: no, type: nauc_precision_at_10_max
value: 36.5015082373227
verified: no, type: nauc_precision_at_10_std
value: 8.070385983398559
verified: no, type: nauc_precision_at_1_diff1
value: 50.63689908117468
verified: no, type: nauc_precision_at_1_max
value: 44.57852646244725
verified: no, type: nauc_precision_at_1_std
value: -4.059128543246773
verified: no, type: nauc_precision_at_20_diff1
value: 14.744878445902772
verified: no, type: nauc_precision_at_20_max
value: 32.527747228894064
verified: no, type: nauc_precision_at_20_std
value: 11.67200027534835
verified: no, type: nauc_precision_at_3_diff1
value: 35.09915972547601
verified: no, type: nauc_precision_at_3_max
value: 43.08085093225614
verified: no, type: nauc_precision_at_3_std
value: 0.9578865822763707
verified: no, type: nauc_precision_at_5_diff1
value: 29.124386207816823
verified: no, type: nauc_precision_at_5_max
value: 40.68095646716276
verified: no, type: nauc_precision_at_5_std
value: 5.077110628260498
verified: no, type: nauc_recall_at_1000_diff1
value: 22.38553348188135
verified: no, type: nauc_recall_at_1000_max
value: 41.789440224180886
verified: no, type: nauc_recall_at_1000_std
value: 44.11372608956349
verified: no, type: nauc_recall_at_100_diff1
value: 30.944884049597054
verified: no, type: nauc_recall_at_100_max
value: 39.74965194127809
verified: no, type: nauc_recall_at_100_std
value: 17.335161783835254
verified: no, type: nauc_recall_at_10_diff1
value: 33.77972605382363
verified: no, type: nauc_recall_at_10_max
value: 37.96828171185741
verified: no, type: nauc_recall_at_10_std
value: 2.878193454017939
verified: no, type: nauc_recall_at_1_diff1
value: 51.10553001605208
verified: no, type: nauc_recall_at_1_max
value: 41.25214004071871
verified: no, type: nauc_recall_at_1_std
value: -5.9190349301612075
verified: no, type: nauc_recall_at_20_diff1
value: 32.15944402025048
verified: no, type: nauc_recall_at_20_max
value: 38.553123596617475
verified: no, type: nauc_recall_at_20_std
value: 7.185913655178715
verified: no, type: nauc_recall_at_3_diff1
value: 39.30789421964286
verified: no, type: nauc_recall_at_3_max
value: 39.38989571990551
verified: no, type: nauc_recall_at_3_std
value: -2.4776813018682304
verified: no, type: nauc_recall_at_5_diff1
value: 37.23603695010937
verified: no, type: nauc_recall_at_5_max
value: 38.24172443271927
verified: no, type: nauc_recall_at_5_std
value: 0.41240611008696
verified: no, type: ndcg_at_1
value: 30.409999999999997
verified: no, type: ndcg_at_10
value: 41.31
verified: no, type: ndcg_at_100
value: 47.317
verified: no, type: ndcg_at_1000
value: 49.451
verified: no, type: ndcg_at_20
value: 43.678
verified: no, type: ndcg_at_3
value: 35.156
verified: no, type: ndcg_at_5
value: 38.550000000000004
verified: no, type: precision_at_1
value: 30.409999999999997
verified: no, type: precision_at_10
value: 7.285
verified: no, type: precision_at_100
value: 1.16
verified: no, type: precision_at_1000
value: 0.145
verified: no, type: precision_at_20
value: 4.3
verified: no, type: precision_at_3
value: 16.2
verified: no, type: precision_at_5
value: 12.015
verified: no, type: recall_at_1
value: 25.393
verified: no, type: recall_at_10
value: 54.955
verified: no, type: recall_at_100
value: 81.074
verified: no, type: recall_at_1000
value: 95.517
verified: no, type: recall_at_20
value: 63.336000000000006
verified: no, type: recall_at_3
value: 38.646
verified: no, type: recall_at_5
value: 47.155
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics: type: main_score
value: 40.467
verified: no, type: map_at_1
value: 25.219
verified: no, type: map_at_10
value: 34.317
verified: no, type: map_at_100
value: 36.099
verified: no, type: map_at_1000
value: 36.339
verified: no, type: map_at_20
value: 35.207
verified: no, type: map_at_3
value: 31.118000000000002
verified: no, type: map_at_5
value: 32.759
verified: no, type: mrr_at_1
value: 30.039525691699602
verified: no, type: mrr_at_10
value: 39.2148189974277
verified: no, type: mrr_at_100
value: 40.2161521379955
verified: no, type: mrr_at_1000
value: 40.265703712297686
verified: no, type: mrr_at_20
value: 39.77515544005589
verified: no, type: mrr_at_3
value: 36.29776021080369
verified: no, type: mrr_at_5
value: 37.85902503293808
verified: no, type: nauc_map_at_1000_diff1
value: 42.249285823910625
verified: no, type: nauc_map_at_1000_max
value: 37.81729357104585
verified: no, type: nauc_map_at_1000_std
value: 3.378421859371135
verified: no, type: nauc_map_at_100_diff1
value: 42.26973168859294
verified: no, type: nauc_map_at_100_max
value: 37.71021506487753
verified: no, type: nauc_map_at_100_std
value: 3.0599597011125255
verified: no, type: nauc_map_at_10_diff1
value: 42.62764810062953
verified: no, type: nauc_map_at_10_max
value: 37.70978577391228
verified: no, type: nauc_map_at_10_std
value: 1.8639905372216925
verified: no, type: nauc_map_at_1_diff1
value: 50.640732359157305
verified: no, type: nauc_map_at_1_max
value: 33.30575957486884
verified: no, type: nauc_map_at_1_std
value: -1.6408504568688285
verified: no, type: nauc_map_at_20_diff1
value: 42.49959845025793
verified: no, type: nauc_map_at_20_max
value: 37.434835390720735
verified: no, type: nauc_map_at_20_std
value: 2.128763652038146
verified: no, type: nauc_map_at_3_diff1
value: 43.93770137567739
verified: no, type: nauc_map_at_3_max
value: 36.363959841283624
verified: no, type: nauc_map_at_3_std
value: 0.5712143645184623
verified: no, type: nauc_map_at_5_diff1
value: 42.987763840097216
verified: no, type: nauc_map_at_5_max
value: 37.07794713015937
verified: no, type: nauc_map_at_5_std
value: 1.097852086925236
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.66271045590558
verified: no, type: nauc_mrr_at_1000_max
value: 38.08244696996338
verified: no, type: nauc_mrr_at_1000_std
value: 6.051657410597092
verified: no, type: nauc_mrr_at_100_diff1
value: 40.619228571947225
verified: no, type: nauc_mrr_at_100_max
value: 38.07828766827722
verified: no, type: nauc_mrr_at_100_std
value: 6.069557283626944
verified: no, type: nauc_mrr_at_10_diff1
value: 40.485799180131835
verified: no, type: nauc_mrr_at_10_max
value: 38.327695119460344
verified: no, type: nauc_mrr_at_10_std
value: 6.01317781659517
verified: no, type: nauc_mrr_at_1_diff1
value: 46.729900872794204
verified: no, type: nauc_mrr_at_1_max
value: 36.14627468706107
verified: no, type: nauc_mrr_at_1_std
value: 4.402796904496076
verified: no, type: nauc_mrr_at_20_diff1
value: 40.65612564643004
verified: no, type: nauc_mrr_at_20_max
value: 37.97791721709834
verified: no, type: nauc_mrr_at_20_std
value: 5.802723977451494
verified: no, type: nauc_mrr_at_3_diff1
value: 40.821252306592314
verified: no, type: nauc_mrr_at_3_max
value: 37.908667331976744
verified: no, type: nauc_mrr_at_3_std
value: 5.316096828314028
verified: no, type: nauc_mrr_at_5_diff1
value: 41.05340039412131
verified: no, type: nauc_mrr_at_5_max
value: 38.37605719831689
verified: no, type: nauc_mrr_at_5_std
value: 5.213483061859129
verified: no, type: nauc_ndcg_at_1000_diff1
value: 39.88147024776181
verified: no, type: nauc_ndcg_at_1000_max
value: 39.42772441796562
verified: no, type: nauc_ndcg_at_1000_std
value: 7.4990876900763865
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.89054295519447
verified: no, type: nauc_ndcg_at_100_max
value: 38.92308897211485
verified: no, type: nauc_ndcg_at_100_std
value: 7.885233156116329
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.95442786328181
verified: no, type: nauc_ndcg_at_10_max
value: 38.96665154095573
verified: no, type: nauc_ndcg_at_10_std
value: 4.9802982912762435
verified: no, type: nauc_ndcg_at_1_diff1
value: 46.729900872794204
verified: no, type: nauc_ndcg_at_1_max
value: 36.14627468706107
verified: no, type: nauc_ndcg_at_1_std
value: 4.402796904496076
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.17829178553532
verified: no, type: nauc_ndcg_at_20_max
value: 37.4931955956734
verified: no, type: nauc_ndcg_at_20_std
value: 4.596018393131905
verified: no, type: nauc_ndcg_at_3_diff1
value: 40.271638727924035
verified: no, type: nauc_ndcg_at_3_max
value: 37.9826745644439
verified: no, type: nauc_ndcg_at_3_std
value: 3.3572598270925216
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.61366758008502
verified: no, type: nauc_ndcg_at_5_max
value: 38.24456377281972
verified: no, type: nauc_ndcg_at_5_std
value: 3.4817608168910166
verified: no, type: nauc_precision_at_1000_diff1
value: -11.622465140715828
verified: no, type: nauc_precision_at_1000_max
value: 15.224960412516204
verified: no, type: nauc_precision_at_1000_std
value: 34.73491517319145
verified: no, type: nauc_precision_at_100_diff1
value: -8.371026383253232
verified: no, type: nauc_precision_at_100_max
value: 17.691072594176628
verified: no, type: nauc_precision_at_100_std
value: 33.068086276168074
verified: no, type: nauc_precision_at_10_diff1
value: 11.176335364060336
verified: no, type: nauc_precision_at_10_max
value: 37.13096692438884
verified: no, type: nauc_precision_at_10_std
value: 20.553307297887073
verified: no, type: nauc_precision_at_1_diff1
value: 46.729900872794204
verified: no, type: nauc_precision_at_1_max
value: 36.14627468706107
verified: no, type: nauc_precision_at_1_std
value: 4.402796904496076
verified: no, type: nauc_precision_at_20_diff1
value: 3.693449256817259
verified: no, type: nauc_precision_at_20_max
value: 27.01823261508418
verified: no, type: nauc_precision_at_20_std
value: 23.20858961605156
verified: no, type: nauc_precision_at_3_diff1
value: 27.556711531090126
verified: no, type: nauc_precision_at_3_max
value: 42.1929766320672
verified: no, type: nauc_precision_at_3_std
value: 10.47253267125295
verified: no, type: nauc_precision_at_5_diff1
value: 20.191187550201118
verified: no, type: nauc_precision_at_5_max
value: 40.28760124538548
verified: no, type: nauc_precision_at_5_std
value: 13.938138706548745
verified: no, type: nauc_recall_at_1000_diff1
value: 28.858547583461792
verified: no, type: nauc_recall_at_1000_max
value: 64.82322977199058
verified: no, type: nauc_recall_at_1000_std
value: 62.95541267815066
verified: no, type: nauc_recall_at_100_diff1
value: 18.389599474131128
verified: no, type: nauc_recall_at_100_max
value: 38.283013442171
verified: no, type: nauc_recall_at_100_std
value: 32.53288294020897
verified: no, type: nauc_recall_at_10_diff1
value: 28.938406924345855
verified: no, type: nauc_recall_at_10_max
value: 37.201339069853056
verified: no, type: nauc_recall_at_10_std
value: 6.711404696968165
verified: no, type: nauc_recall_at_1_diff1
value: 50.640732359157305
verified: no, type: nauc_recall_at_1_max
value: 33.30575957486884
verified: no, type: nauc_recall_at_1_std
value: -1.6408504568688285
verified: no, type: nauc_recall_at_20_diff1
value: 27.15677059349287
verified: no, type: nauc_recall_at_20_max
value: 29.95311918377292
verified: no, type: nauc_recall_at_20_std
value: 5.269984079212893
verified: no, type: nauc_recall_at_3_diff1
value: 36.02691929591682
verified: no, type: nauc_recall_at_3_max
value: 34.955041088527615
verified: no, type: nauc_recall_at_3_std
value: 0.33989578439054857
verified: no, type: nauc_recall_at_5_diff1
value: 32.94914901826653
verified: no, type: nauc_recall_at_5_max
value: 35.810195894176786
verified: no, type: nauc_recall_at_5_std
value: 0.6467685151302079
verified: no, type: ndcg_at_1
value: 30.04
verified: no, type: ndcg_at_10
value: 40.467
verified: no, type: ndcg_at_100
value: 46.918
verified: no, type: ndcg_at_1000
value: 49.263
verified: no, type: ndcg_at_20
value: 42.853
verified: no, type: ndcg_at_3
value: 34.976
verified: no, type: ndcg_at_5
value: 37.345
verified: no, type: precision_at_1
value: 30.04
verified: no, type: precision_at_10
value: 7.786999999999999
verified: no, type: precision_at_100
value: 1.638
verified: no, type: precision_at_1000
value: 0.249
verified: no, type: precision_at_20
value: 5
verified: no, type: precision_at_3
value: 16.206
verified: no, type: precision_at_5
value: 11.976
verified: no, type: recall_at_1
value: 25.219
verified: no, type: recall_at_10
value: 52.443
verified: no, type: recall_at_100
value: 80.523
verified: no, type: recall_at_1000
value: 95.025
verified: no, type: recall_at_20
value: 61.317
verified: no, type: recall_at_3
value: 37.216
verified: no, type: recall_at_5
value: 43.086999999999996
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics: type: main_score
value: 33.147999999999996
verified: no, type: map_at_1
value: 20.801
verified: no, type: map_at_10
value: 28.371000000000002
verified: no, type: map_at_100
value: 29.483999999999998
verified: no, type: map_at_1000
value: 29.602
verified: no, type: map_at_20
value: 29.015
verified: no, type: map_at_3
value: 25.790999999999997
verified: no, type: map_at_5
value: 27.025
verified: no, type: mrr_at_1
value: 22.73567467652495
verified: no, type: mrr_at_10
value: 30.274990464454422
verified: no, type: mrr_at_100
value: 31.240500066009304
verified: no, type: mrr_at_1000
value: 31.319717738953777
verified: no, type: mrr_at_20
value: 30.803996383475962
verified: no, type: mrr_at_3
value: 27.84966112138016
verified: no, type: mrr_at_5
value: 28.958718422674057
verified: no, type: nauc_map_at_1000_diff1
value: 30.950985415079412
verified: no, type: nauc_map_at_1000_max
value: 31.59549203568236
verified: no, type: nauc_map_at_1000_std
value: 4.803056268621205
verified: no, type: nauc_map_at_100_diff1
value: 30.94723046406967
verified: no, type: nauc_map_at_100_max
value: 31.57394480311361
verified: no, type: nauc_map_at_100_std
value: 4.837512208711833
verified: no, type: nauc_map_at_10_diff1
value: 31.171401087039285
verified: no, type: nauc_map_at_10_max
value: 31.638390655676897
verified: no, type: nauc_map_at_10_std
value: 4.534982253282165
verified: no, type: nauc_map_at_1_diff1
value: 38.237149754210726
verified: no, type: nauc_map_at_1_max
value: 31.191178791236453
verified: no, type: nauc_map_at_1_std
value: 0.12298428255657214
verified: no, type: nauc_map_at_20_diff1
value: 30.841529177079995
verified: no, type: nauc_map_at_20_max
value: 31.599269377431604
verified: no, type: nauc_map_at_20_std
value: 4.678845170315568
verified: no, type: nauc_map_at_3_diff1
value: 32.43547187741804
verified: no, type: nauc_map_at_3_max
value: 30.41318267496344
verified: no, type: nauc_map_at_3_std
value: 2.772894233835619
verified: no, type: nauc_map_at_5_diff1
value: 32.09431780702127
verified: no, type: nauc_map_at_5_max
value: 31.4564477685958
verified: no, type: nauc_map_at_5_std
value: 3.937401514669942
verified: no, type: nauc_mrr_at_1000_diff1
value: 30.606652910465677
verified: no, type: nauc_mrr_at_1000_max
value: 33.142269356318806
verified: no, type: nauc_mrr_at_1000_std
value: 6.022676880875486
verified: no, type: nauc_mrr_at_100_diff1
value: 30.565395214575187
verified: no, type: nauc_mrr_at_100_max
value: 33.13271265557326
verified: no, type: nauc_mrr_at_100_std
value: 6.048419255062242
verified: no, type: nauc_mrr_at_10_diff1
value: 30.579355991470248
verified: no, type: nauc_mrr_at_10_max
value: 33.187118274483886
verified: no, type: nauc_mrr_at_10_std
value: 5.705001216556541
verified: no, type: nauc_mrr_at_1_diff1
value: 39.311857430553474
verified: no, type: nauc_mrr_at_1_max
value: 33.97087354489543
verified: no, type: nauc_mrr_at_1_std
value: 1.6330160686638415
verified: no, type: nauc_mrr_at_20_diff1
value: 30.416078716055406
verified: no, type: nauc_mrr_at_20_max
value: 33.15138236143527
verified: no, type: nauc_mrr_at_20_std
value: 6.023106429375021
verified: no, type: nauc_mrr_at_3_diff1
value: 32.40012457172046
verified: no, type: nauc_mrr_at_3_max
value: 32.758960987870964
verified: no, type: nauc_mrr_at_3_std
value: 4.244944069148985
verified: no, type: nauc_mrr_at_5_diff1
value: 31.510030613661343
verified: no, type: nauc_mrr_at_5_max
value: 33.234760081794775
verified: no, type: nauc_mrr_at_5_std
value: 5.318059562676151
verified: no, type: nauc_ndcg_at_1000_diff1
value: 28.4386212441825
verified: no, type: nauc_ndcg_at_1000_max
value: 32.30754779983019
verified: no, type: nauc_ndcg_at_1000_std
value: 8.17776352566968
verified: no, type: nauc_ndcg_at_100_diff1
value: 27.132214912589582
verified: no, type: nauc_ndcg_at_100_max
value: 31.625856416323956
verified: no, type: nauc_ndcg_at_100_std
value: 9.042769717455885
verified: no, type: nauc_ndcg_at_10_diff1
value: 27.473488318876065
verified: no, type: nauc_ndcg_at_10_max
value: 32.14506071223697
verified: no, type: nauc_ndcg_at_10_std
value: 7.135810912180236
verified: no, type: nauc_ndcg_at_1_diff1
value: 39.311857430553474
verified: no, type: nauc_ndcg_at_1_max
value: 33.97087354489543
verified: no, type: nauc_ndcg_at_1_std
value: 1.6330160686638415
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.394868881104934
verified: no, type: nauc_ndcg_at_20_max
value: 31.85402555846015
verified: no, type: nauc_ndcg_at_20_std
value: 7.795555059602305
verified: no, type: nauc_ndcg_at_3_diff1
value: 30.454593372388928
verified: no, type: nauc_ndcg_at_3_max
value: 30.611639348279894
verified: no, type: nauc_ndcg_at_3_std
value: 3.964523006177655
verified: no, type: nauc_ndcg_at_5_diff1
value: 29.540536953174794
verified: no, type: nauc_ndcg_at_5_max
value: 31.934893980894923
verified: no, type: nauc_ndcg_at_5_std
value: 5.829188982388009
verified: no, type: nauc_precision_at_1000_diff1
value: -17.3936895310082
verified: no, type: nauc_precision_at_1000_max
value: 5.628308780206078
verified: no, type: nauc_precision_at_1000_std
value: 2.955268381292835
verified: no, type: nauc_precision_at_100_diff1
value: 2.918251291838532
verified: no, type: nauc_precision_at_100_max
value: 21.776965300942503
verified: no, type: nauc_precision_at_100_std
value: 21.660217753595028
verified: no, type: nauc_precision_at_10_diff1
value: 15.801364706043461
verified: no, type: nauc_precision_at_10_max
value: 33.624629609247265
verified: no, type: nauc_precision_at_10_std
value: 15.047003127768848
verified: no, type: nauc_precision_at_1_diff1
value: 39.311857430553474
verified: no, type: nauc_precision_at_1_max
value: 33.97087354489543
verified: no, type: nauc_precision_at_1_std
value: 1.6330160686638415
verified: no, type: nauc_precision_at_20_diff1
value: 9.513628374160124
verified: no, type: nauc_precision_at_20_max
value: 30.042069637616407
verified: no, type: nauc_precision_at_20_std
value: 16.240137732903406
verified: no, type: nauc_precision_at_3_diff1
value: 25.162961789515652
verified: no, type: nauc_precision_at_3_max
value: 31.508280123911387
verified: no, type: nauc_precision_at_3_std
value: 8.185817168342629
verified: no, type: nauc_precision_at_5_diff1
value: 22.259694033823866
verified: no, type: nauc_precision_at_5_max
value: 34.20401982691483
verified: no, type: nauc_precision_at_5_std
value: 12.132427527020509
verified: no, type: nauc_recall_at_1000_diff1
value: 35.64252862292649
verified: no, type: nauc_recall_at_1000_max
value: 45.125446579637156
verified: no, type: nauc_recall_at_1000_std
value: 44.01656756138821
verified: no, type: nauc_recall_at_100_diff1
value: 12.738708654455664
verified: no, type: nauc_recall_at_100_max
value: 27.455639671124654
verified: no, type: nauc_recall_at_100_std
value: 26.965778999592672
verified: no, type: nauc_recall_at_10_diff1
value: 17.106987038385054
verified: no, type: nauc_recall_at_10_max
value: 31.39153322965062
verified: no, type: nauc_recall_at_10_std
value: 13.55126572530736
verified: no, type: nauc_recall_at_1_diff1
value: 38.237149754210726
verified: no, type: nauc_recall_at_1_max
value: 31.191178791236453
verified: no, type: nauc_recall_at_1_std
value: 0.12298428255657214
verified: no, type: nauc_recall_at_20_diff1
value: 12.47022101356733
verified: no, type: nauc_recall_at_20_max
value: 29.940503509143472
verified: no, type: nauc_recall_at_20_std
value: 16.01775569765924
verified: no, type: nauc_recall_at_3_diff1
value: 24.941265281565013
verified: no, type: nauc_recall_at_3_max
value: 27.770084920697585
verified: no, type: nauc_recall_at_3_std
value: 5.298432806419127
verified: no, type: nauc_recall_at_5_diff1
value: 23.196111299796783
verified: no, type: nauc_recall_at_5_max
value: 31.165645983532862
verified: no, type: nauc_recall_at_5_std
value: 9.630557988742119
verified: no, type: ndcg_at_1
value: 22.736
verified: no, type: ndcg_at_10
value: 33.147999999999996
verified: no, type: ndcg_at_100
value: 38.711
verified: no, type: ndcg_at_1000
value: 41.498000000000005
verified: no, type: ndcg_at_20
value: 35.286
verified: no, type: ndcg_at_3
value: 28.016000000000002
verified: no, type: ndcg_at_5
value: 30.011
verified: no, type: precision_at_1
value: 22.736
verified: no, type: precision_at_10
value: 5.379
verified: no, type: precision_at_100
value: 0.876
verified: no, type: precision_at_1000
value: 0.125
verified: no, type: precision_at_20
value: 3.2070000000000003
verified: no, type: precision_at_3
value: 11.953
verified: no, type: precision_at_5
value: 8.466
verified: no, type: recall_at_1
value: 20.801
verified: no, type: recall_at_10
value: 46.134
verified: no, type: recall_at_100
value: 72.151
verified: no, type: recall_at_1000
value: 92.648
verified: no, type: recall_at_20
value: 54.208
verified: no, type: recall_at_3
value: 32.061
verified: no, type: recall_at_5
value: 36.781000000000006
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics: type: main_score
value: 20.272000000000002
verified: no, type: map_at_1
value: 7.9159999999999995
verified: no, type: map_at_10
value: 13.769
verified: no, type: map_at_100
value: 15.447
verified: no, type: map_at_1000
value: 15.634
verified: no, type: map_at_20
value: 14.584
verified: no, type: map_at_3
value: 11.234
verified: no, type: map_at_5
value: 12.581999999999999
verified: no, type: mrr_at_1
value: 17.71986970684039
verified: no, type: mrr_at_10
value: 27.315262912982785
verified: no, type: mrr_at_100
value: 28.561447384716445
verified: no, type: mrr_at_1000
value: 28.615464057754238
verified: no, type: mrr_at_20
value: 28.05807905035424
verified: no, type: mrr_at_3
value: 23.995656894679694
verified: no, type: mrr_at_5
value: 25.910966340933765
verified: no, type: nauc_map_at_1000_diff1
value: 19.27164407066605
verified: no, type: nauc_map_at_1000_max
value: 39.41684350220827
verified: no, type: nauc_map_at_1000_std
value: 14.316937322743758
verified: no, type: nauc_map_at_100_diff1
value: 19.248468726547568
verified: no, type: nauc_map_at_100_max
value: 39.34794716638515
verified: no, type: nauc_map_at_100_std
value: 14.201768964502925
verified: no, type: nauc_map_at_10_diff1
value: 19.683986719050274
verified: no, type: nauc_map_at_10_max
value: 38.399204402852966
verified: no, type: nauc_map_at_10_std
value: 11.085951407127387
verified: no, type: nauc_map_at_1_diff1
value: 27.04827437676845
verified: no, type: nauc_map_at_1_max
value: 38.633105955884005
verified: no, type: nauc_map_at_1_std
value: 5.938865181063489
verified: no, type: nauc_map_at_20_diff1
value: 19.360005560838747
verified: no, type: nauc_map_at_20_max
value: 38.82413953246029
verified: no, type: nauc_map_at_20_std
value: 12.754242668354054
verified: no, type: nauc_map_at_3_diff1
value: 20.894319202919544
verified: no, type: nauc_map_at_3_max
value: 37.249524247063235
verified: no, type: nauc_map_at_3_std
value: 6.843478307744917
verified: no, type: nauc_map_at_5_diff1
value: 20.27906594864198
verified: no, type: nauc_map_at_5_max
value: 37.54544135335632
verified: no, type: nauc_map_at_5_std
value: 8.531082034593195
verified: no, type: nauc_mrr_at_1000_diff1
value: 16.711410139123505
verified: no, type: nauc_mrr_at_1000_max
value: 36.86483960867672
verified: no, type: nauc_mrr_at_1000_std
value: 15.882643863172216
verified: no, type: nauc_mrr_at_100_diff1
value: 16.68281852636272
verified: no, type: nauc_mrr_at_100_max
value: 36.87086265744777
verified: no, type: nauc_mrr_at_100_std
value: 15.928290728923649
verified: no, type: nauc_mrr_at_10_diff1
value: 16.71042298660718
verified: no, type: nauc_mrr_at_10_max
value: 36.61850549472591
verified: no, type: nauc_mrr_at_10_std
value: 15.215625786453261
verified: no, type: nauc_mrr_at_1_diff1
value: 21.34560742722612
verified: no, type: nauc_mrr_at_1_max
value: 35.23794351748137
verified: no, type: nauc_mrr_at_1_std
value: 10.275184170527861
verified: no, type: nauc_mrr_at_20_diff1
value: 16.697159507381322
verified: no, type: nauc_mrr_at_20_max
value: 36.82721248687378
verified: no, type: nauc_mrr_at_20_std
value: 15.924913729811388
verified: no, type: nauc_mrr_at_3_diff1
value: 17.2413614094298
verified: no, type: nauc_mrr_at_3_max
value: 36.02624449447232
verified: no, type: nauc_mrr_at_3_std
value: 12.642327717244067
verified: no, type: nauc_mrr_at_5_diff1
value: 16.95145771063532
verified: no, type: nauc_mrr_at_5_max
value: 36.34805513361277
verified: no, type: nauc_mrr_at_5_std
value: 14.20542978979385
verified: no, type: nauc_ndcg_at_1000_diff1
value: 16.068715421681784
verified: no, type: nauc_ndcg_at_1000_max
value: 41.32612347157758
verified: no, type: nauc_ndcg_at_1000_std
value: 24.78081286872656
verified: no, type: nauc_ndcg_at_100_diff1
value: 15.233309050933297
verified: no, type: nauc_ndcg_at_100_max
value: 40.42753224168349
verified: no, type: nauc_ndcg_at_100_std
value: 24.305443776274192
verified: no, type: nauc_ndcg_at_10_diff1
value: 16.670460078695964
verified: no, type: nauc_ndcg_at_10_max
value: 38.622868150049406
verified: no, type: nauc_ndcg_at_10_std
value: 16.125904572906634
verified: no, type: nauc_ndcg_at_1_diff1
value: 21.34560742722612
verified: no, type: nauc_ndcg_at_1_max
value: 35.23794351748137
verified: no, type: nauc_ndcg_at_1_std
value: 10.275184170527861
verified: no, type: nauc_ndcg_at_20_diff1
value: 16.080658587383432
verified: no, type: nauc_ndcg_at_20_max
value: 39.25652773329176
verified: no, type: nauc_ndcg_at_20_std
value: 19.643708653239592
verified: no, type: nauc_ndcg_at_3_diff1
value: 17.672008602530248
verified: no, type: nauc_ndcg_at_3_max
value: 36.1308953627282
verified: no, type: nauc_ndcg_at_3_std
value: 9.42112318215692
verified: no, type: nauc_ndcg_at_5_diff1
value: 17.762402594079937
verified: no, type: nauc_ndcg_at_5_max
value: 37.33867622232897
verified: no, type: nauc_ndcg_at_5_std
value: 11.899504255587376
verified: no, type: nauc_precision_at_1000_diff1
value: -0.5331282207902904
verified: no, type: nauc_precision_at_1000_max
value: 19.59281809586525
verified: no, type: nauc_precision_at_1000_std
value: 33.920228812394626
verified: no, type: nauc_precision_at_100_diff1
value: 0.7454530517085408
verified: no, type: nauc_precision_at_100_max
value: 28.13749861343301
verified: no, type: nauc_precision_at_100_std
value: 40.28621226626079
verified: no, type: nauc_precision_at_10_diff1
value: 8.011193964539697
verified: no, type: nauc_precision_at_10_max
value: 34.42259186378951
verified: no, type: nauc_precision_at_10_std
value: 26.713919326095976
verified: no, type: nauc_precision_at_1_diff1
value: 21.34560742722612
verified: no, type: nauc_precision_at_1_max
value: 35.23794351748137
verified: no, type: nauc_precision_at_1_std
value: 10.275184170527861
verified: no, type: nauc_precision_at_20_diff1
value: 5.723382814616091
verified: no, type: nauc_precision_at_20_max
value: 32.583990730667686
verified: no, type: nauc_precision_at_20_std
value: 33.18884905285113
verified: no, type: nauc_precision_at_3_diff1
value: 12.12489342689621
verified: no, type: nauc_precision_at_3_max
value: 34.4378910447675
verified: no, type: nauc_precision_at_3_std
value: 13.830198340805433
verified: no, type: nauc_precision_at_5_diff1
value: 11.262919485267677
verified: no, type: nauc_precision_at_5_max
value: 34.57032588255472
verified: no, type: nauc_precision_at_5_std
value: 19.029127585142927
verified: no, type: nauc_recall_at_1000_diff1
value: 8.055138775756063
verified: no, type: nauc_recall_at_1000_max
value: 36.705342422891505
verified: no, type: nauc_recall_at_1000_std
value: 41.71634343710187
verified: no, type: nauc_recall_at_100_diff1
value: 5.3789172239715395
verified: no, type: nauc_recall_at_100_max
value: 33.29134082588753
verified: no, type: nauc_recall_at_100_std
value: 36.08081458503018
verified: no, type: nauc_recall_at_10_diff1
value: 11.06279620172739
verified: no, type: nauc_recall_at_10_max
value: 35.01017831291135
verified: no, type: nauc_recall_at_10_std
value: 19.431017047690844
verified: no, type: nauc_recall_at_1_diff1
value: 27.04827437676845
verified: no, type: nauc_recall_at_1_max
value: 38.633105955884005
verified: no, type: nauc_recall_at_1_std
value: 5.938865181063489
verified: no, type: nauc_recall_at_20_diff1
value: 9.231470165981193
verified: no, type: nauc_recall_at_20_max
value: 33.734669757329925
verified: no, type: nauc_recall_at_20_std
value: 25.21327790996102
verified: no, type: nauc_recall_at_3_diff1
value: 15.825652907571802
verified: no, type: nauc_recall_at_3_max
value: 35.40629897302576
verified: no, type: nauc_recall_at_3_std
value: 8.185163099422358
verified: no, type: nauc_recall_at_5_diff1
value: 13.925296061018297
verified: no, type: nauc_recall_at_5_max
value: 34.35920557431228
verified: no, type: nauc_recall_at_5_std
value: 11.983898742305827
verified: no, type: ndcg_at_1
value: 17.72
verified: no, type: ndcg_at_10
value: 20.272000000000002
verified: no, type: ndcg_at_100
value: 27.748
verified: no, type: ndcg_at_1000
value: 31.457
verified: no, type: ndcg_at_20
value: 22.861
verified: no, type: ndcg_at_3
value: 15.742
verified: no, type: ndcg_at_5
value: 17.494
verified: no, type: precision_at_1
value: 17.72
verified: no, type: precision_at_10
value: 6.554
verified: no, type: precision_at_100
value: 1.438
verified: no, type: precision_at_1000
value: 0.212
verified: no, type: precision_at_20
value: 4.332
verified: no, type: precision_at_3
value: 11.705
verified: no, type: precision_at_5
value: 9.511
verified: no, type: recall_at_1
value: 7.9159999999999995
verified: no, type: recall_at_10
value: 25.389
verified: no, type: recall_at_100
value: 52.042
verified: no, type: recall_at_1000
value: 73.166
verified: no, type: recall_at_20
value: 32.914
verified: no, type: recall_at_3
value: 14.585999999999999
verified: no, type: recall_at_5
value: 19.145
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: dev
type: mteb/dbpedia
metrics: type: main_score
value: 36.741
verified: no, type: map_at_1
value: 8.518
verified: no, type: map_at_10
value: 16.805
verified: no, type: map_at_100
value: 22.688
verified: no, type: map_at_1000
value: 24.034
verified: no, type: map_at_20
value: 18.989
verified: no, type: map_at_3
value: 11.62
verified: no, type: map_at_5
value: 13.632
verified: no, type: mrr_at_1
value: 56.71641791044776
verified: no, type: mrr_at_10
value: 67.47927031509121
verified: no, type: mrr_at_100
value: 67.68036491984809
verified: no, type: mrr_at_1000
value: 67.71866110452235
verified: no, type: mrr_at_20
value: 67.55782491053505
verified: no, type: mrr_at_3
value: 65.92039800995025
verified: no, type: mrr_at_5
value: 66.66666666666666
verified: no, type: nauc_map_at_1000_diff1
value: 38.91309544886292
verified: no, type: nauc_map_at_1000_max
value: 33.25327638790899
verified: no, type: nauc_map_at_1000_std
value: -4.839456770653688
verified: no, type: nauc_map_at_100_diff1
value: 39.470095651936624
verified: no, type: nauc_map_at_100_max
value: 31.6392453321697
verified: no, type: nauc_map_at_100_std
value: -8.96416600201913
verified: no, type: nauc_map_at_10_diff1
value: 48.72413101964486
verified: no, type: nauc_map_at_10_max
value: 24.221984845780593
verified: no, type: nauc_map_at_10_std
value: -18.439525457479917
verified: no, type: nauc_map_at_1_diff1
value: 56.29522627864423
verified: no, type: nauc_map_at_1_max
value: 2.032697167465618
verified: no, type: nauc_map_at_1_std
value: -21.150111280187122
verified: no, type: nauc_map_at_20_diff1
value: 46.19388124154824
verified: no, type: nauc_map_at_20_max
value: 28.220863411684395
verified: no, type: nauc_map_at_20_std
value: -16.492554560268378
verified: no, type: nauc_map_at_3_diff1
value: 51.9225025148335
verified: no, type: nauc_map_at_3_max
value: 13.639624579280879
verified: no, type: nauc_map_at_3_std
value: -19.528434007929427
verified: no, type: nauc_map_at_5_diff1
value: 51.534134358833214
verified: no, type: nauc_map_at_5_max
value: 19.822522893387344
verified: no, type: nauc_map_at_5_std
value: -20.434559861361485
verified: no, type: nauc_mrr_at_1000_diff1
value: 51.93113835872477
verified: no, type: nauc_mrr_at_1000_max
value: 54.32437428254132
verified: no, type: nauc_mrr_at_1000_std
value: 5.2577802702668315
verified: no, type: nauc_mrr_at_100_diff1
value: 51.9059098333946
verified: no, type: nauc_mrr_at_100_max
value: 54.3692994529951
verified: no, type: nauc_mrr_at_100_std
value: 5.331395943562554
verified: no, type: nauc_mrr_at_10_diff1
value: 51.87485930238953
verified: no, type: nauc_mrr_at_10_max
value: 54.54221250482985
verified: no, type: nauc_mrr_at_10_std
value: 5.480126002292635
verified: no, type: nauc_mrr_at_1_diff1
value: 54.76665426289065
verified: no, type: nauc_mrr_at_1_max
value: 43.297228503319396
verified: no, type: nauc_mrr_at_1_std
value: 1.2859466120943177
verified: no, type: nauc_mrr_at_20_diff1
value: 52.062528659927786
verified: no, type: nauc_mrr_at_20_max
value: 54.5770909107215
verified: no, type: nauc_mrr_at_20_std
value: 5.546497370615925
verified: no, type: nauc_mrr_at_3_diff1
value: 54.1005935805453
verified: no, type: nauc_mrr_at_3_max
value: 54.34057761998554
verified: no, type: nauc_mrr_at_3_std
value: 0.21706581272032274
verified: no, type: nauc_mrr_at_5_diff1
value: 53.179463268815496
verified: no, type: nauc_mrr_at_5_max
value: 55.721499296650926
verified: no, type: nauc_mrr_at_5_std
value: 4.261656144434617
verified: no, type: nauc_ndcg_at_1000_diff1
value: 36.590546507362184
verified: no, type: nauc_ndcg_at_1000_max
value: 47.736470639972715
verified: no, type: nauc_ndcg_at_1000_std
value: 11.859823360897009
verified: no, type: nauc_ndcg_at_100_diff1
value: 38.0278717369385
verified: no, type: nauc_ndcg_at_100_max
value: 42.987806870329834
verified: no, type: nauc_ndcg_at_100_std
value: -0.8175387159806664
verified: no, type: nauc_ndcg_at_10_diff1
value: 41.69729579253183
verified: no, type: nauc_ndcg_at_10_max
value: 39.74061193498346
verified: no, type: nauc_ndcg_at_10_std
value: -4.062017740706537
verified: no, type: nauc_ndcg_at_1_diff1
value: 48.64546696798436
verified: no, type: nauc_ndcg_at_1_max
value: 31.342716759901656
verified: no, type: nauc_ndcg_at_1_std
value: -2.5410201667884045
verified: no, type: nauc_ndcg_at_20_diff1
value: 42.64476678174895
verified: no, type: nauc_ndcg_at_20_max
value: 38.59473045117711
verified: no, type: nauc_ndcg_at_20_std
value: -8.435063130217593
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.135301571661294
verified: no, type: nauc_ndcg_at_3_max
value: 36.87208354019284
verified: no, type: nauc_ndcg_at_3_std
value: -2.7431351676630613
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.72580848038363
verified: no, type: nauc_ndcg_at_5_max
value: 39.6775641287642
verified: no, type: nauc_ndcg_at_5_std
value: -4.118332260805727
verified: no, type: nauc_precision_at_1000_diff1
value: -26.092565956641273
verified: no, type: nauc_precision_at_1000_max
value: 19.581157629965798
verified: no, type: nauc_precision_at_1000_std
value: 54.13868562253408
verified: no, type: nauc_precision_at_100_diff1
value: -23.885066773251197
verified: no, type: nauc_precision_at_100_max
value: 25.40568210909806
verified: no, type: nauc_precision_at_100_std
value: 45.70352750469782
verified: no, type: nauc_precision_at_10_diff1
value: -7.812878775603055
verified: no, type: nauc_precision_at_10_max
value: 39.333622055903525
verified: no, type: nauc_precision_at_10_std
value: 22.237660677257402
verified: no, type: nauc_precision_at_1_diff1
value: 54.76665426289065
verified: no, type: nauc_precision_at_1_max
value: 43.297228503319396
verified: no, type: nauc_precision_at_1_std
value: 1.2859466120943177
verified: no, type: nauc_precision_at_20_diff1
value: -10.970224909606511
verified: no, type: nauc_precision_at_20_max
value: 37.3041054296315
verified: no, type: nauc_precision_at_20_std
value: 27.22315967301695
verified: no, type: nauc_precision_at_3_diff1
value: 17.76029053099922
verified: no, type: nauc_precision_at_3_max
value: 50.65384554488439
verified: no, type: nauc_precision_at_3_std
value: 15.558585289301638
verified: no, type: nauc_precision_at_5_diff1
value: 8.247336865521545
verified: no, type: nauc_precision_at_5_max
value: 51.37335018224255
verified: no, type: nauc_precision_at_5_std
value: 14.58519131797533
verified: no, type: nauc_recall_at_1000_diff1
value: 14.738115664684562
verified: no, type: nauc_recall_at_1000_max
value: 33.67225069826756
verified: no, type: nauc_recall_at_1000_std
value: 23.43446988901876
verified: no, type: nauc_recall_at_100_diff1
value: 19.890629659776625
verified: no, type: nauc_recall_at_100_max
value: 29.224410455958814
verified: no, type: nauc_recall_at_100_std
value: -2.0806276568086144
verified: no, type: nauc_recall_at_10_diff1
value: 38.427006027875144
verified: no, type: nauc_recall_at_10_max
value: 19.924708152983968
verified: no, type: nauc_recall_at_10_std
value: -16.630217466078644
verified: no, type: nauc_recall_at_1_diff1
value: 56.29522627864423
verified: no, type: nauc_recall_at_1_max
value: 2.032697167465618
verified: no, type: nauc_recall_at_1_std
value: -21.150111280187122
verified: no, type: nauc_recall_at_20_diff1
value: 37.14428498437845
verified: no, type: nauc_recall_at_20_max
value: 25.145823335978513
verified: no, type: nauc_recall_at_20_std
value: -14.42493782371082
verified: no, type: nauc_recall_at_3_diff1
value: 47.52928646265923
verified: no, type: nauc_recall_at_3_max
value: 12.680033579427134
verified: no, type: nauc_recall_at_3_std
value: -21.288969511674864
verified: no, type: nauc_recall_at_5_diff1
value: 49.48113347640814
verified: no, type: nauc_recall_at_5_max
value: 21.348244496594557
verified: no, type: nauc_recall_at_5_std
value: -23.32820771790651
verified: no, type: ndcg_at_1
value: 47.015
verified: no, type: ndcg_at_10
value: 36.741
verified: no, type: ndcg_at_100
value: 41.513
verified: no, type: ndcg_at_1000
value: 49.504
verified: no, type: ndcg_at_20
value: 35.787
verified: no, type: ndcg_at_3
value: 39.969
verified: no, type: ndcg_at_5
value: 38.07
verified: no, type: precision_at_1
value: 56.716
verified: no, type: precision_at_10
value: 27.761000000000003
verified: no, type: precision_at_100
value: 8.343
verified: no, type: precision_at_1000
value: 1.4909999999999999
verified: no, type: precision_at_20
value: 19.925
verified: no, type: precision_at_3
value: 38.806000000000004
verified: no, type: precision_at_5
value: 34.327999999999996
verified: no, type: recall_at_1
value: 8.518
verified: no, type: recall_at_10
value: 24.04
verified: no, type: recall_at_100
value: 47.696
verified: no, type: recall_at_1000
value: 73.98
verified: no, type: recall_at_20
value: 30.036
verified: no, type: recall_at_3
value: 12.928
verified: no, type: recall_at_5
value: 16.247
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics: type: main_score
value: 32.33
verified: no, type: map_at_1
value: 7.172000000000001
verified: no, type: map_at_10
value: 14.507
verified: no, type: map_at_100
value: 20.094
verified: no, type: map_at_1000
value: 21.357
verified: no, type: map_at_20
value: 16.544
verified: no, type: map_at_3
value: 10.45
verified: no, type: map_at_5
value: 12.135
verified: no, type: mrr_at_1
value: 54.50000000000001
verified: no, type: mrr_at_10
value: 63.956646825396824
verified: no, type: mrr_at_100
value: 64.46710719535605
verified: no, type: mrr_at_1000
value: 64.49017448257285
verified: no, type: mrr_at_20
value: 64.29454397189498
verified: no, type: mrr_at_3
value: 61.541666666666664
verified: no, type: mrr_at_5
value: 63.12916666666667
verified: no, type: nauc_map_at_1000_diff1
value: 17.98869657338149
verified: no, type: nauc_map_at_1000_max
value: 30.333054783890713
verified: no, type: nauc_map_at_1000_std
value: 28.27600264564019
verified: no, type: nauc_map_at_100_diff1
value: 18.30992505565338
verified: no, type: nauc_map_at_100_max
value: 28.247081175265638
verified: no, type: nauc_map_at_100_std
value: 25.219665647719737
verified: no, type: nauc_map_at_10_diff1
value: 24.602841428268228
verified: no, type: nauc_map_at_10_max
value: 19.198550685025463
verified: no, type: nauc_map_at_10_std
value: 4.94101336989231
verified: no, type: nauc_map_at_1_diff1
value: 42.48207044156705
verified: no, type: nauc_map_at_1_max
value: 11.178685700020784
verified: no, type: nauc_map_at_1_std
value: -11.7133145725654
verified: no, type: nauc_map_at_20_diff1
value: 22.485265149042345
verified: no, type: nauc_map_at_20_max
value: 22.30085094149233
verified: no, type: nauc_map_at_20_std
value: 12.002784564238516
verified: no, type: nauc_map_at_3_diff1
value: 32.59887029757679
verified: no, type: nauc_map_at_3_max
value: 14.376368303570612
verified: no, type: nauc_map_at_3_std
value: -7.812707129845258
verified: no, type: nauc_map_at_5_diff1
value: 28.420076313160227
verified: no, type: nauc_map_at_5_max
value: 16.35175739634549
verified: no, type: nauc_map_at_5_std
value: -2.2859112790508633
verified: no, type: nauc_mrr_at_1000_diff1
value: 33.16285404785331
verified: no, type: nauc_mrr_at_1000_max
value: 52.95307100316335
verified: no, type: nauc_mrr_at_1000_std
value: 35.6708854579188
verified: no, type: nauc_mrr_at_100_diff1
value: 33.163975798622324
verified: no, type: nauc_mrr_at_100_max
value: 52.94924599844868
verified: no, type: nauc_mrr_at_100_std
value: 35.681725458149536
verified: no, type: nauc_mrr_at_10_diff1
value: 33.052961411322926
verified: no, type: nauc_mrr_at_10_max
value: 52.87719597200036
verified: no, type: nauc_mrr_at_10_std
value: 35.4649058995902
verified: no, type: nauc_mrr_at_1_diff1
value: 38.1491930696872
verified: no, type: nauc_mrr_at_1_max
value: 51.415881617631634
verified: no, type: nauc_mrr_at_1_std
value: 31.665817021306292
verified: no, type: nauc_mrr_at_20_diff1
value: 33.1786209686742
verified: no, type: nauc_mrr_at_20_max
value: 52.97979514533936
verified: no, type: nauc_mrr_at_20_std
value: 35.720708427743745
verified: no, type: nauc_mrr_at_3_diff1
value: 32.0527395678109
verified: no, type: nauc_mrr_at_3_max
value: 52.30552818184112
verified: no, type: nauc_mrr_at_3_std
value: 34.717929240152436
verified: no, type: nauc_mrr_at_5_diff1
value: 32.60246941607667
verified: no, type: nauc_mrr_at_5_max
value: 52.90891823393802
verified: no, type: nauc_mrr_at_5_std
value: 35.73817768953035
verified: no, type: nauc_ndcg_at_1000_diff1
value: 17.777717528764786
verified: no, type: nauc_ndcg_at_1000_max
value: 41.17736287839547
verified: no, type: nauc_ndcg_at_1000_std
value: 39.42093133426984
verified: no, type: nauc_ndcg_at_100_diff1
value: 18.7009852260721
verified: no, type: nauc_ndcg_at_100_max
value: 35.070493992114486
verified: no, type: nauc_ndcg_at_100_std
value: 33.29594459213619
verified: no, type: nauc_ndcg_at_10_diff1
value: 20.24863550289221
verified: no, type: nauc_ndcg_at_10_max
value: 37.61721766753526
verified: no, type: nauc_ndcg_at_10_std
value: 29.002032871576546
verified: no, type: nauc_ndcg_at_1_diff1
value: 35.99290323798346
verified: no, type: nauc_ndcg_at_1_max
value: 42.10390853824893
verified: no, type: nauc_ndcg_at_1_std
value: 23.49738590016146
verified: no, type: nauc_ndcg_at_20_diff1
value: 21.98574066507013
verified: no, type: nauc_ndcg_at_20_max
value: 34.74490524420729
verified: no, type: nauc_ndcg_at_20_std
value: 26.979787645217034
verified: no, type: nauc_ndcg_at_3_diff1
value: 24.109022760008195
verified: no, type: nauc_ndcg_at_3_max
value: 41.57735669263441
verified: no, type: nauc_ndcg_at_3_std
value: 26.48137639996327
verified: no, type: nauc_ndcg_at_5_diff1
value: 21.1115968406177
verified: no, type: nauc_ndcg_at_5_max
value: 39.79689482635169
verified: no, type: nauc_ndcg_at_5_std
value: 28.71417077380657
verified: no, type: nauc_precision_at_1000_diff1
value: -6.308626101041377
verified: no, type: nauc_precision_at_1000_max
value: 23.736634275582723
verified: no, type: nauc_precision_at_1000_std
value: 35.17703177177103
verified: no, type: nauc_precision_at_100_diff1
value: -5.991432241727243
verified: no, type: nauc_precision_at_100_max
value: 36.632326384787945
verified: no, type: nauc_precision_at_100_std
value: 55.36164388714797
verified: no, type: nauc_precision_at_10_diff1
value: -2.003639167604807
verified: no, type: nauc_precision_at_10_max
value: 39.9605047862184
verified: no, type: nauc_precision_at_10_std
value: 48.203273333600976
verified: no, type: nauc_precision_at_1_diff1
value: 38.1491930696872
verified: no, type: nauc_precision_at_1_max
value: 51.415881617631634
verified: no, type: nauc_precision_at_1_std
value: 31.665817021306292
verified: no, type: nauc_precision_at_20_diff1
value: -2.0019880382597592
verified: no, type: nauc_precision_at_20_max
value: 39.77280564724441
verified: no, type: nauc_precision_at_20_std
value: 52.93777268797039
verified: no, type: nauc_precision_at_3_diff1
value: 7.926089484917107
verified: no, type: nauc_precision_at_3_max
value: 43.17631014195846
verified: no, type: nauc_precision_at_3_std
value: 36.50361169083805
verified: no, type: nauc_precision_at_5_diff1
value: 0.935141231734079
verified: no, type: nauc_precision_at_5_max
value: 43.43686608909768
verified: no, type: nauc_precision_at_5_std
value: 45.153047523435355
verified: no, type: nauc_recall_at_1000_diff1
value: 4.341876247276381
verified: no, type: nauc_recall_at_1000_max
value: 27.248539409823575
verified: no, type: nauc_recall_at_1000_std
value: 38.96443511840041
verified: no, type: nauc_recall_at_100_diff1
value: 9.09368046295337
verified: no, type: nauc_recall_at_100_max
value: 20.212709370157558
verified: no, type: nauc_recall_at_100_std
value: 29.27989964554077
verified: no, type: nauc_recall_at_10_diff1
value: 15.702200814005119
verified: no, type: nauc_recall_at_10_max
value: 11.354521056668917
verified: no, type: nauc_recall_at_10_std
value: 1.9460926024560252
verified: no, type: nauc_recall_at_1_diff1
value: 42.48207044156705
verified: no, type: nauc_recall_at_1_max
value: 11.178685700020784
verified: no, type: nauc_recall_at_1_std
value: -11.7133145725654
verified: no, type: nauc_recall_at_20_diff1
value: 15.751803189017796
verified: no, type: nauc_recall_at_20_max
value: 14.082256061576908
verified: no, type: nauc_recall_at_20_std
value: 8.698741608220557
verified: no, type: nauc_recall_at_3_diff1
value: 27.177853206728642
verified: no, type: nauc_recall_at_3_max
value: 11.883811151473985
verified: no, type: nauc_recall_at_3_std
value: -8.753487515467821
verified: no, type: nauc_recall_at_5_diff1
value: 20.88189722918793
verified: no, type: nauc_recall_at_5_max
value: 12.165134797296266
verified: no, type: nauc_recall_at_5_std
value: -2.9050270843186716
verified: no, type: ndcg_at_1
value: 42.375
verified: no, type: ndcg_at_10
value: 32.33
verified: no, type: ndcg_at_100
value: 36.370000000000005
verified: no, type: ndcg_at_1000
value: 43.596000000000004
verified: no, type: ndcg_at_20
value: 31.557000000000002
verified: no, type: ndcg_at_3
value: 35.006
verified: no, type: ndcg_at_5
value: 33.35
verified: no, type: precision_at_1
value: 54.50000000000001
verified: no, type: precision_at_10
value: 26.424999999999997
verified: no, type: precision_at_100
value: 8.24
verified: no, type: precision_at_1000
value: 1.7659999999999998
verified: no, type: precision_at_20
value: 19.262
verified: no, type: precision_at_3
value: 38.667
verified: no, type: precision_at_5
value: 33
verified: no, type: recall_at_1
value: 7.172000000000001
verified: no, type: recall_at_10
value: 19.922
verified: no, type: recall_at_100
value: 43.273
verified: no, type: recall_at_1000
value: 67.157
verified: no, type: recall_at_20
value: 25.602999999999998
verified: no, type: recall_at_3
value: 11.521
verified: no, type: recall_at_5
value: 14.667
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 40.83
verified: no, type: f1
value: 37.18194175166477
verified: no, type: f1_weighted
value: 42.95575332555824
verified: no, type: main_score
value: 40.83
verified: no
task: type: Classification, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: validation
type: mteb/emotion
metrics: type: accuracy
value: 40.55
verified: no, type: f1
value: 37.433406191273036
verified: no, type: f1_weighted
value: 42.28073807897865
verified: no, type: main_score
value: 40.55
verified: no
task: type: Classification, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: dev
type: mteb/fever
metrics: type: main_score
value: 52.03
verified: no, type: map_at_1
value: 34.943999999999996
verified: no, type: map_at_10
value: 45.769999999999996
verified: no, type: map_at_100
value: 46.466
verified: no, type: map_at_1000
value: 46.501999999999995
verified: no, type: map_at_20
value: 46.211999999999996
verified: no, type: map_at_3
value: 42.751
verified: no, type: map_at_5
value: 44.509
verified: no, type: mrr_at_1
value: 37.80378037803781
verified: no, type: mrr_at_10
value: 48.93870339414894
verified: no, type: mrr_at_100
value: 49.601175839993346
verified: no, type: mrr_at_1000
value: 49.63131452135376
verified: no, type: mrr_at_20
value: 49.36802873435527
verified: no, type: mrr_at_3
value: 45.844584458445844
verified: no, type: mrr_at_5
value: 47.672517251725175
verified: no, type: nauc_map_at_1000_diff1
value: 40.54062035165064
verified: no, type: nauc_map_at_1000_max
value: 27.289178560605333
verified: no, type: nauc_map_at_1000_std
value: 5.568130411014613
verified: no, type: nauc_map_at_100_diff1
value: 40.53294239730666
verified: no, type: nauc_map_at_100_max
value: 27.303094343476264
verified: no, type: nauc_map_at_100_std
value: 5.580846319474926
verified: no, type: nauc_map_at_10_diff1
value: 40.36832372050692
verified: no, type: nauc_map_at_10_max
value: 27.181736026891624
verified: no, type: nauc_map_at_10_std
value: 5.278484971252747
verified: no, type: nauc_map_at_1_diff1
value: 43.63870052897785
verified: no, type: nauc_map_at_1_max
value: 23.91172545582507
verified: no, type: nauc_map_at_1_std
value: 1.0551066222390522
verified: no, type: nauc_map_at_20_diff1
value: 40.477298918415485
verified: no, type: nauc_map_at_20_max
value: 27.320301914916662
verified: no, type: nauc_map_at_20_std
value: 5.523811856269391
verified: no, type: nauc_map_at_3_diff1
value: 40.51977087679908
verified: no, type: nauc_map_at_3_max
value: 25.754504604995727
verified: no, type: nauc_map_at_3_std
value: 3.2633589338880533
verified: no, type: nauc_map_at_5_diff1
value: 40.32976587618264
verified: no, type: nauc_map_at_5_max
value: 26.448666343780392
verified: no, type: nauc_map_at_5_std
value: 4.402864599093908
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.918408557950485
verified: no, type: nauc_mrr_at_1000_max
value: 28.906736122718556
verified: no, type: nauc_mrr_at_1000_std
value: 5.553304289160072
verified: no, type: nauc_mrr_at_100_diff1
value: 41.909263695140915
verified: no, type: nauc_mrr_at_100_max
value: 28.927291145915586
verified: no, type: nauc_mrr_at_100_std
value: 5.5758003987110785
verified: no, type: nauc_mrr_at_10_diff1
value: 41.78054335093107
verified: no, type: nauc_mrr_at_10_max
value: 28.875286254271337
verified: no, type: nauc_mrr_at_10_std
value: 5.400103314799414
verified: no, type: nauc_mrr_at_1_diff1
value: 45.41307124018666
verified: no, type: nauc_mrr_at_1_max
value: 25.42705936857816
verified: no, type: nauc_mrr_at_1_std
value: 1.1261509938529668
verified: no, type: nauc_mrr_at_20_diff1
value: 41.85355521719339
verified: no, type: nauc_mrr_at_20_max
value: 28.954337133137397
verified: no, type: nauc_mrr_at_20_std
value: 5.5680811472526255
verified: no, type: nauc_mrr_at_3_diff1
value: 41.87597266839382
verified: no, type: nauc_mrr_at_3_max
value: 27.364838471220192
verified: no, type: nauc_mrr_at_3_std
value: 3.421015527947961
verified: no, type: nauc_mrr_at_5_diff1
value: 41.720199314616735
verified: no, type: nauc_mrr_at_5_max
value: 28.16125782835219
verified: no, type: nauc_mrr_at_5_std
value: 4.535741115937104
verified: no, type: nauc_ndcg_at_1000_diff1
value: 40.0862551794478
verified: no, type: nauc_ndcg_at_1000_max
value: 29.620465023882847
verified: no, type: nauc_ndcg_at_1000_std
value: 9.116463212141856
verified: no, type: nauc_ndcg_at_100_diff1
value: 39.91403782740219
verified: no, type: nauc_ndcg_at_100_max
value: 30.126314736130627
verified: no, type: nauc_ndcg_at_100_std
value: 9.629679229500052
verified: no, type: nauc_ndcg_at_10_diff1
value: 39.31693698451662
verified: no, type: nauc_ndcg_at_10_max
value: 29.88649188330779
verified: no, type: nauc_ndcg_at_10_std
value: 8.379670725952097
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.41307124018666
verified: no, type: nauc_ndcg_at_1_max
value: 25.42705936857816
verified: no, type: nauc_ndcg_at_1_std
value: 1.1261509938529668
verified: no, type: nauc_ndcg_at_20_diff1
value: 39.63543393169759
verified: no, type: nauc_ndcg_at_20_max
value: 30.395928596281337
verified: no, type: nauc_ndcg_at_20_std
value: 9.331827354152152
verified: no, type: nauc_ndcg_at_3_diff1
value: 39.66004638243799
verified: no, type: nauc_ndcg_at_3_max
value: 26.693162446383678
verified: no, type: nauc_ndcg_at_3_std
value: 4.019479662872945
verified: no, type: nauc_ndcg_at_5_diff1
value: 39.29942630190977
verified: no, type: nauc_ndcg_at_5_max
value: 28.03021086473212
verified: no, type: nauc_ndcg_at_5_std
value: 6.133973202905711
verified: no, type: nauc_precision_at_1000_diff1
value: 6.790391477963487
verified: no, type: nauc_precision_at_1000_max
value: 23.785347381042847
verified: no, type: nauc_precision_at_1000_std
value: 32.029397732885975
verified: no, type: nauc_precision_at_100_diff1
value: 20.119850476874824
verified: no, type: nauc_precision_at_100_max
value: 37.503871561687006
verified: no, type: nauc_precision_at_100_std
value: 36.65793346223648
verified: no, type: nauc_precision_at_10_diff1
value: 30.875126515581474
verified: no, type: nauc_precision_at_10_max
value: 40.41257688668288
verified: no, type: nauc_precision_at_10_std
value: 23.73873082405173
verified: no, type: nauc_precision_at_1_diff1
value: 45.41307124018666
verified: no, type: nauc_precision_at_1_max
value: 25.42705936857816
verified: no, type: nauc_precision_at_1_std
value: 1.1261509938529668
verified: no, type: nauc_precision_at_20_diff1
value: 28.669583804112513
verified: no, type: nauc_precision_at_20_max
value: 42.81841781000904
verified: no, type: nauc_precision_at_20_std
value: 30.511249469538328
verified: no, type: nauc_precision_at_3_diff1
value: 35.695753378227444
verified: no, type: nauc_precision_at_3_max
value: 29.356372089093437
verified: no, type: nauc_precision_at_3_std
value: 7.264008666110257
verified: no, type: nauc_precision_at_5_diff1
value: 33.78933799034119
verified: no, type: nauc_precision_at_5_max
value: 33.30247271400044
verified: no, type: nauc_precision_at_5_std
value: 13.624181787527073
verified: no, type: nauc_recall_at_1000_diff1
value: 24.81993368943268
verified: no, type: nauc_recall_at_1000_max
value: 32.64499600999935
verified: no, type: nauc_recall_at_1000_std
value: 39.8723613927536
verified: no, type: nauc_recall_at_100_diff1
value: 28.838479610811767
verified: no, type: nauc_recall_at_100_max
value: 39.31061939017268
verified: no, type: nauc_recall_at_100_std
value: 35.334519993269694
verified: no, type: nauc_recall_at_10_diff1
value: 31.365769093693665
verified: no, type: nauc_recall_at_10_max
value: 36.357564167301135
verified: no, type: nauc_recall_at_10_std
value: 19.567161580054368
verified: no, type: nauc_recall_at_1_diff1
value: 43.63870052897785
verified: no, type: nauc_recall_at_1_max
value: 23.91172545582507
verified: no, type: nauc_recall_at_1_std
value: 1.0551066222390522
verified: no, type: nauc_recall_at_20_diff1
value: 31.07931048339613
verified: no, type: nauc_recall_at_20_max
value: 39.3409835430064
verified: no, type: nauc_recall_at_20_std
value: 26.017221663087625
verified: no, type: nauc_recall_at_3_diff1
value: 34.870082028464864
verified: no, type: nauc_recall_at_3_max
value: 26.964701318509526
verified: no, type: nauc_recall_at_3_std
value: 5.750625392443932
verified: no, type: nauc_recall_at_5_diff1
value: 33.09810558988621
verified: no, type: nauc_recall_at_5_max
value: 30.114089305272714
verified: no, type: nauc_recall_at_5_std
value: 11.136566513395767
verified: no, type: ndcg_at_1
value: 37.804
verified: no, type: ndcg_at_10
value: 52.03
verified: no, type: ndcg_at_100
value: 55.342
verified: no, type: ndcg_at_1000
value: 56.297
verified: no, type: ndcg_at_20
value: 53.574999999999996
verified: no, type: ndcg_at_3
value: 45.954
verified: no, type: ndcg_at_5
value: 49.051
verified: no, type: precision_at_1
value: 37.804
verified: no, type: precision_at_10
value: 7.559
verified: no, type: precision_at_100
value: 0.935
verified: no, type: precision_at_1000
value: 0.10300000000000001
verified: no, type: precision_at_20
value: 4.119
verified: no, type: precision_at_3
value: 19.022
verified: no, type: precision_at_5
value: 13.102
verified: no, type: recall_at_1
value: 34.943999999999996
verified: no, type: recall_at_10
value: 68.516
verified: no, type: recall_at_100
value: 83.55900000000001
verified: no, type: recall_at_1000
value: 90.824
verified: no, type: recall_at_20
value: 74.38900000000001
verified: no, type: recall_at_3
value: 52.032000000000004
verified: no, type: recall_at_5
value: 59.507
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics: type: main_score
value: 51.934000000000005
verified: no, type: map_at_1
value: 34.076
verified: no, type: map_at_10
value: 45.482
verified: no, type: map_at_100
value: 46.269
verified: no, type: map_at_1000
value: 46.309
verified: no, type: map_at_20
value: 45.999
verified: no, type: map_at_3
value: 42.614000000000004
verified: no, type: map_at_5
value: 44.314
verified: no, type: mrr_at_1
value: 36.528652865286524
verified: no, type: mrr_at_10
value: 48.512785802389764
verified: no, type: mrr_at_100
value: 49.22606699053963
verified: no, type: mrr_at_1000
value: 49.257250294016124
verified: no, type: mrr_at_20
value: 48.98993069550024
verified: no, type: mrr_at_3
value: 45.57955795579558
verified: no, type: mrr_at_5
value: 47.34373437343734
verified: no, type: nauc_map_at_1000_diff1
value: 38.06411619881442
verified: no, type: nauc_map_at_1000_max
value: 26.08940745236635
verified: no, type: nauc_map_at_1000_std
value: 6.680760121868734
verified: no, type: nauc_map_at_100_diff1
value: 38.05029780772629
verified: no, type: nauc_map_at_100_max
value: 26.09201602974643
verified: no, type: nauc_map_at_100_std
value: 6.686772430837484
verified: no, type: nauc_map_at_10_diff1
value: 37.94073108438308
verified: no, type: nauc_map_at_10_max
value: 26.010720595761715
verified: no, type: nauc_map_at_10_std
value: 6.388307711704795
verified: no, type: nauc_map_at_1_diff1
value: 41.856370709349505
verified: no, type: nauc_map_at_1_max
value: 22.120448152871685
verified: no, type: nauc_map_at_1_std
value: 2.14480027163088
verified: no, type: nauc_map_at_20_diff1
value: 38.019326179975145
verified: no, type: nauc_map_at_20_max
value: 26.101738560941307
verified: no, type: nauc_map_at_20_std
value: 6.649402862599178
verified: no, type: nauc_map_at_3_diff1
value: 38.28916036819592
verified: no, type: nauc_map_at_3_max
value: 25.282244701628976
verified: no, type: nauc_map_at_3_std
value: 5.358107636585845
verified: no, type: nauc_map_at_5_diff1
value: 38.0319766931337
verified: no, type: nauc_map_at_5_max
value: 25.760510571451654
verified: no, type: nauc_map_at_5_std
value: 5.959226091718213
verified: no, type: nauc_mrr_at_1000_diff1
value: 40.14990337723866
verified: no, type: nauc_mrr_at_1000_max
value: 27.52396080338908
verified: no, type: nauc_mrr_at_1000_std
value: 5.905561916071595
verified: no, type: nauc_mrr_at_100_diff1
value: 40.138095201620885
verified: no, type: nauc_mrr_at_100_max
value: 27.534919650845975
verified: no, type: nauc_mrr_at_100_std
value: 5.921610771714778
verified: no, type: nauc_mrr_at_10_diff1
value: 40.042888225151884
verified: no, type: nauc_mrr_at_10_max
value: 27.51884538283777
verified: no, type: nauc_mrr_at_10_std
value: 5.7346191171159955
verified: no, type: nauc_mrr_at_1_diff1
value: 44.057159032541755
verified: no, type: nauc_mrr_at_1_max
value: 23.378181020350205
verified: no, type: nauc_mrr_at_1_std
value: 1.1184427932175494
verified: no, type: nauc_mrr_at_20_diff1
value: 40.10748214477916
verified: no, type: nauc_mrr_at_20_max
value: 27.56420590984982
verified: no, type: nauc_mrr_at_20_std
value: 5.92587573833964
verified: no, type: nauc_mrr_at_3_diff1
value: 40.35104109379557
verified: no, type: nauc_mrr_at_3_max
value: 26.839657427564866
verified: no, type: nauc_mrr_at_3_std
value: 4.842798077251789
verified: no, type: nauc_mrr_at_5_diff1
value: 40.120921909189065
verified: no, type: nauc_mrr_at_5_max
value: 27.263579151858597
verified: no, type: nauc_mrr_at_5_std
value: 5.33348700481928
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.49363482187989
verified: no, type: nauc_ndcg_at_1000_max
value: 28.253157018498303
verified: no, type: nauc_ndcg_at_1000_std
value: 9.548391600192229
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.06429542530781
verified: no, type: nauc_ndcg_at_100_max
value: 28.432696909982752
verified: no, type: nauc_ndcg_at_100_std
value: 9.914672381291032
verified: no, type: nauc_ndcg_at_10_diff1
value: 36.62394158558396
verified: no, type: nauc_ndcg_at_10_max
value: 28.091717808644788
verified: no, type: nauc_ndcg_at_10_std
value: 8.593519390900884
verified: no, type: nauc_ndcg_at_1_diff1
value: 44.057159032541755
verified: no, type: nauc_ndcg_at_1_max
value: 23.378181020350205
verified: no, type: nauc_ndcg_at_1_std
value: 1.1184427932175494
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.8375539418876
verified: no, type: nauc_ndcg_at_20_max
value: 28.4653022439827
verified: no, type: nauc_ndcg_at_20_std
value: 9.62779954290926
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.507844796905424
verified: no, type: nauc_ndcg_at_3_max
value: 26.621845005094237
verified: no, type: nauc_ndcg_at_3_std
value: 6.311129269656924
verified: no, type: nauc_ndcg_at_5_diff1
value: 36.9499559138595
verified: no, type: nauc_ndcg_at_5_max
value: 27.478742195672982
verified: no, type: nauc_ndcg_at_5_std
value: 7.455941612523616
verified: no, type: nauc_precision_at_1000_diff1
value: 4.078793640824701
verified: no, type: nauc_precision_at_1000_max
value: 20.00343523272489
verified: no, type: nauc_precision_at_1000_std
value: 20.485736390122142
verified: no, type: nauc_precision_at_100_diff1
value: 14.17308181643292
verified: no, type: nauc_precision_at_100_max
value: 31.74202484387519
verified: no, type: nauc_precision_at_100_std
value: 27.502413567021478
verified: no, type: nauc_precision_at_10_diff1
value: 27.43865858943569
verified: no, type: nauc_precision_at_10_max
value: 35.589513603311566
verified: no, type: nauc_precision_at_10_std
value: 17.186128232419385
verified: no, type: nauc_precision_at_1_diff1
value: 44.057159032541755
verified: no, type: nauc_precision_at_1_max
value: 23.378181020350205
verified: no, type: nauc_precision_at_1_std
value: 1.1184427932175494
verified: no, type: nauc_precision_at_20_diff1
value: 23.512273491099464
verified: no, type: nauc_precision_at_20_max
value: 36.4099385522305
verified: no, type: nauc_precision_at_20_std
value: 23.38611190971049
verified: no, type: nauc_precision_at_3_diff1
value: 34.45481574669334
verified: no, type: nauc_precision_at_3_max
value: 31.254230439494616
verified: no, type: nauc_precision_at_3_std
value: 9.083954939005855
verified: no, type: nauc_precision_at_5_diff1
value: 31.5255657670166
verified: no, type: nauc_precision_at_5_max
value: 33.513795593306064
verified: no, type: nauc_precision_at_5_std
value: 12.268919737890467
verified: no, type: nauc_recall_at_1000_diff1
value: 21.034235565510095
verified: no, type: nauc_recall_at_1000_max
value: 38.63663184408291
verified: no, type: nauc_recall_at_1000_std
value: 45.51157667913507
verified: no, type: nauc_recall_at_100_diff1
value: 22.66108749212852
verified: no, type: nauc_recall_at_100_max
value: 36.80398383289957
verified: no, type: nauc_recall_at_100_std
value: 33.73455640625873
verified: no, type: nauc_recall_at_10_diff1
value: 27.131812527654887
verified: no, type: nauc_recall_at_10_max
value: 32.196430920874285
verified: no, type: nauc_recall_at_10_std
value: 17.075213496563453
verified: no, type: nauc_recall_at_1_diff1
value: 41.856370709349505
verified: no, type: nauc_recall_at_1_max
value: 22.120448152871685
verified: no, type: nauc_recall_at_1_std
value: 2.14480027163088
verified: no, type: nauc_recall_at_20_diff1
value: 25.929563215115486
verified: no, type: nauc_recall_at_20_max
value: 34.652054105580135
verified: no, type: nauc_recall_at_20_std
value: 24.184493516549775
verified: no, type: nauc_recall_at_3_diff1
value: 32.22327879284907
verified: no, type: nauc_recall_at_3_max
value: 28.18077707672782
verified: no, type: nauc_recall_at_3_std
value: 9.447537554097932
verified: no, type: nauc_recall_at_5_diff1
value: 29.95857292782884
verified: no, type: nauc_recall_at_5_max
value: 30.180855826849314
verified: no, type: nauc_recall_at_5_std
value: 12.493035764779222
verified: no, type: ndcg_at_1
value: 36.529
verified: no, type: ndcg_at_10
value: 51.934000000000005
verified: no, type: ndcg_at_100
value: 55.525000000000006
verified: no, type: ndcg_at_1000
value: 56.568
verified: no, type: ndcg_at_20
value: 53.746
verified: no, type: ndcg_at_3
value: 46.169
verified: no, type: ndcg_at_5
value: 49.163000000000004
verified: no, type: precision_at_1
value: 36.529
verified: no, type: precision_at_10
value: 7.5649999999999995
verified: no, type: precision_at_100
value: 0.947
verified: no, type: precision_at_1000
value: 0.105
verified: no, type: precision_at_20
value: 4.184
verified: no, type: precision_at_3
value: 19.326999999999998
verified: no, type: precision_at_5
value: 13.239999999999998
verified: no, type: recall_at_1
value: 34.076
verified: no, type: recall_at_10
value: 69.009
verified: no, type: recall_at_100
value: 85.047
verified: no, type: recall_at_1000
value: 92.962
verified: no, type: recall_at_20
value: 75.94800000000001
verified: no, type: recall_at_3
value: 53.446000000000005
verified: no, type: recall_at_5
value: 60.622
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: train
type: mteb/fever
metrics: type: main_score
value: 45.507999999999996
verified: no, type: map_at_1
value: 26.979
verified: no, type: map_at_10
value: 38.607
verified: no, type: map_at_100
value: 39.531
verified: no, type: map_at_1000
value: 39.579
verified: no, type: map_at_20
value: 39.177
verified: no, type: map_at_3
value: 35.287
verified: no, type: map_at_5
value: 37.252
verified: no, type: mrr_at_1
value: 30.104726345505874
verified: no, type: mrr_at_10
value: 42.35555280910896
verified: no, type: mrr_at_100
value: 43.217533931012895
verified: no, type: mrr_at_1000
value: 43.252575699572596
verified: no, type: mrr_at_20
value: 42.902576525355975
verified: no, type: mrr_at_3
value: 38.98081534772182
verified: no, type: mrr_at_5
value: 40.99315484321404
verified: no, type: nauc_map_at_1000_diff1
value: 27.90071174527769
verified: no, type: nauc_map_at_1000_max
value: 19.43450287678522
verified: no, type: nauc_map_at_1000_std
value: 1.0478682545377263
verified: no, type: nauc_map_at_100_diff1
value: 27.889168491127947
verified: no, type: nauc_map_at_100_max
value: 19.436828906145358
verified: no, type: nauc_map_at_100_std
value: 1.05155715237615
verified: no, type: nauc_map_at_10_diff1
value: 27.840339888168252
verified: no, type: nauc_map_at_10_max
value: 19.329180467515787
verified: no, type: nauc_map_at_10_std
value: 0.7171877649239929
verified: no, type: nauc_map_at_1_diff1
value: 31.738179514738864
verified: no, type: nauc_map_at_1_max
value: 15.968106583150215
verified: no, type: nauc_map_at_1_std
value: -2.570993256036204
verified: no, type: nauc_map_at_20_diff1
value: 27.845284489690027
verified: no, type: nauc_map_at_20_max
value: 19.40752573037618
verified: no, type: nauc_map_at_20_std
value: 0.9717636792007718
verified: no, type: nauc_map_at_3_diff1
value: 28.044016784749825
verified: no, type: nauc_map_at_3_max
value: 18.145169413574557
verified: no, type: nauc_map_at_3_std
value: -0.7999143466737352
verified: no, type: nauc_map_at_5_diff1
value: 27.85994131302655
verified: no, type: nauc_map_at_5_max
value: 18.910766958000796
verified: no, type: nauc_map_at_5_std
value: 0.06864766875494689
verified: no, type: nauc_mrr_at_1000_diff1
value: 28.93587018349831
verified: no, type: nauc_mrr_at_1000_max
value: 20.39155500244368
verified: no, type: nauc_mrr_at_1000_std
value: 0.06072071663002824
verified: no, type: nauc_mrr_at_100_diff1
value: 28.92572607525496
verified: no, type: nauc_mrr_at_100_max
value: 20.404607849703098
verified: no, type: nauc_mrr_at_100_std
value: 0.07776005419330084
verified: no, type: nauc_mrr_at_10_diff1
value: 28.84843951949083
verified: no, type: nauc_mrr_at_10_max
value: 20.399412540137465
verified: no, type: nauc_mrr_at_10_std
value: -0.09691968843711217
verified: no, type: nauc_mrr_at_1_diff1
value: 32.92934503399022
verified: no, type: nauc_mrr_at_1_max
value: 16.941727815666827
verified: no, type: nauc_mrr_at_1_std
value: -3.3732010441778253
verified: no, type: nauc_mrr_at_20_diff1
value: 28.877436267558192
verified: no, type: nauc_mrr_at_20_max
value: 20.432633686382445
verified: no, type: nauc_mrr_at_20_std
value: 0.08162211942258811
verified: no, type: nauc_mrr_at_3_diff1
value: 29.05219557839034
verified: no, type: nauc_mrr_at_3_max
value: 19.286442075009553
verified: no, type: nauc_mrr_at_3_std
value: -1.4920090443959984
verified: no, type: nauc_mrr_at_5_diff1
value: 28.84976179309284
verified: no, type: nauc_mrr_at_5_max
value: 20.03989971433926
verified: no, type: nauc_mrr_at_5_std
value: -0.6327717473113279
verified: no, type: nauc_ndcg_at_1000_diff1
value: 27.263814137108294
verified: no, type: nauc_ndcg_at_1000_max
value: 21.54444104314226
verified: no, type: nauc_ndcg_at_1000_std
value: 3.9345593404348325
verified: no, type: nauc_ndcg_at_100_diff1
value: 26.920118374587148
verified: no, type: nauc_ndcg_at_100_max
value: 21.744889824732063
verified: no, type: nauc_ndcg_at_100_std
value: 4.28614804478737
verified: no, type: nauc_ndcg_at_10_diff1
value: 26.607429479330936
verified: no, type: nauc_ndcg_at_10_max
value: 21.3810679241016
verified: no, type: nauc_ndcg_at_10_std
value: 2.8694133195492135
verified: no, type: nauc_ndcg_at_1_diff1
value: 32.92934503399022
verified: no, type: nauc_ndcg_at_1_max
value: 16.941727815666827
verified: no, type: nauc_ndcg_at_1_std
value: -3.3732010441778253
verified: no, type: nauc_ndcg_at_20_diff1
value: 26.5967994647727
verified: no, type: nauc_ndcg_at_20_max
value: 21.659688473792883
verified: no, type: nauc_ndcg_at_20_std
value: 3.842346776620175
verified: no, type: nauc_ndcg_at_3_diff1
value: 27.158766570572386
verified: no, type: nauc_ndcg_at_3_max
value: 19.119402545875683
verified: no, type: nauc_ndcg_at_3_std
value: -0.35953162925164833
verified: no, type: nauc_ndcg_at_5_diff1
value: 26.730692135636065
verified: no, type: nauc_ndcg_at_5_max
value: 20.414969250885925
verified: no, type: nauc_ndcg_at_5_std
value: 1.2752832955418998
verified: no, type: nauc_precision_at_1000_diff1
value: 2.561063684584515
verified: no, type: nauc_precision_at_1000_max
value: 19.186729674644486
verified: no, type: nauc_precision_at_1000_std
value: 18.093647810661352
verified: no, type: nauc_precision_at_100_diff1
value: 9.316421561811165
verified: no, type: nauc_precision_at_100_max
value: 27.738024328392086
verified: no, type: nauc_precision_at_100_std
value: 22.433924792860076
verified: no, type: nauc_precision_at_10_diff1
value: 19.426331365751906
verified: no, type: nauc_precision_at_10_max
value: 28.635390613812916
verified: no, type: nauc_precision_at_10_std
value: 10.855946901322524
verified: no, type: nauc_precision_at_1_diff1
value: 32.92934503399022
verified: no, type: nauc_precision_at_1_max
value: 16.941727815666827
verified: no, type: nauc_precision_at_1_std
value: -3.3732010441778253
verified: no, type: nauc_precision_at_20_diff1
value: 16.34675014694496
verified: no, type: nauc_precision_at_20_max
value: 29.832850703812035
verified: no, type: nauc_precision_at_20_std
value: 16.553248881871074
verified: no, type: nauc_precision_at_3_diff1
value: 23.995435131526925
verified: no, type: nauc_precision_at_3_max
value: 22.11997270130166
verified: no, type: nauc_precision_at_3_std
value: 0.8503676668029546
verified: no, type: nauc_precision_at_5_diff1
value: 22.001243194385456
verified: no, type: nauc_precision_at_5_max
value: 25.475925553993733
verified: no, type: nauc_precision_at_5_std
value: 5.022727930559935
verified: no, type: nauc_recall_at_1000_diff1
value: 14.645333801590885
verified: no, type: nauc_recall_at_1000_max
value: 30.164138362969688
verified: no, type: nauc_recall_at_1000_std
value: 38.22549566467189
verified: no, type: nauc_recall_at_100_diff1
value: 15.503889282866288
verified: no, type: nauc_recall_at_100_max
value: 29.086237873053495
verified: no, type: nauc_recall_at_100_std
value: 27.06734385373416
verified: no, type: nauc_recall_at_10_diff1
value: 19.403300497172893
verified: no, type: nauc_recall_at_10_max
value: 25.248649908264113
verified: no, type: nauc_recall_at_10_std
value: 10.936513113166264
verified: no, type: nauc_recall_at_1_diff1
value: 31.738179514738864
verified: no, type: nauc_recall_at_1_max
value: 15.968106583150215
verified: no, type: nauc_recall_at_1_std
value: -2.570993256036204
verified: no, type: nauc_recall_at_20_diff1
value: 17.733156124123276
verified: no, type: nauc_recall_at_20_max
value: 26.746759836363143
verified: no, type: nauc_recall_at_20_std
value: 16.75017273825386
verified: no, type: nauc_recall_at_3_diff1
value: 22.68171478313316
verified: no, type: nauc_recall_at_3_max
value: 19.636825377253857
verified: no, type: nauc_recall_at_3_std
value: 1.5757483953126163
verified: no, type: nauc_recall_at_5_diff1
value: 20.974147223847623
verified: no, type: nauc_recall_at_5_max
value: 22.322448079695377
verified: no, type: nauc_recall_at_5_std
value: 5.398452974444173
verified: no, type: ndcg_at_1
value: 30.104999999999997
verified: no, type: ndcg_at_10
value: 45.507999999999996
verified: no, type: ndcg_at_100
value: 49.88
verified: no, type: ndcg_at_1000
value: 51.064
verified: no, type: ndcg_at_20
value: 47.504000000000005
verified: no, type: ndcg_at_3
value: 38.913
verified: no, type: ndcg_at_5
value: 42.329
verified: no, type: precision_at_1
value: 30.104999999999997
verified: no, type: precision_at_10
value: 7.199
verified: no, type: precision_at_100
value: 0.962
verified: no, type: precision_at_1000
value: 0.109
verified: no, type: precision_at_20
value: 4.051
verified: no, type: precision_at_3
value: 17.087
verified: no, type: precision_at_5
value: 12.16
verified: no, type: recall_at_1
value: 26.979
verified: no, type: recall_at_10
value: 63.366
verified: no, type: recall_at_100
value: 83.062
verified: no, type: recall_at_1000
value: 91.847
verified: no, type: recall_at_20
value: 70.938
verified: no, type: recall_at_3
value: 45.544000000000004
verified: no, type: recall_at_5
value: 53.822
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: dev
type: mteb/fiqa
metrics: type: main_score
value: 38.815
verified: no, type: map_at_1
value: 20.335
verified: no, type: map_at_10
value: 31.272
verified: no, type: map_at_100
value: 33.190999999999995
verified: no, type: map_at_1000
value: 33.344
verified: no, type: map_at_20
value: 32.256
verified: no, type: map_at_3
value: 27.567000000000004
verified: no, type: map_at_5
value: 29.458000000000002
verified: no, type: mrr_at_1
value: 36.199999999999996
verified: no, type: mrr_at_10
value: 45.32039682539683
verified: no, type: mrr_at_100
value: 46.062971677642594
verified: no, type: mrr_at_1000
value: 46.112522460479234
verified: no, type: mrr_at_20
value: 45.753339829245405
verified: no, type: mrr_at_3
value: 42.96666666666667
verified: no, type: mrr_at_5
value: 44.276666666666664
verified: no, type: nauc_map_at_1000_diff1
value: 39.09686251702312
verified: no, type: nauc_map_at_1000_max
value: 23.718502764114042
verified: no, type: nauc_map_at_1000_std
value: -5.127196142411253
verified: no, type: nauc_map_at_100_diff1
value: 39.09364693819265
verified: no, type: nauc_map_at_100_max
value: 23.653458304303854
verified: no, type: nauc_map_at_100_std
value: -5.177316371185933
verified: no, type: nauc_map_at_10_diff1
value: 39.31442389333748
verified: no, type: nauc_map_at_10_max
value: 21.74468737473981
verified: no, type: nauc_map_at_10_std
value: -6.696579950725854
verified: no, type: nauc_map_at_1_diff1
value: 47.43702042188656
verified: no, type: nauc_map_at_1_max
value: 16.34626334329432
verified: no, type: nauc_map_at_1_std
value: -13.86785028017293
verified: no, type: nauc_map_at_20_diff1
value: 39.17778732888042
verified: no, type: nauc_map_at_20_max
value: 22.46617212441066
verified: no, type: nauc_map_at_20_std
value: -6.34830253856367
verified: no, type: nauc_map_at_3_diff1
value: 39.15300459049625
verified: no, type: nauc_map_at_3_max
value: 19.302611306768988
verified: no, type: nauc_map_at_3_std
value: -8.794316331911508
verified: no, type: nauc_map_at_5_diff1
value: 38.782168864662474
verified: no, type: nauc_map_at_5_max
value: 20.107759031023953
verified: no, type: nauc_map_at_5_std
value: -8.188426276758069
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.08705555634411
verified: no, type: nauc_mrr_at_1000_max
value: 33.33076293762814
verified: no, type: nauc_mrr_at_1000_std
value: -3.1398513714145397
verified: no, type: nauc_mrr_at_100_diff1
value: 44.06582470169942
verified: no, type: nauc_mrr_at_100_max
value: 33.344145740218686
verified: no, type: nauc_mrr_at_100_std
value: -3.08986027603163
verified: no, type: nauc_mrr_at_10_diff1
value: 44.30974388499585
verified: no, type: nauc_mrr_at_10_max
value: 33.406651307005205
verified: no, type: nauc_mrr_at_10_std
value: -3.2928612666079515
verified: no, type: nauc_mrr_at_1_diff1
value: 51.40538032179158
verified: no, type: nauc_mrr_at_1_max
value: 31.412039525256464
verified: no, type: nauc_mrr_at_1_std
value: -8.907602241057901
verified: no, type: nauc_mrr_at_20_diff1
value: 43.980675465268725
verified: no, type: nauc_mrr_at_20_max
value: 33.32527070543209
verified: no, type: nauc_mrr_at_20_std
value: -3.2339919035351694
verified: no, type: nauc_mrr_at_3_diff1
value: 44.647084271055625
verified: no, type: nauc_mrr_at_3_max
value: 32.45045666872438
verified: no, type: nauc_mrr_at_3_std
value: -4.529436120509803
verified: no, type: nauc_mrr_at_5_diff1
value: 43.67143288169307
verified: no, type: nauc_mrr_at_5_max
value: 32.44875364546683
verified: no, type: nauc_mrr_at_5_std
value: -3.9584779431763346
verified: no, type: nauc_ndcg_at_1000_diff1
value: 38.354081675214225
verified: no, type: nauc_ndcg_at_1000_max
value: 30.245302655913598
verified: no, type: nauc_ndcg_at_1000_std
value: 0.7890765259603763
verified: no, type: nauc_ndcg_at_100_diff1
value: 37.817904227181856
verified: no, type: nauc_ndcg_at_100_max
value: 30.02565642657375
verified: no, type: nauc_ndcg_at_100_std
value: 1.7134329123978582
verified: no, type: nauc_ndcg_at_10_diff1
value: 38.58070071452654
verified: no, type: nauc_ndcg_at_10_max
value: 26.03860386223017
verified: no, type: nauc_ndcg_at_10_std
value: -2.807697044805227
verified: no, type: nauc_ndcg_at_1_diff1
value: 51.40538032179158
verified: no, type: nauc_ndcg_at_1_max
value: 31.412039525256464
verified: no, type: nauc_ndcg_at_1_std
value: -8.907602241057901
verified: no, type: nauc_ndcg_at_20_diff1
value: 37.84931412054451
verified: no, type: nauc_ndcg_at_20_max
value: 26.611532647536706
verified: no, type: nauc_ndcg_at_20_std
value: -2.551835640081501
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.58344478410785
verified: no, type: nauc_ndcg_at_3_max
value: 25.888699537427723
verified: no, type: nauc_ndcg_at_3_std
value: -5.6005333462847995
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.20037762553382
verified: no, type: nauc_ndcg_at_5_max
value: 24.195277511419018
verified: no, type: nauc_ndcg_at_5_std
value: -5.303803702718122
verified: no, type: nauc_precision_at_1000_diff1
value: -4.230348587018459
verified: no, type: nauc_precision_at_1000_max
value: 31.819624500936953
verified: no, type: nauc_precision_at_1000_std
value: 20.312378085793235
verified: no, type: nauc_precision_at_100_diff1
value: 2.3773304611561423
verified: no, type: nauc_precision_at_100_max
value: 37.26249793571357
verified: no, type: nauc_precision_at_100_std
value: 23.155582812623898
verified: no, type: nauc_precision_at_10_diff1
value: 15.88778259182176
verified: no, type: nauc_precision_at_10_max
value: 33.63617175318708
verified: no, type: nauc_precision_at_10_std
value: 10.546198556997263
verified: no, type: nauc_precision_at_1_diff1
value: 51.40538032179158
verified: no, type: nauc_precision_at_1_max
value: 31.412039525256464
verified: no, type: nauc_precision_at_1_std
value: -8.907602241057901
verified: no, type: nauc_precision_at_20_diff1
value: 10.449607655939202
verified: no, type: nauc_precision_at_20_max
value: 33.7352181569909
verified: no, type: nauc_precision_at_20_std
value: 12.571650811884084
verified: no, type: nauc_precision_at_3_diff1
value: 22.99546456955021
verified: no, type: nauc_precision_at_3_max
value: 31.02368858204585
verified: no, type: nauc_precision_at_3_std
value: 2.5868277272596245
verified: no, type: nauc_precision_at_5_diff1
value: 17.907774229925252
verified: no, type: nauc_precision_at_5_max
value: 30.63973977791014
verified: no, type: nauc_precision_at_5_std
value: 3.8676417305257025
verified: no, type: nauc_recall_at_1000_diff1
value: 23.63898544479131
verified: no, type: nauc_recall_at_1000_max
value: 39.32223559294475
verified: no, type: nauc_recall_at_1000_std
value: 37.00507997584423
verified: no, type: nauc_recall_at_100_diff1
value: 23.929610307083696
verified: no, type: nauc_recall_at_100_max
value: 33.47151501002676
verified: no, type: nauc_recall_at_100_std
value: 25.8591375037135
verified: no, type: nauc_recall_at_10_diff1
value: 29.42318630440556
verified: no, type: nauc_recall_at_10_max
value: 22.089958081883086
verified: no, type: nauc_recall_at_10_std
value: 3.27054006421318
verified: no, type: nauc_recall_at_1_diff1
value: 47.43702042188656
verified: no, type: nauc_recall_at_1_max
value: 16.34626334329432
verified: no, type: nauc_recall_at_1_std
value: -13.86785028017293
verified: no, type: nauc_recall_at_20_diff1
value: 25.975696003491827
verified: no, type: nauc_recall_at_20_max
value: 22.787194656795947
verified: no, type: nauc_recall_at_20_std
value: 4.675488568813387
verified: no, type: nauc_recall_at_3_diff1
value: 30.55655187585358
verified: no, type: nauc_recall_at_3_max
value: 16.946450217238578
verified: no, type: nauc_recall_at_3_std
value: -5.74601816493791
verified: no, type: nauc_recall_at_5_diff1
value: 27.85153909140805
verified: no, type: nauc_recall_at_5_max
value: 16.326181395506627
verified: no, type: nauc_recall_at_5_std
value: -4.086355622548156
verified: no, type: ndcg_at_1
value: 36.199999999999996
verified: no, type: ndcg_at_10
value: 38.815
verified: no, type: ndcg_at_100
value: 45.626
verified: no, type: ndcg_at_1000
value: 48.607
verified: no, type: ndcg_at_20
value: 41.229
verified: no, type: ndcg_at_3
value: 34.974
verified: no, type: ndcg_at_5
value: 36.027
verified: no, type: precision_at_1
value: 36.199999999999996
verified: no, type: precision_at_10
value: 10.280000000000001
verified: no, type: precision_at_100
value: 1.764
verified: no, type: precision_at_1000
value: 0.22399999999999998
verified: no, type: precision_at_20
value: 6.260000000000001
verified: no, type: precision_at_3
value: 22
verified: no, type: precision_at_5
value: 16.12
verified: no, type: recall_at_1
value: 20.335
verified: no, type: recall_at_10
value: 46.654
verified: no, type: recall_at_100
value: 72.045
verified: no, type: recall_at_1000
value: 91.269
verified: no, type: recall_at_20
value: 53.835
verified: no, type: recall_at_3
value: 32.669
verified: no, type: recall_at_5
value: 37.972
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics: type: main_score
value: 36.867
verified: no, type: map_at_1
value: 17.14
verified: no, type: map_at_10
value: 29.141000000000002
verified: no, type: map_at_100
value: 30.956
verified: no, type: map_at_1000
value: 31.159
verified: no, type: map_at_20
value: 30.072
verified: no, type: map_at_3
value: 25.188
verified: no, type: map_at_5
value: 27.506999999999998
verified: no, type: mrr_at_1
value: 34.72222222222222
verified: no, type: mrr_at_10
value: 44.51223544973544
verified: no, type: mrr_at_100
value: 45.42790088583724
verified: no, type: mrr_at_1000
value: 45.471809231059844
verified: no, type: mrr_at_20
value: 45.091318234378086
verified: no, type: mrr_at_3
value: 42.001028806584365
verified: no, type: mrr_at_5
value: 43.40534979423868
verified: no, type: nauc_map_at_1000_diff1
value: 34.5997613709207
verified: no, type: nauc_map_at_1000_max
value: 29.271778485903077
verified: no, type: nauc_map_at_1000_std
value: -3.1727467448529327
verified: no, type: nauc_map_at_100_diff1
value: 34.554319942549405
verified: no, type: nauc_map_at_100_max
value: 29.135316364116893
verified: no, type: nauc_map_at_100_std
value: -3.2318945894116595
verified: no, type: nauc_map_at_10_diff1
value: 34.792406662543804
verified: no, type: nauc_map_at_10_max
value: 28.23419192864
verified: no, type: nauc_map_at_10_std
value: -4.272346935010467
verified: no, type: nauc_map_at_1_diff1
value: 42.29082590818265
verified: no, type: nauc_map_at_1_max
value: 22.639965829727384
verified: no, type: nauc_map_at_1_std
value: -6.491951835687574
verified: no, type: nauc_map_at_20_diff1
value: 34.68427524059249
verified: no, type: nauc_map_at_20_max
value: 28.665312874057904
verified: no, type: nauc_map_at_20_std
value: -3.7912174506529306
verified: no, type: nauc_map_at_3_diff1
value: 37.34454537931914
verified: no, type: nauc_map_at_3_max
value: 26.51145758791601
verified: no, type: nauc_map_at_3_std
value: -5.988050398564233
verified: no, type: nauc_map_at_5_diff1
value: 36.239606626498436
verified: no, type: nauc_map_at_5_max
value: 28.06332898952531
verified: no, type: nauc_map_at_5_std
value: -5.117662764730185
verified: no, type: nauc_mrr_at_1000_diff1
value: 39.90793047345469
verified: no, type: nauc_mrr_at_1000_max
value: 36.81917469749475
verified: no, type: nauc_mrr_at_1000_std
value: -0.3231989591220033
verified: no, type: nauc_mrr_at_100_diff1
value: 39.864015740614924
verified: no, type: nauc_mrr_at_100_max
value: 36.8047799137878
verified: no, type: nauc_mrr_at_100_std
value: -0.29755042898763223
verified: no, type: nauc_mrr_at_10_diff1
value: 40.08579428751901
verified: no, type: nauc_mrr_at_10_max
value: 36.796457802782996
verified: no, type: nauc_mrr_at_10_std
value: -0.5536913949365608
verified: no, type: nauc_mrr_at_1_diff1
value: 45.04268958292539
verified: no, type: nauc_mrr_at_1_max
value: 36.400317672526775
verified: no, type: nauc_mrr_at_1_std
value: -2.686996861248284
verified: no, type: nauc_mrr_at_20_diff1
value: 39.82612669032365
verified: no, type: nauc_mrr_at_20_max
value: 36.69705897717761
verified: no, type: nauc_mrr_at_20_std
value: -0.4874377274349413
verified: no, type: nauc_mrr_at_3_diff1
value: 40.63402967371404
verified: no, type: nauc_mrr_at_3_max
value: 36.639468909645906
verified: no, type: nauc_mrr_at_3_std
value: -0.6826447878038451
verified: no, type: nauc_mrr_at_5_diff1
value: 40.35943695180751
verified: no, type: nauc_mrr_at_5_max
value: 37.27151129074283
verified: no, type: nauc_mrr_at_5_std
value: -0.7022269240751977
verified: no, type: nauc_ndcg_at_1000_diff1
value: 34.29778273967179
verified: no, type: nauc_ndcg_at_1000_max
value: 33.60387421296041
verified: no, type: nauc_ndcg_at_1000_std
value: 1.5784888442985348
verified: no, type: nauc_ndcg_at_100_diff1
value: 32.868484463640385
verified: no, type: nauc_ndcg_at_100_max
value: 32.20835014990049
verified: no, type: nauc_ndcg_at_100_std
value: 1.6443061101102199
verified: no, type: nauc_ndcg_at_10_diff1
value: 33.739914351355644
verified: no, type: nauc_ndcg_at_10_max
value: 29.835483426992717
verified: no, type: nauc_ndcg_at_10_std
value: -2.2105753291581305
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.04268958292539
verified: no, type: nauc_ndcg_at_1_max
value: 36.400317672526775
verified: no, type: nauc_ndcg_at_1_std
value: -2.686996861248284
verified: no, type: nauc_ndcg_at_20_diff1
value: 33.091200318256405
verified: no, type: nauc_ndcg_at_20_max
value: 30.30579094215661
verified: no, type: nauc_ndcg_at_20_std
value: -1.1235201999007105
verified: no, type: nauc_ndcg_at_3_diff1
value: 36.56385805439159
verified: no, type: nauc_ndcg_at_3_max
value: 32.483956717192505
verified: no, type: nauc_ndcg_at_3_std
value: -3.6144143743586556
verified: no, type: nauc_ndcg_at_5_diff1
value: 34.89655956044515
verified: no, type: nauc_ndcg_at_5_max
value: 31.02603211763708
verified: no, type: nauc_ndcg_at_5_std
value: -3.1752399107619946
verified: no, type: nauc_precision_at_1000_diff1
value: 0.3236590900649295
verified: no, type: nauc_precision_at_1000_max
value: 27.104634809451156
verified: no, type: nauc_precision_at_1000_std
value: 11.778520603089962
verified: no, type: nauc_precision_at_100_diff1
value: 3.9447294506839174
verified: no, type: nauc_precision_at_100_max
value: 31.227338950602707
verified: no, type: nauc_precision_at_100_std
value: 13.77417003497627
verified: no, type: nauc_precision_at_10_diff1
value: 14.530292534293594
verified: no, type: nauc_precision_at_10_max
value: 33.445331953391324
verified: no, type: nauc_precision_at_10_std
value: 4.744663300034478
verified: no, type: nauc_precision_at_1_diff1
value: 45.04268958292539
verified: no, type: nauc_precision_at_1_max
value: 36.400317672526775
verified: no, type: nauc_precision_at_1_std
value: -2.686996861248284
verified: no, type: nauc_precision_at_20_diff1
value: 10.59165816378097
verified: no, type: nauc_precision_at_20_max
value: 32.70515238034688
verified: no, type: nauc_precision_at_20_std
value: 8.709471804938254
verified: no, type: nauc_precision_at_3_diff1
value: 28.667804160578804
verified: no, type: nauc_precision_at_3_max
value: 37.1571013838137
verified: no, type: nauc_precision_at_3_std
value: -1.4143179294066177
verified: no, type: nauc_precision_at_5_diff1
value: 21.82901016239852
verified: no, type: nauc_precision_at_5_max
value: 36.582403285700835
verified: no, type: nauc_precision_at_5_std
value: 1.1870648076304775
verified: no, type: nauc_recall_at_1000_diff1
value: 18.96043919824667
verified: no, type: nauc_recall_at_1000_max
value: 33.945765157259046
verified: no, type: nauc_recall_at_1000_std
value: 36.3186174302301
verified: no, type: nauc_recall_at_100_diff1
value: 12.093586422309906
verified: no, type: nauc_recall_at_100_max
value: 22.887428460018633
verified: no, type: nauc_recall_at_100_std
value: 16.93109588705723
verified: no, type: nauc_recall_at_10_diff1
value: 21.03576962038248
verified: no, type: nauc_recall_at_10_max
value: 20.29671222282212
verified: no, type: nauc_recall_at_10_std
value: -0.33083371279028084
verified: no, type: nauc_recall_at_1_diff1
value: 42.29082590818265
verified: no, type: nauc_recall_at_1_max
value: 22.639965829727384
verified: no, type: nauc_recall_at_1_std
value: -6.491951835687574
verified: no, type: nauc_recall_at_20_diff1
value: 17.38458169914841
verified: no, type: nauc_recall_at_20_max
value: 19.627837586826082
verified: no, type: nauc_recall_at_20_std
value: 2.3805728682334526
verified: no, type: nauc_recall_at_3_diff1
value: 29.28228006768503
verified: no, type: nauc_recall_at_3_max
value: 22.866032768464663
verified: no, type: nauc_recall_at_3_std
value: -4.417326928891438
verified: no, type: nauc_recall_at_5_diff1
value: 25.76912388055655
verified: no, type: nauc_recall_at_5_max
value: 23.087890328997634
verified: no, type: nauc_recall_at_5_std
value: -2.4408790779942664
verified: no, type: ndcg_at_1
value: 34.721999999999994
verified: no, type: ndcg_at_10
value: 36.867
verified: no, type: ndcg_at_100
value: 43.931
verified: no, type: ndcg_at_1000
value: 47.276
verified: no, type: ndcg_at_20
value: 39.432
verified: no, type: ndcg_at_3
value: 33.18
verified: no, type: ndcg_at_5
value: 34.504000000000005
verified: no, type: precision_at_1
value: 34.721999999999994
verified: no, type: precision_at_10
value: 10.448
verified: no, type: precision_at_100
value: 1.778
verified: no, type: precision_at_1000
value: 0.23600000000000002
verified: no, type: precision_at_20
value: 6.296
verified: no, type: precision_at_3
value: 22.377
verified: no, type: precision_at_5
value: 16.759
verified: no, type: recall_at_1
value: 17.14
verified: no, type: recall_at_10
value: 44.131
verified: no, type: recall_at_100
value: 70.60600000000001
verified: no, type: recall_at_1000
value: 90.672
verified: no, type: recall_at_20
value: 51.995000000000005
verified: no, type: recall_at_3
value: 30.536
verified: no, type: recall_at_5
value: 36.706
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: train
type: mteb/fiqa
metrics: type: main_score
value: 36.609
verified: no, type: map_at_1
value: 17.941
verified: no, type: map_at_10
value: 29.221999999999998
verified: no, type: map_at_100
value: 31.122
verified: no, type: map_at_1000
value: 31.305
verified: no, type: map_at_20
value: 30.237000000000002
verified: no, type: map_at_3
value: 25.374000000000002
verified: no, type: map_at_5
value: 27.422
verified: no, type: mrr_at_1
value: 33.96363636363636
verified: no, type: mrr_at_10
value: 42.89349927849928
verified: no, type: mrr_at_100
value: 43.799377407484336
verified: no, type: mrr_at_1000
value: 43.84799036352109
verified: no, type: mrr_at_20
value: 43.40050730549745
verified: no, type: mrr_at_3
value: 40.29090909090909
verified: no, type: mrr_at_5
value: 41.76636363636364
verified: no, type: nauc_map_at_1000_diff1
value: 38.31311265305888
verified: no, type: nauc_map_at_1000_max
value: 27.796611741675825
verified: no, type: nauc_map_at_1000_std
value: -0.5003293769017596
verified: no, type: nauc_map_at_100_diff1
value: 38.30329718195317
verified: no, type: nauc_map_at_100_max
value: 27.67541927614693
verified: no, type: nauc_map_at_100_std
value: -0.5698259499765883
verified: no, type: nauc_map_at_10_diff1
value: 38.37764336989788
verified: no, type: nauc_map_at_10_max
value: 26.41684565430942
verified: no, type: nauc_map_at_10_std
value: -2.227388823202941
verified: no, type: nauc_map_at_1_diff1
value: 43.584307937822494
verified: no, type: nauc_map_at_1_max
value: 19.122356537834335
verified: no, type: nauc_map_at_1_std
value: -5.768218333994525
verified: no, type: nauc_map_at_20_diff1
value: 38.334305440452496
verified: no, type: nauc_map_at_20_max
value: 27.10217340122031
verified: no, type: nauc_map_at_20_std
value: -1.3391204810507156
verified: no, type: nauc_map_at_3_diff1
value: 39.23894015593411
verified: no, type: nauc_map_at_3_max
value: 23.59508795412976
verified: no, type: nauc_map_at_3_std
value: -4.709964052658204
verified: no, type: nauc_map_at_5_diff1
value: 38.64662605958464
verified: no, type: nauc_map_at_5_max
value: 25.09311144593201
verified: no, type: nauc_map_at_5_std
value: -3.5135197704430126
verified: no, type: nauc_mrr_at_1000_diff1
value: 41.10436711457144
verified: no, type: nauc_mrr_at_1000_max
value: 34.51060780140401
verified: no, type: nauc_mrr_at_1000_std
value: 1.5284128508937864
verified: no, type: nauc_mrr_at_100_diff1
value: 41.09013437372231
verified: no, type: nauc_mrr_at_100_max
value: 34.51469113741547
verified: no, type: nauc_mrr_at_100_std
value: 1.5493835226225707
verified: no, type: nauc_mrr_at_10_diff1
value: 41.08319551271548
verified: no, type: nauc_mrr_at_10_max
value: 34.37624451245267
verified: no, type: nauc_mrr_at_10_std
value: 1.1419873008771384
verified: no, type: nauc_mrr_at_1_diff1
value: 45.80451390127011
verified: no, type: nauc_mrr_at_1_max
value: 34.5836075937778
verified: no, type: nauc_mrr_at_1_std
value: -1.2520732162148687
verified: no, type: nauc_mrr_at_20_diff1
value: 40.9963963346833
verified: no, type: nauc_mrr_at_20_max
value: 34.45146973858243
verified: no, type: nauc_mrr_at_20_std
value: 1.49800506844926
verified: no, type: nauc_mrr_at_3_diff1
value: 41.67576934001856
verified: no, type: nauc_mrr_at_3_max
value: 34.220331609509586
verified: no, type: nauc_mrr_at_3_std
value: 0.2681645968292583
verified: no, type: nauc_mrr_at_5_diff1
value: 41.25801597151194
verified: no, type: nauc_mrr_at_5_max
value: 34.28051747187494
verified: no, type: nauc_mrr_at_5_std
value: 0.7512368738269359
verified: no, type: nauc_ndcg_at_1000_diff1
value: 37.33571905289884
verified: no, type: nauc_ndcg_at_1000_max
value: 32.386682549906645
verified: no, type: nauc_ndcg_at_1000_std
value: 5.178519279028532
verified: no, type: nauc_ndcg_at_100_diff1
value: 36.964657701725564
verified: no, type: nauc_ndcg_at_100_max
value: 31.285424273176197
verified: no, type: nauc_ndcg_at_100_std
value: 5.2425868283455985
verified: no, type: nauc_ndcg_at_10_diff1
value: 37.27732435458774
verified: no, type: nauc_ndcg_at_10_max
value: 28.84472459395174
verified: no, type: nauc_ndcg_at_10_std
value: 0.4065378878005523
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.80451390127011
verified: no, type: nauc_ndcg_at_1_max
value: 34.5836075937778
verified: no, type: nauc_ndcg_at_1_std
value: -1.2520732162148687
verified: no, type: nauc_ndcg_at_20_diff1
value: 36.941897541551505
verified: no, type: nauc_ndcg_at_20_max
value: 29.63888858566235
verified: no, type: nauc_ndcg_at_20_std
value: 2.372793909457969
verified: no, type: nauc_ndcg_at_3_diff1
value: 37.90735452944114
verified: no, type: nauc_ndcg_at_3_max
value: 29.948026969129543
verified: no, type: nauc_ndcg_at_3_std
value: -1.0585917576906725
verified: no, type: nauc_ndcg_at_5_diff1
value: 37.59875176994766
verified: no, type: nauc_ndcg_at_5_max
value: 28.617625143556264
verified: no, type: nauc_ndcg_at_5_std
value: -0.9202152226855952
verified: no, type: nauc_precision_at_1000_diff1
value: -1.842530043167204
verified: no, type: nauc_precision_at_1000_max
value: 31.736279234645604
verified: no, type: nauc_precision_at_1000_std
value: 20.47877783043743
verified: no, type: nauc_precision_at_100_diff1
value: 5.537122423054518
verified: no, type: nauc_precision_at_100_max
value: 36.50948967541072
verified: no, type: nauc_precision_at_100_std
value: 23.89557428126227
verified: no, type: nauc_precision_at_10_diff1
value: 18.643305289257178
verified: no, type: nauc_precision_at_10_max
value: 38.50576761086419
verified: no, type: nauc_precision_at_10_std
value: 12.13351332500471
verified: no, type: nauc_precision_at_1_diff1
value: 45.80451390127011
verified: no, type: nauc_precision_at_1_max
value: 34.5836075937778
verified: no, type: nauc_precision_at_1_std
value: -1.2520732162148687
verified: no, type: nauc_precision_at_20_diff1
value: 14.278241914224024
verified: no, type: nauc_precision_at_20_max
value: 38.46094800402192
verified: no, type: nauc_precision_at_20_std
value: 16.98733564794925
verified: no, type: nauc_precision_at_3_diff1
value: 28.04687109150208
verified: no, type: nauc_precision_at_3_max
value: 37.208872365419154
verified: no, type: nauc_precision_at_3_std
value: 4.456711276122235
verified: no, type: nauc_precision_at_5_diff1
value: 23.839704326874223
verified: no, type: nauc_precision_at_5_max
value: 38.2698854604425
verified: no, type: nauc_precision_at_5_std
value: 7.929623249647425
verified: no, type: nauc_recall_at_1000_diff1
value: 18.255196640208556
verified: no, type: nauc_recall_at_1000_max
value: 29.049424513466704
verified: no, type: nauc_recall_at_1000_std
value: 40.88677106793111
verified: no, type: nauc_recall_at_100_diff1
value: 22.13278638781853
verified: no, type: nauc_recall_at_100_max
value: 23.170448924733204
verified: no, type: nauc_recall_at_100_std
value: 21.807403505494804
verified: no, type: nauc_recall_at_10_diff1
value: 28.08883464717724
verified: no, type: nauc_recall_at_10_max
value: 21.404728891014717
verified: no, type: nauc_recall_at_10_std
value: 2.2419813761011773
verified: no, type: nauc_recall_at_1_diff1
value: 43.584307937822494
verified: no, type: nauc_recall_at_1_max
value: 19.122356537834335
verified: no, type: nauc_recall_at_1_std
value: -5.768218333994525
verified: no, type: nauc_recall_at_20_diff1
value: 25.649658018758327
verified: no, type: nauc_recall_at_20_max
value: 21.944991459430334
verified: no, type: nauc_recall_at_20_std
value: 7.8871985597412095
verified: no, type: nauc_recall_at_3_diff1
value: 32.750731455991236
verified: no, type: nauc_recall_at_3_max
value: 20.017873825740125
verified: no, type: nauc_recall_at_3_std
value: -3.8959541909716857
verified: no, type: nauc_recall_at_5_diff1
value: 30.296818458928897
verified: no, type: nauc_recall_at_5_max
value: 20.547813354339194
verified: no, type: nauc_recall_at_5_std
value: -1.7022461655111982
verified: no, type: ndcg_at_1
value: 33.964
verified: no, type: ndcg_at_10
value: 36.609
verified: no, type: ndcg_at_100
value: 43.814
verified: no, type: ndcg_at_1000
value: 46.961999999999996
verified: no, type: ndcg_at_20
value: 39.222
verified: no, type: ndcg_at_3
value: 32.414
verified: no, type: ndcg_at_5
value: 33.824
verified: no, type: precision_at_1
value: 33.964
verified: no, type: precision_at_10
value: 10.096
verified: no, type: precision_at_100
value: 1.7420000000000002
verified: no, type: precision_at_1000
value: 0.22899999999999998
verified: no, type: precision_at_20
value: 6.146
verified: no, type: precision_at_3
value: 21.309
verified: no, type: precision_at_5
value: 15.822
verified: no, type: recall_at_1
value: 17.941
verified: no, type: recall_at_10
value: 44.019999999999996
verified: no, type: recall_at_100
value: 71.57900000000001
verified: no, type: recall_at_1000
value: 90.688
verified: no, type: recall_at_20
value: 52.214000000000006
verified: no, type: recall_at_3
value: 30.152
verified: no, type: recall_at_5
value: 35.882
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics: type: accuracy
value: 61.763999999999996
verified: no, type: ap
value: 57.19090390623197
verified: no, type: ap_weighted
value: 57.19090390623197
verified: no, type: f1
value: 61.41638740871057
verified: no, type: f1_weighted
value: 61.41638740871057
verified: no, type: main_score
value: 61.763999999999996
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 91.67806657546741
verified: no, type: f1
value: 91.255563138932
verified: no, type: f1_weighted
value: 91.67838466213225
verified: no, type: main_score
value: 91.67806657546741
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPDomainClassification (de)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 70.47337278106508
verified: no, type: f1
value: 67.2214808141468
verified: no, type: f1_weighted
value: 70.40312934833233
verified: no, type: main_score
value: 70.47337278106508
verified: no
task: type: Classification, dataset: config: es
name: MTEB MTOPDomainClassification (es)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 72.99199466310873
verified: no, type: f1
value: 70.49410629424256
verified: no, type: f1_weighted
value: 73.17064507343018
verified: no, type: main_score
value: 72.99199466310873
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 75.09865330410273
verified: no, type: f1
value: 72.27554297058502
verified: no, type: f1_weighted
value: 75.09636807556879
verified: no, type: main_score
value: 75.09865330410273
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MTOPDomainClassification (hi)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 40.73861599139475
verified: no, type: f1
value: 38.73178840632667
verified: no, type: f1_weighted
value: 39.80798049928233
verified: no, type: main_score
value: 40.73861599139475
verified: no
task: type: Classification, dataset: config: th
name: MTEB MTOPDomainClassification (th)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 16.40867992766727
verified: no, type: f1
value: 12.678924539856768
verified: no, type: f1_weighted
value: 13.167968855792815
verified: no, type: main_score
value: 16.40867992766727
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 91.96868008948546
verified: no, type: f1
value: 91.96167311423682
verified: no, type: f1_weighted
value: 91.93715165013899
verified: no, type: main_score
value: 91.96868008948546
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPDomainClassification (de)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 70.39118457300276
verified: no, type: f1
value: 67.76272194382894
verified: no, type: f1_weighted
value: 70.25335384362819
verified: no, type: main_score
value: 70.39118457300276
verified: no
task: type: Classification, dataset: config: es
name: MTEB MTOPDomainClassification (es)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 73.35297969875573
verified: no, type: f1
value: 71.78213608249169
verified: no, type: f1_weighted
value: 73.36604149635156
verified: no, type: main_score
value: 73.35297969875573
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPDomainClassification (fr)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 75.57387444514902
verified: no, type: f1
value: 73.82790466941917
verified: no, type: f1_weighted
value: 75.53887538348995
verified: no, type: main_score
value: 75.57387444514902
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MTOPDomainClassification (hi)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 39.05566600397614
verified: no, type: f1
value: 37.43458014268371
verified: no, type: f1_weighted
value: 38.01336076899539
verified: no, type: main_score
value: 39.05566600397614
verified: no
task: type: Classification, dataset: config: th
name: MTEB MTOPDomainClassification (th)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 17.08557749850389
verified: no, type: f1
value: 12.890503127470817
verified: no, type: f1_weighted
value: 13.244607545895454
verified: no, type: main_score
value: 17.08557749850389
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 61.55494756041951
verified: no, type: f1
value: 42.98989289014766
verified: no, type: f1_weighted
value: 63.811676869594066
verified: no, type: main_score
value: 61.55494756041951
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPIntentClassification (de)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 45.70019723865878
verified: no, type: f1
value: 26.66317456263853
verified: no, type: f1_weighted
value: 50.353986633624025
verified: no, type: main_score
value: 45.70019723865878
verified: no
task: type: Classification, dataset: config: es
name: MTEB MTOPIntentClassification (es)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 44.18945963975983
verified: no, type: f1
value: 28.25625231122317
verified: no, type: f1_weighted
value: 47.783139674233944
verified: no, type: main_score
value: 44.18945963975983
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 39.67115565299092
verified: no, type: f1
value: 26.291493274214993
verified: no, type: f1_weighted
value: 43.37932154450208
verified: no, type: main_score
value: 39.67115565299092
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MTOPIntentClassification (hi)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 18.694872714234492
verified: no, type: f1
value: 11.148407283390524
verified: no, type: f1_weighted
value: 20.105783711366733
verified: no, type: main_score
value: 18.694872714234492
verified: no
task: type: Classification, dataset: config: th
name: MTEB MTOPIntentClassification (th)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 4.929475587703436
verified: no, type: f1
value: 1.7790992902986407
verified: no, type: f1_weighted
value: 4.492570333550388
verified: no, type: main_score
value: 4.929475587703436
verified: no
task: type: Classification, dataset: config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 63.29753914988815
verified: no, type: f1
value: 43.9610667106009
verified: no, type: f1_weighted
value: 65.65735539710052
verified: no, type: main_score
value: 63.29753914988815
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPIntentClassification (de)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 45.26170798898072
verified: no, type: f1
value: 26.741527246560192
verified: no, type: f1_weighted
value: 49.742655367297125
verified: no, type: main_score
value: 45.26170798898072
verified: no
task: type: Classification, dataset: config: es
name: MTEB MTOPIntentClassification (es)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 44.89849377865095
verified: no, type: f1
value: 27.92276489012525
verified: no, type: f1_weighted
value: 48.82599076071894
verified: no, type: main_score
value: 44.89849377865095
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MTOPIntentClassification (fr)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 41.122384273937854
verified: no, type: f1
value: 26.51788565339205
verified: no, type: f1_weighted
value: 45.37347241302537
verified: no, type: main_score
value: 41.122384273937854
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MTOPIntentClassification (hi)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 18.295228628230614
verified: no, type: f1
value: 10.62841192331815
verified: no, type: f1_weighted
value: 20.10020306825243
verified: no, type: main_score
value: 18.295228628230614
verified: no
task: type: Classification, dataset: config: th
name: MTEB MTOPIntentClassification (th)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 4.679832435667265
verified: no, type: f1
value: 1.4100910111798104
verified: no, type: f1_weighted
value: 4.484127843515124
verified: no, type: main_score
value: 4.679832435667265
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.086751849361136
verified: no, type: f1
value: 36.11433662841115
verified: no, type: f1_weighted
value: 36.93038369402614
verified: no, type: main_score
value: 38.086751849361136
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.92199058507062
verified: no, type: f1
value: 34.60519784488147
verified: no, type: f1_weighted
value: 35.950268585418996
verified: no, type: main_score
value: 37.92199058507062
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 20.349697377269674
verified: no, type: f1
value: 19.861798467575174
verified: no, type: f1_weighted
value: 18.70291426330083
verified: no, type: main_score
value: 20.349697377269674
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 13.103564223268327
verified: no, type: f1
value: 10.555573966204612
verified: no, type: f1_weighted
value: 11.869621416732963
verified: no, type: main_score
value: 13.103564223268327
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.364492266308
verified: no, type: f1
value: 37.28880607134204
verified: no, type: f1_weighted
value: 39.01204053143529
verified: no, type: main_score
value: 39.364492266308
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.137188971082717
verified: no, type: f1
value: 1.803764694912577
verified: no, type: f1_weighted
value: 1.7679872665866818
verified: no, type: main_score
value: 3.137188971082717
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 14.421654337592466
verified: no, type: f1
value: 13.031038633914898
verified: no, type: f1_weighted
value: 13.789862802298627
verified: no, type: main_score
value: 14.421654337592466
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.02488231338265
verified: no, type: f1
value: 37.86673210576318
verified: no, type: f1_weighted
value: 37.823236315873395
verified: no, type: main_score
value: 39.02488231338265
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.69266980497646
verified: no, type: f1
value: 32.98593515150782
verified: no, type: f1_weighted
value: 33.90511358743444
verified: no, type: main_score
value: 35.69266980497646
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.98318762609281
verified: no, type: f1
value: 33.25847632986703
verified: no, type: f1_weighted
value: 34.076934200097995
verified: no, type: main_score
value: 34.98318762609281
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.45124411566913
verified: no, type: f1
value: 35.21970315557138
verified: no, type: f1_weighted
value: 36.656779928093414
verified: no, type: main_score
value: 37.45124411566913
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 19.09549428379287
verified: no, type: f1
value: 16.245850854202946
verified: no, type: f1_weighted
value: 16.50701036721965
verified: no, type: main_score
value: 19.09549428379287
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 9.071956960322797
verified: no, type: f1
value: 6.8882995804813625
verified: no, type: f1_weighted
value: 6.7010161888617885
verified: no, type: main_score
value: 9.071956960322797
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.36583725622057
verified: no, type: f1
value: 36.03704649473293
verified: no, type: f1_weighted
value: 36.88952299930921
verified: no, type: main_score
value: 38.36583725622057
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.43981170141224
verified: no, type: f1
value: 39.39202567196366
verified: no, type: f1_weighted
value: 42.30160905333017
verified: no, type: main_score
value: 43.43981170141224
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.54270342972428
verified: no, type: f1
value: 31.837608673605907
verified: no, type: f1_weighted
value: 33.72760611633263
verified: no, type: main_score
value: 34.54270342972428
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 19.045057162071284
verified: no, type: f1
value: 16.31803976047297
verified: no, type: f1_weighted
value: 18.729068739019098
verified: no, type: main_score
value: 19.045057162071284
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.70477471418965
verified: no, type: f1
value: 34.93749444423004
verified: no, type: f1_weighted
value: 35.48898823367354
verified: no, type: main_score
value: 36.70477471418965
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 27.579018157363823
verified: no, type: f1
value: 25.535991275273595
verified: no, type: f1_weighted
value: 25.358345328783244
verified: no, type: main_score
value: 27.579018157363823
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.94620040349697
verified: no, type: f1
value: 28.408315569879456
verified: no, type: f1_weighted
value: 28.81573218712015
verified: no, type: main_score
value: 29.94620040349697
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.69939475453935
verified: no, type: f1
value: 38.477734363969404
verified: no, type: f1_weighted
value: 39.68395794831442
verified: no, type: main_score
value: 40.69939475453935
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 17.69670477471419
verified: no, type: f1
value: 15.137821954421135
verified: no, type: f1_weighted
value: 15.510410368460576
verified: no, type: main_score
value: 17.69670477471419
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 22.478143913920647
verified: no, type: f1
value: 19.045337279029027
verified: no, type: f1_weighted
value: 20.912483391495744
verified: no, type: main_score
value: 22.478143913920647
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.914593140551446
verified: no, type: f1
value: 33.26097776927041
verified: no, type: f1_weighted
value: 34.564460184085924
verified: no, type: main_score
value: 35.914593140551446
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.8715534633490245
verified: no, type: f1
value: 0.8826899264059154
verified: no, type: f1_weighted
value: 1.5500961747802322
verified: no, type: main_score
value: 2.8715534633490245
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.067249495628786
verified: no, type: f1
value: 32.71762741548739
verified: no, type: f1_weighted
value: 33.65549567716296
verified: no, type: main_score
value: 35.067249495628786
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 11.257565568258237
verified: no, type: f1
value: 6.699654567486038
verified: no, type: f1_weighted
value: 8.520348967670168
verified: no, type: main_score
value: 11.257565568258237
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 22.558843308675186
verified: no, type: f1
value: 19.167706620238604
verified: no, type: f1_weighted
value: 20.696119220934033
verified: no, type: main_score
value: 22.558843308675186
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.00201748486886
verified: no, type: f1
value: 39.04982458105756
verified: no, type: f1_weighted
value: 40.24257427134743
verified: no, type: main_score
value: 41.00201748486886
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.195023537323465
verified: no, type: f1
value: 37.167146410844765
verified: no, type: f1_weighted
value: 39.20176678895285
verified: no, type: main_score
value: 40.195023537323465
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.4579690652320108
verified: no, type: f1
value: 1.0961357689202462
verified: no, type: f1_weighted
value: 1.6357127179714857
verified: no, type: main_score
value: 2.4579690652320108
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.889038332212508
verified: no, type: f1
value: 1.6988884567635383
verified: no, type: f1_weighted
value: 2.1397976733510236
verified: no, type: main_score
value: 4.889038332212508
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.236718224613316
verified: no, type: f1
value: 1.365086613554998
verified: no, type: f1_weighted
value: 2.1871017188572592
verified: no, type: main_score
value: 4.236718224613316
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 16.045729657027568
verified: no, type: f1
value: 14.667848010256822
verified: no, type: f1_weighted
value: 14.905917887308808
verified: no, type: main_score
value: 16.045729657027568
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.97041022192333
verified: no, type: f1
value: 35.23835305062667
verified: no, type: f1_weighted
value: 35.864159034804246
verified: no, type: main_score
value: 36.97041022192333
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.53799596503026
verified: no, type: f1
value: 37.99155380435985
verified: no, type: f1_weighted
value: 39.26420797633916
verified: no, type: main_score
value: 40.53799596503026
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 11.314727639542706
verified: no, type: f1
value: 8.332310541951045
verified: no, type: f1_weighted
value: 8.656954174949675
verified: no, type: main_score
value: 11.314727639542706
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 31.866173503698725
verified: no, type: f1
value: 28.373846581008888
verified: no, type: f1_weighted
value: 30.75079780523907
verified: no, type: main_score
value: 31.866173503698725
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.93678547410894
verified: no, type: f1
value: 64.47560446428436
verified: no, type: f1_weighted
value: 65.872078022765
verified: no, type: main_score
value: 66.93678547410894
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.59381304640215
verified: no, type: f1
value: 40.573246109791775
verified: no, type: f1_weighted
value: 39.37933707666826
verified: no, type: main_score
value: 41.59381304640215
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.545393409549426
verified: no, type: f1
value: 39.971291296333675
verified: no, type: f1_weighted
value: 41.059568632107236
verified: no, type: main_score
value: 42.545393409549426
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.63214525891056
verified: no, type: f1
value: 29.837265257918045
verified: no, type: f1_weighted
value: 30.25849671667742
verified: no, type: main_score
value: 30.63214525891056
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.75924680564896
verified: no, type: f1
value: 32.01435255557262
verified: no, type: f1_weighted
value: 32.719918426691144
verified: no, type: main_score
value: 33.75924680564896
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.0880968392737
verified: no, type: f1
value: 35.56236146174331
verified: no, type: f1_weighted
value: 35.20606888414104
verified: no, type: main_score
value: 37.0880968392737
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.065904505716205
verified: no, type: f1
value: 32.62705085748215
verified: no, type: f1_weighted
value: 35.41890132681854
verified: no, type: main_score
value: 36.065904505716205
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.40147948890384
verified: no, type: f1
value: 19.47454731610046
verified: no, type: f1_weighted
value: 22.92591950140824
verified: no, type: main_score
value: 24.40147948890384
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.6227303295225286
verified: no, type: f1
value: 1.1775617480474232
verified: no, type: f1_weighted
value: 1.1872876016953893
verified: no, type: main_score
value: 2.6227303295225286
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.7626092804304
verified: no, type: f1
value: 42.092891715123194
verified: no, type: f1_weighted
value: 42.498389773010075
verified: no, type: main_score
value: 43.7626092804304
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.18628110289173
verified: no, type: f1
value: 20.39372975821234
verified: no, type: f1_weighted
value: 22.94692663780649
verified: no, type: main_score
value: 24.18628110289173
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 7.616005379959651
verified: no, type: f1
value: 6.343861198263652
verified: no, type: f1_weighted
value: 6.77160484781972
verified: no, type: main_score
value: 7.616005379959651
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.87558843308675
verified: no, type: f1
value: 38.67761288837852
verified: no, type: f1_weighted
value: 38.28774727977292
verified: no, type: main_score
value: 39.87558843308675
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.99803246433842
verified: no, type: f1
value: 35.571161617931
verified: no, type: f1_weighted
value: 36.5486545723221
verified: no, type: main_score
value: 37.99803246433842
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.09149040826365
verified: no, type: f1
value: 33.912274295119246
verified: no, type: f1_weighted
value: 36.556756266143424
verified: no, type: main_score
value: 38.09149040826365
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 18.883423512051152
verified: no, type: f1
value: 19.041570438181193
verified: no, type: f1_weighted
value: 17.536161028823024
verified: no, type: main_score
value: 18.883423512051152
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 12.095425479586815
verified: no, type: f1
value: 9.44042542776349
verified: no, type: f1_weighted
value: 10.652119351710839
verified: no, type: main_score
value: 12.095425479586815
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.180029513034924
verified: no, type: f1
value: 35.58485149410359
verified: no, type: f1_weighted
value: 37.72851368367536
verified: no, type: main_score
value: 38.180029513034924
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.3939990162321694
verified: no, type: f1
value: 1.7394879433186086
verified: no, type: f1_weighted
value: 1.892238297322192
verified: no, type: main_score
value: 3.3939990162321694
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 15.115592720118054
verified: no, type: f1
value: 13.46005538295957
verified: no, type: f1_weighted
value: 14.16919822946092
verified: no, type: main_score
value: 15.115592720118054
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.603049680275454
verified: no, type: f1
value: 37.08063906822963
verified: no, type: f1_weighted
value: 37.65472896582819
verified: no, type: main_score
value: 38.603049680275454
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.78750614854894
verified: no, type: f1
value: 30.662355819597785
verified: no, type: f1_weighted
value: 32.26765980385126
verified: no, type: main_score
value: 33.78750614854894
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.87112641416626
verified: no, type: f1
value: 31.313377740863498
verified: no, type: f1_weighted
value: 33.287299550709
verified: no, type: main_score
value: 33.87112641416626
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.527299557304474
verified: no, type: f1
value: 33.02759229029607
verified: no, type: f1_weighted
value: 36.016677318648846
verified: no, type: main_score
value: 36.527299557304474
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 19.65076242006886
verified: no, type: f1
value: 16.549837961668384
verified: no, type: f1_weighted
value: 17.132067511217453
verified: no, type: main_score
value: 19.65076242006886
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 8.55386128873586
verified: no, type: f1
value: 6.415373906918898
verified: no, type: f1_weighted
value: 6.60471921971805
verified: no, type: main_score
value: 8.55386128873586
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.96507624200689
verified: no, type: f1
value: 33.99800370106888
verified: no, type: f1_weighted
value: 36.00766842653996
verified: no, type: main_score
value: 36.96507624200689
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.21347761928185
verified: no, type: f1
value: 37.74171313861854
verified: no, type: f1_weighted
value: 41.43749251098024
verified: no, type: main_score
value: 42.21347761928185
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.68421052631579
verified: no, type: f1
value: 31.188626291842482
verified: no, type: f1_weighted
value: 33.249819486045396
verified: no, type: main_score
value: 33.68421052631579
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 18.017707820954254
verified: no, type: f1
value: 15.558588275187308
verified: no, type: f1_weighted
value: 17.54058461476561
verified: no, type: main_score
value: 18.017707820954254
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.45351696999508
verified: no, type: f1
value: 34.233566716511376
verified: no, type: f1_weighted
value: 35.36719539566772
verified: no, type: main_score
value: 36.45351696999508
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 27.142154451549438
verified: no, type: f1
value: 24.311088224979716
verified: no, type: f1_weighted
value: 24.84555275904934
verified: no, type: main_score
value: 27.142154451549438
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.508116084604037
verified: no, type: f1
value: 27.86281238749086
verified: no, type: f1_weighted
value: 28.407351060310482
verified: no, type: main_score
value: 29.508116084604037
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.23610427939007
verified: no, type: f1
value: 37.95893196593081
verified: no, type: f1_weighted
value: 39.39603192315687
verified: no, type: main_score
value: 40.23610427939007
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 17.60452533202164
verified: no, type: f1
value: 15.495897100004944
verified: no, type: f1_weighted
value: 15.596388275508538
verified: no, type: main_score
value: 17.60452533202164
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 20.5607476635514
verified: no, type: f1
value: 17.675374159708515
verified: no, type: f1_weighted
value: 19.432282025476216
verified: no, type: main_score
value: 20.5607476635514
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 35.60255779636006
verified: no, type: f1
value: 32.78297558762236
verified: no, type: f1_weighted
value: 34.32527584584245
verified: no, type: main_score
value: 35.60255779636006
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.5430398425971474
verified: no, type: f1
value: 0.7706095852996598
verified: no, type: f1_weighted
value: 1.2018821749877568
verified: no, type: main_score
value: 2.5430398425971474
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.13674372848008
verified: no, type: f1
value: 31.719688822492387
verified: no, type: f1_weighted
value: 33.07325807880738
verified: no, type: main_score
value: 34.13674372848008
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 10.30004918839154
verified: no, type: f1
value: 6.0202899457504
verified: no, type: f1_weighted
value: 7.74369598826699
verified: no, type: main_score
value: 10.30004918839154
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.10723069355632
verified: no, type: f1
value: 19.538712594354973
verified: no, type: f1_weighted
value: 22.09409475414598
verified: no, type: main_score
value: 24.10723069355632
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.6704377766847
verified: no, type: f1
value: 37.55589462060647
verified: no, type: f1_weighted
value: 38.91373315382284
verified: no, type: main_score
value: 39.6704377766847
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.170191834727
verified: no, type: f1
value: 34.725273063201136
verified: no, type: f1_weighted
value: 37.095919315908134
verified: no, type: main_score
value: 38.170191834727
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.247909493359567
verified: no, type: f1
value: 0.8785673795123102
verified: no, type: f1_weighted
value: 1.470066565713873
verified: no, type: main_score
value: 2.247909493359567
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.505656665027054
verified: no, type: f1
value: 1.4939433603970276
verified: no, type: f1_weighted
value: 1.8350229640902833
verified: no, type: main_score
value: 4.505656665027054
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.485981308411215
verified: no, type: f1
value: 1.5284494127111021
verified: no, type: f1_weighted
value: 2.272480025721987
verified: no, type: main_score
value: 4.485981308411215
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 16.089522872602068
verified: no, type: f1
value: 14.43473898813613
verified: no, type: f1_weighted
value: 15.329305231025254
verified: no, type: main_score
value: 16.089522872602068
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 36.227250368912934
verified: no, type: f1
value: 34.00381760992141
verified: no, type: f1_weighted
value: 35.552698832679816
verified: no, type: main_score
value: 36.227250368912934
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.296606000983765
verified: no, type: f1
value: 36.25940749915232
verified: no, type: f1_weighted
value: 38.20146669419212
verified: no, type: main_score
value: 39.296606000983765
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 11.43138219380226
verified: no, type: f1
value: 8.015827788153656
verified: no, type: f1_weighted
value: 8.778813149533917
verified: no, type: main_score
value: 11.43138219380226
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.52139695031972
verified: no, type: f1
value: 26.287093284533835
verified: no, type: f1_weighted
value: 30.035549978599217
verified: no, type: main_score
value: 30.52139695031972
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 67.93900639449089
verified: no, type: f1
value: 63.595691964600896
verified: no, type: f1_weighted
value: 66.60062895081047
verified: no, type: main_score
value: 67.93900639449089
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.84112149532711
verified: no, type: f1
value: 39.156304457716494
verified: no, type: f1_weighted
value: 39.012909931390624
verified: no, type: main_score
value: 40.84112149532711
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.94786030496802
verified: no, type: f1
value: 38.495265937479395
verified: no, type: f1_weighted
value: 40.444292818958026
verified: no, type: main_score
value: 41.94786030496802
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 28.74077717658633
verified: no, type: f1
value: 28.2493939628517
verified: no, type: f1_weighted
value: 28.748153549609935
verified: no, type: main_score
value: 28.74077717658633
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.09394982784063
verified: no, type: f1
value: 30.529832436386812
verified: no, type: f1_weighted
value: 32.35594077483882
verified: no, type: main_score
value: 33.09394982784063
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 37.363502213477624
verified: no, type: f1
value: 34.523304417413
verified: no, type: f1_weighted
value: 35.4545002559176
verified: no, type: main_score
value: 37.363502213477624
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.96802754549926
verified: no, type: f1
value: 30.92574226486116
verified: no, type: f1_weighted
value: 34.22995777308236
verified: no, type: main_score
value: 34.96802754549926
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 25.91244466305952
verified: no, type: f1
value: 20.296802475937273
verified: no, type: f1_weighted
value: 24.0961502305895
verified: no, type: main_score
value: 25.91244466305952
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.4446630595179535
verified: no, type: f1
value: 1.014404183852614
verified: no, type: f1_weighted
value: 1.1197496207269353
verified: no, type: main_score
value: 2.4446630595179535
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.59714707329071
verified: no, type: f1
value: 40.90151347161461
verified: no, type: f1_weighted
value: 41.328070472204516
verified: no, type: main_score
value: 42.59714707329071
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 22.49877029021151
verified: no, type: f1
value: 19.510859895669057
verified: no, type: f1_weighted
value: 21.319652891287575
verified: no, type: main_score
value: 22.49877029021151
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 7.132316773241515
verified: no, type: f1
value: 5.463897630896959
verified: no, type: f1_weighted
value: 6.112087831194722
verified: no, type: main_score
value: 7.132316773241515
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.6345302508608
verified: no, type: f1
value: 38.90613233845256
verified: no, type: f1_weighted
value: 38.89331878659355
verified: no, type: main_score
value: 40.6345302508608
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.94889038332212
verified: no, type: f1
value: 39.92279896396741
verified: no, type: f1_weighted
value: 42.81501645437316
verified: no, type: main_score
value: 42.94889038332212
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.689307330195014
verified: no, type: f1
value: 42.28756767910468
verified: no, type: f1_weighted
value: 44.75170639258308
verified: no, type: main_score
value: 45.689307330195014
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 25.47074646940148
verified: no, type: f1
value: 23.552199678741083
verified: no, type: f1_weighted
value: 24.505334719658176
verified: no, type: main_score
value: 25.47074646940148
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 20.5581708137189
verified: no, type: f1
value: 17.429451637349384
verified: no, type: f1_weighted
value: 18.791290411838688
verified: no, type: main_score
value: 20.5581708137189
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.66711499663752
verified: no, type: f1
value: 42.18130687898006
verified: no, type: f1_weighted
value: 44.699898238606934
verified: no, type: main_score
value: 44.66711499663752
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.8480161398789505
verified: no, type: f1
value: 5.10837206129005
verified: no, type: f1_weighted
value: 5.442449997785076
verified: no, type: main_score
value: 7.8480161398789505
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 23.725622057834567
verified: no, type: f1
value: 20.827908973901494
verified: no, type: f1_weighted
value: 23.138568493821328
verified: no, type: main_score
value: 23.725622057834567
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.45662407531943
verified: no, type: f1
value: 41.28033604461074
verified: no, type: f1_weighted
value: 43.501973363018244
verified: no, type: main_score
value: 43.45662407531943
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.61062542030935
verified: no, type: f1
value: 38.43297104331772
verified: no, type: f1_weighted
value: 40.7669700275472
verified: no, type: main_score
value: 41.61062542030935
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.322125084061874
verified: no, type: f1
value: 39.6211632212371
verified: no, type: f1_weighted
value: 42.367281241374585
verified: no, type: main_score
value: 43.322125084061874
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.87020847343644
verified: no, type: f1
value: 41.427117150156676
verified: no, type: f1_weighted
value: 43.879857280798575
verified: no, type: main_score
value: 43.87020847343644
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 23.96772024209818
verified: no, type: f1
value: 21.123340579548803
verified: no, type: f1_weighted
value: 22.459078400625554
verified: no, type: main_score
value: 23.96772024209818
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 14.922663080026902
verified: no, type: f1
value: 12.625046398705834
verified: no, type: f1_weighted
value: 13.208082038502415
verified: no, type: main_score
value: 14.922663080026902
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.38399462004034
verified: no, type: f1
value: 38.751110741837934
verified: no, type: f1_weighted
value: 42.35679472298691
verified: no, type: main_score
value: 42.38399462004034
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 51.46940147948891
verified: no, type: f1
value: 48.161468971752576
verified: no, type: f1_weighted
value: 50.70367870119378
verified: no, type: main_score
value: 51.46940147948891
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.004707464694015
verified: no, type: f1
value: 35.53806288814433
verified: no, type: f1_weighted
value: 38.65014652888815
verified: no, type: main_score
value: 39.004707464694015
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 25.98520511096167
verified: no, type: f1
value: 24.385748402000768
verified: no, type: f1_weighted
value: 26.072306868085604
verified: no, type: main_score
value: 25.98520511096167
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.90316072629455
verified: no, type: f1
value: 39.6868264721523
verified: no, type: f1_weighted
value: 41.22071520745331
verified: no, type: main_score
value: 41.90316072629455
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 30.464021519838596
verified: no, type: f1
value: 28.646951236504954
verified: no, type: f1_weighted
value: 28.83842973933925
verified: no, type: main_score
value: 30.464021519838596
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.11970410221923
verified: no, type: f1
value: 34.342908333441194
verified: no, type: f1_weighted
value: 35.518852396328384
verified: no, type: main_score
value: 36.11970410221923
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 47.20578345662407
verified: no, type: f1
value: 44.49009211178284
verified: no, type: f1_weighted
value: 46.95455303245114
verified: no, type: main_score
value: 47.20578345662407
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 23.708809683927374
verified: no, type: f1
value: 21.74578684210376
verified: no, type: f1_weighted
value: 22.473324333506838
verified: no, type: main_score
value: 23.708809683927374
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 24.008069939475448
verified: no, type: f1
value: 22.220630738064763
verified: no, type: f1_weighted
value: 23.500947443709617
verified: no, type: main_score
value: 24.008069939475448
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.58776059179556
verified: no, type: f1
value: 40.12797109898581
verified: no, type: f1_weighted
value: 43.09644178069442
verified: no, type: main_score
value: 43.58776059179556
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.673167451244114
verified: no, type: f1
value: 3.511854125479099
verified: no, type: f1_weighted
value: 4.265638725280987
verified: no, type: main_score
value: 7.673167451244114
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.67182246133153
verified: no, type: f1
value: 39.655809226546545
verified: no, type: f1_weighted
value: 43.29137560706826
verified: no, type: main_score
value: 43.67182246133153
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 19.502353732347004
verified: no, type: f1
value: 14.334939233252669
verified: no, type: f1_weighted
value: 16.37184741839454
verified: no, type: main_score
value: 19.502353732347004
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.176866173503697
verified: no, type: f1
value: 30.619127089356617
verified: no, type: f1_weighted
value: 29.056975568522585
verified: no, type: main_score
value: 31.176866173503697
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 47.017484868863484
verified: no, type: f1
value: 44.62052303129514
verified: no, type: f1_weighted
value: 46.91154914611081
verified: no, type: main_score
value: 47.017484868863484
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 48.42972427706792
verified: no, type: f1
value: 45.12440632448532
verified: no, type: f1_weighted
value: 48.25021698338815
verified: no, type: main_score
value: 48.42972427706792
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.948890383322126
verified: no, type: f1
value: 3.9403181349064584
verified: no, type: f1_weighted
value: 4.705877373977869
verified: no, type: main_score
value: 7.948890383322126
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 9.246805648957633
verified: no, type: f1
value: 4.129891064498778
verified: no, type: f1_weighted
value: 5.602493897517791
verified: no, type: main_score
value: 9.246805648957633
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.605245460659045
verified: no, type: f1
value: 5.809876826200103
verified: no, type: f1_weighted
value: 6.253432663208695
verified: no, type: main_score
value: 10.605245460659045
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 20.299260255548084
verified: no, type: f1
value: 18.44287875551232
verified: no, type: f1_weighted
value: 19.12844812544342
verified: no, type: main_score
value: 20.299260255548084
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.43039677202421
verified: no, type: f1
value: 38.92467028982438
verified: no, type: f1_weighted
value: 39.42730020848229
verified: no, type: main_score
value: 40.43039677202421
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 48.23133826496301
verified: no, type: f1
value: 45.4324412715274
verified: no, type: f1_weighted
value: 47.97005141245953
verified: no, type: main_score
value: 48.23133826496301
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 17.370544720914594
verified: no, type: f1
value: 14.578479484069462
verified: no, type: f1_weighted
value: 14.448203779557739
verified: no, type: main_score
value: 17.370544720914594
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 37.299932750504375
verified: no, type: f1
value: 35.808981859994304
verified: no, type: f1_weighted
value: 36.207622383681745
verified: no, type: main_score
value: 37.299932750504375
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 73.80968392737056
verified: no, type: f1
value: 73.47140983203266
verified: no, type: f1_weighted
value: 73.82205293897218
verified: no, type: main_score
value: 73.80968392737056
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 49.8016139878951
verified: no, type: f1
value: 46.14008662393035
verified: no, type: f1_weighted
value: 49.17675388568613
verified: no, type: main_score
value: 49.8016139878951
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 51.14324142568931
verified: no, type: f1
value: 48.85145683203006
verified: no, type: f1_weighted
value: 50.37835045676896
verified: no, type: main_score
value: 51.14324142568931
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.58507061197041
verified: no, type: f1
value: 33.542237010785854
verified: no, type: f1_weighted
value: 34.93497874727777
verified: no, type: main_score
value: 35.58507061197041
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.853396099529256
verified: no, type: f1
value: 38.42403488960939
verified: no, type: f1_weighted
value: 37.959951965899265
verified: no, type: main_score
value: 38.853396099529256
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.474108944182916
verified: no, type: f1
value: 38.470544281299496
verified: no, type: f1_weighted
value: 39.664332190167286
verified: no, type: main_score
value: 40.474108944182916
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.8231338264963
verified: no, type: f1
value: 41.3296940713539
verified: no, type: f1_weighted
value: 43.88699524977039
verified: no, type: main_score
value: 43.8231338264963
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.648285137861464
verified: no, type: f1
value: 31.47898170038156
verified: no, type: f1_weighted
value: 32.81256195033526
verified: no, type: main_score
value: 33.648285137861464
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.572293207800941
verified: no, type: f1
value: 3.683258159199767
verified: no, type: f1_weighted
value: 3.966547308224644
verified: no, type: main_score
value: 7.572293207800941
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 50.716207128446534
verified: no, type: f1
value: 48.42212962506996
verified: no, type: f1_weighted
value: 49.989471189982055
verified: no, type: main_score
value: 50.716207128446534
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.297915265635506
verified: no, type: f1
value: 26.951282088939394
verified: no, type: f1_weighted
value: 31.737054842062918
verified: no, type: main_score
value: 31.297915265635506
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 13.026227303295226
verified: no, type: f1
value: 11.207195434897372
verified: no, type: f1_weighted
value: 11.85104323420264
verified: no, type: main_score
value: 13.026227303295226
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 48.99798251513114
verified: no, type: f1
value: 46.34397271008467
verified: no, type: f1_weighted
value: 48.626317696475084
verified: no, type: main_score
value: 48.99798251513114
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.91687161829808
verified: no, type: f1
value: 40.834447863798964
verified: no, type: f1_weighted
value: 42.49909938470801
verified: no, type: main_score
value: 42.91687161829808
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.35022134776193
verified: no, type: f1
value: 43.87163502391931
verified: no, type: f1_weighted
value: 45.21092209683288
verified: no, type: main_score
value: 46.35022134776193
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 24.146581406787995
verified: no, type: f1
value: 22.771605688136933
verified: no, type: f1_weighted
value: 22.88849491826262
verified: no, type: main_score
value: 24.146581406787995
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 19.758976881455975
verified: no, type: f1
value: 16.426836405449265
verified: no, type: f1_weighted
value: 17.9501743960883
verified: no, type: main_score
value: 19.758976881455975
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.39399901623217
verified: no, type: f1
value: 42.08575847291634
verified: no, type: f1_weighted
value: 42.985579530310545
verified: no, type: main_score
value: 43.39399901623217
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.352188883423512
verified: no, type: f1
value: 5.4319870750035655
verified: no, type: f1_weighted
value: 5.76179219962643
verified: no, type: main_score
value: 8.352188883423512
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 23.330054107230694
verified: no, type: f1
value: 20.76106092272521
verified: no, type: f1_weighted
value: 22.500458051747803
verified: no, type: main_score
value: 23.330054107230694
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.03492375799311
verified: no, type: f1
value: 42.04623013147629
verified: no, type: f1_weighted
value: 42.714825173227844
verified: no, type: main_score
value: 43.03492375799311
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.28184948352189
verified: no, type: f1
value: 37.28207272023906
verified: no, type: f1_weighted
value: 38.66596196857041
verified: no, type: main_score
value: 39.28184948352189
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.83472700442695
verified: no, type: f1
value: 38.437121211879344
verified: no, type: f1_weighted
value: 40.81552197018151
verified: no, type: main_score
value: 41.83472700442695
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.55632070831284
verified: no, type: f1
value: 41.9077592573678
verified: no, type: f1_weighted
value: 43.19055309721229
verified: no, type: main_score
value: 43.55632070831284
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 22.911952779144123
verified: no, type: f1
value: 20.577786095120953
verified: no, type: f1_weighted
value: 21.398823308631364
verified: no, type: main_score
value: 22.911952779144123
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 14.13182488932612
verified: no, type: f1
value: 11.966053928003031
verified: no, type: f1_weighted
value: 12.270142836001305
verified: no, type: main_score
value: 14.13182488932612
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.718150516478104
verified: no, type: f1
value: 38.17397699913776
verified: no, type: f1_weighted
value: 40.52057648170645
verified: no, type: main_score
value: 40.718150516478104
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 50.0491883915396
verified: no, type: f1
value: 47.457452418209215
verified: no, type: f1_weighted
value: 49.29879443565884
verified: no, type: main_score
value: 50.0491883915396
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.77520905066404
verified: no, type: f1
value: 36.306659367248585
verified: no, type: f1_weighted
value: 38.18076670087933
verified: no, type: main_score
value: 38.77520905066404
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 24.372848007870147
verified: no, type: f1
value: 23.375574019717764
verified: no, type: f1_weighted
value: 24.450726012967433
verified: no, type: main_score
value: 24.372848007870147
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.41662567634039
verified: no, type: f1
value: 39.927941364142164
verified: no, type: f1_weighted
value: 40.707199435222265
verified: no, type: main_score
value: 41.41662567634039
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 29.950811608460405
verified: no, type: f1
value: 28.09393050390538
verified: no, type: f1_weighted
value: 27.96901633099781
verified: no, type: main_score
value: 29.950811608460405
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.194294146581406
verified: no, type: f1
value: 34.500540449666644
verified: no, type: f1_weighted
value: 34.62959263582815
verified: no, type: main_score
value: 35.194294146581406
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.489424495818994
verified: no, type: f1
value: 44.133464380702
verified: no, type: f1_weighted
value: 45.307039276499495
verified: no, type: main_score
value: 45.489424495818994
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 23.148057058534185
verified: no, type: f1
value: 21.028366501452783
verified: no, type: f1_weighted
value: 21.75365289495613
verified: no, type: main_score
value: 23.148057058534185
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 23.92031480570585
verified: no, type: f1
value: 22.631072481214698
verified: no, type: f1_weighted
value: 23.317461061943888
verified: no, type: main_score
value: 23.92031480570585
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.818494835218885
verified: no, type: f1
value: 40.65508383583419
verified: no, type: f1_weighted
value: 42.03672746056766
verified: no, type: main_score
value: 42.818494835218885
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.481554353172652
verified: no, type: f1
value: 3.2851114662893375
verified: no, type: f1_weighted
value: 4.060224724153365
verified: no, type: main_score
value: 7.481554353172652
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.3905558288244
verified: no, type: f1
value: 39.349177885755594
verified: no, type: f1_weighted
value: 41.921424413948465
verified: no, type: main_score
value: 42.3905558288244
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 18.844072798819482
verified: no, type: f1
value: 14.460068928964509
verified: no, type: f1_weighted
value: 15.901333931287981
verified: no, type: main_score
value: 18.844072798819482
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.266109198229216
verified: no, type: f1
value: 32.52632049354786
verified: no, type: f1_weighted
value: 30.807752942648815
verified: no, type: main_score
value: 33.266109198229216
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.67781603541564
verified: no, type: f1
value: 43.960109885386714
verified: no, type: f1_weighted
value: 44.664994077212654
verified: no, type: main_score
value: 44.67781603541564
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.52238071815052
verified: no, type: f1
value: 44.30085571629839
verified: no, type: f1_weighted
value: 46.05732031190093
verified: no, type: main_score
value: 46.52238071815052
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.575012297097886
verified: no, type: f1
value: 3.8269769496067125
verified: no, type: f1_weighted
value: 4.3790932390435096
verified: no, type: main_score
value: 7.575012297097886
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.839153959665518
verified: no, type: f1
value: 4.053025964209311
verified: no, type: f1_weighted
value: 5.367721221788085
verified: no, type: main_score
value: 8.839153959665518
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.185440236104279
verified: no, type: f1
value: 5.98907179062831
verified: no, type: f1_weighted
value: 6.3865116891207645
verified: no, type: main_score
value: 11.185440236104279
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 20.59026069847516
verified: no, type: f1
value: 18.62087210756979
verified: no, type: f1_weighted
value: 18.954901563434518
verified: no, type: main_score
value: 20.59026069847516
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.16232169208067
verified: no, type: f1
value: 39.110919025814816
verified: no, type: f1_weighted
value: 39.15526244690224
verified: no, type: main_score
value: 40.16232169208067
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 47.62420068863748
verified: no, type: f1
value: 45.701219028475535
verified: no, type: f1_weighted
value: 47.081144935159855
verified: no, type: main_score
value: 47.62420068863748
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 17.57993113625184
verified: no, type: f1
value: 14.397162397916391
verified: no, type: f1_weighted
value: 14.187973554808195
verified: no, type: main_score
value: 17.57993113625184
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 37.63895720609936
verified: no, type: f1
value: 36.431466368006234
verified: no, type: f1_weighted
value: 36.15231062631648
verified: no, type: main_score
value: 37.63895720609936
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 73.91047712739794
verified: no, type: f1
value: 73.42316335755856
verified: no, type: f1_weighted
value: 73.976091221308
verified: no, type: main_score
value: 73.91047712739794
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 49.37038858829316
verified: no, type: f1
value: 46.91139679497153
verified: no, type: f1_weighted
value: 48.54309440848084
verified: no, type: main_score
value: 49.37038858829316
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 50.59026069847516
verified: no, type: f1
value: 48.97620841672786
verified: no, type: f1_weighted
value: 49.716628221739406
verified: no, type: main_score
value: 50.59026069847516
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.12051155927201
verified: no, type: f1
value: 33.78932792402176
verified: no, type: f1_weighted
value: 34.49013486890936
verified: no, type: main_score
value: 35.12051155927201
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.1947860304968
verified: no, type: f1
value: 38.11966822206283
verified: no, type: f1_weighted
value: 37.374415624640065
verified: no, type: main_score
value: 38.1947860304968
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.8903098868667
verified: no, type: f1
value: 39.28164808311247
verified: no, type: f1_weighted
value: 39.886451969691336
verified: no, type: main_score
value: 40.8903098868667
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.50368912936547
verified: no, type: f1
value: 41.20560095847174
verified: no, type: f1_weighted
value: 42.54084069975687
verified: no, type: main_score
value: 42.50368912936547
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.15986227250368
verified: no, type: f1
value: 32.968890810625226
verified: no, type: f1_weighted
value: 34.10229959264426
verified: no, type: main_score
value: 35.15986227250368
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.373339891785538
verified: no, type: f1
value: 3.5650569721440686
verified: no, type: f1_weighted
value: 3.917440311279737
verified: no, type: main_score
value: 7.373339891785538
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 49.51303492375799
verified: no, type: f1
value: 48.380650227868685
verified: no, type: f1_weighted
value: 48.39701204701856
verified: no, type: main_score
value: 49.51303492375799
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 29.29168716182981
verified: no, type: f1
value: 26.485015790639988
verified: no, type: f1_weighted
value: 29.506958764764725
verified: no, type: main_score
value: 29.29168716182981
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 12.36104279390064
verified: no, type: f1
value: 10.471347998073597
verified: no, type: f1_weighted
value: 10.934154601387776
verified: no, type: main_score
value: 12.36104279390064
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 49.30152484013773
verified: no, type: f1
value: 47.483089482534794
verified: no, type: f1_weighted
value: 48.737862819379586
verified: no, type: main_score
value: 49.30152484013773
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics: type: main_score
value: 34.38933185926366
verified: no, type: v_measure
value: 34.38933185926366
verified: no, type: v_measure_std
value: 1.5084000520185472
verified: no
task: type: Clustering, dataset: config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics: type: main_score
value: 31.86351621903201
verified: no, type: v_measure
value: 31.86351621903201
verified: no, type: v_measure_std
value: 1.7336971951213678
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics: type: main_score
value: 50.68847759621761
verified: no, type: v_measure
value: 50.68847759621761
verified: no, type: v_measure_std
value: 4.599084917172616
verified: no
task: type: Clustering, dataset: config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics: type: main_score
value: 54.798454195773715
verified: no, type: v_measure
value: 54.798454195773715
verified: no, type: v_measure_std
value: 11.285422691786078
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics: type: main_score
value: 53.13685840246208
verified: no, type: v_measure
value: 53.13685840246208
verified: no, type: v_measure_std
value: 5.607312786136468
verified: no
task: type: Clustering, dataset: config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics: type: main_score
value: 34.248876064067204
verified: no, type: v_measure
value: 34.248876064067204
verified: no, type: v_measure_std
value: 1.5582893002039717
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics: type: accuracy
value: 62.0947265625
verified: no, type: ap
value: 10.421906368823997
verified: no, type: ap_weighted
value: 10.421906368823997
verified: no, type: f1
value: 47.46373293445412
verified: no, type: f1_weighted
value: 70.41497186754889
verified: no, type: main_score
value: 62.0947265625
verified: no
task: type: Classification, dataset: config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics: type: accuracy
value: 54.04357668364459
verified: no, type: f1
value: 54.26674207276355
verified: no, type: f1_weighted
value: 53.57672500028157
verified: no, type: main_score
value: 54.04357668364459
verified: no
task: type: Classification, dataset: config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics: type: main_score
value: 46.49021100388057
verified: no, type: v_measure
value: 46.49021100388057
verified: no, type: v_measure_std
value: 0.983303557519297
verified: no
task: type: Clustering
tags: mteb, sentence-transformers, feature-extraction, sentence-similarity, transformers
language: en
license: apache-2.0
library_name: sentence-transformers
pipeline_tag: sentence-similarity
Likes: 0 | All-time downloads: 6371
Created: 2024-08-13 11:44:25