Model: malenia1/ternary-weight-embedding
Author: malenia1
Tags: safetensors, bert, mteb, custom_code, model-index, 8-bit, region:us
Card metadata: model-index: name: ternary-weight-embedding
results: dataset: config: default
name: MTEB AFQMC (default)
revision: b44c3b011063adb25877c13823db83bb193913c4
split: validation
type: C-MTEB/AFQMC
metrics: type: cosine_pearson
value: 54.178784977880845
verified: no, type: cosine_spearman
value: 58.24983603546464
verified: no, type: euclidean_pearson
value: 56.12063302915049
verified: no, type: euclidean_spearman
value: 57.55891180444177
verified: no, type: main_score
value: 58.24983603546464
verified: no, type: manhattan_pearson
value: 56.14231021933658
verified: no, type: manhattan_spearman
value: 57.57073312857721
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC (default)
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
split: test
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 54.15496422617569
verified: no, type: cosine_spearman
value: 57.14812321292837
verified: no, type: euclidean_pearson
value: 60.12883177451991
verified: no, type: euclidean_spearman
value: 56.79823039497166
verified: no, type: main_score
value: 57.14812321292837
verified: no, type: manhattan_pearson
value: 60.12467197534511
verified: no, type: manhattan_spearman
value: 56.79279245167105
verified: no
task: type: STS, dataset: config: default
name: MTEB ATEC (default)
revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
split: validation
type: C-MTEB/ATEC
metrics: type: cosine_pearson
value: 54.24370907266313
verified: no, type: cosine_spearman
value: 57.79884664537865
verified: no, type: euclidean_pearson
value: 60.05093414384327
verified: no, type: euclidean_spearman
value: 57.47352051181076
verified: no, type: main_score
value: 57.79884664537865
verified: no, type: manhattan_pearson
value: 60.03579846842669
verified: no, type: manhattan_spearman
value: 57.46213161281322
verified: no
task: type: STS, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 37.554
verified: no, type: f1
value: 37.076043043891794
verified: no, type: f1_weighted
value: 37.076043043891794
verified: no, type: main_score
value: 37.554
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification (de)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.883999999999997
verified: no, type: f1
value: 26.766904450030015
verified: no, type: f1_weighted
value: 26.766904450030015
verified: no, type: main_score
value: 26.883999999999997
verified: no
task: type: Classification, dataset: config: es
name: MTEB AmazonReviewsClassification (es)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 29.028
verified: no, type: f1
value: 28.780140874309517
verified: no, type: f1_weighted
value: 28.780140874309517
verified: no, type: main_score
value: 29.028
verified: no
task: type: Classification, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.72
verified: no, type: f1
value: 26.480495303330265
verified: no, type: f1_weighted
value: 26.480495303330265
verified: no, type: main_score
value: 26.72
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonReviewsClassification (ja)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 28.518
verified: no, type: f1
value: 28.438382784401405
verified: no, type: f1_weighted
value: 28.438382784401405
verified: no, type: main_score
value: 28.518
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 46.26200000000001
verified: no, type: f1
value: 45.27125595644993
verified: no, type: f1_weighted
value: 45.271255956449934
verified: no, type: main_score
value: 46.26200000000001
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 37.258
verified: no, type: f1
value: 36.810536650483364
verified: no, type: f1_weighted
value: 36.810536650483364
verified: no, type: main_score
value: 37.258
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification (de)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 27.168
verified: no, type: f1
value: 27.110076496076186
verified: no, type: f1_weighted
value: 27.110076496076186
verified: no, type: main_score
value: 27.168
verified: no
task: type: Classification, dataset: config: es
name: MTEB AmazonReviewsClassification (es)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 28.582
verified: no, type: f1
value: 28.380427955500743
verified: no, type: f1_weighted
value: 28.380427955500743
verified: no, type: main_score
value: 28.582
verified: no
task: type: Classification, dataset: config: fr
name: MTEB AmazonReviewsClassification (fr)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 26.284000000000006
verified: no, type: f1
value: 26.020390218699436
verified: no, type: f1_weighted
value: 26.020390218699436
verified: no, type: main_score
value: 26.284000000000006
verified: no
task: type: Classification, dataset: config: ja
name: MTEB AmazonReviewsClassification (ja)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 28.994000000000003
verified: no, type: f1
value: 28.882137331326792
verified: no, type: f1_weighted
value: 28.882137331326796
verified: no, type: main_score
value: 28.994000000000003
verified: no
task: type: Classification, dataset: config: zh
name: MTEB AmazonReviewsClassification (zh)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 45.64799999999999
verified: no, type: f1
value: 44.72730068810682
verified: no, type: f1_weighted
value: 44.72730068810682
verified: no, type: main_score
value: 45.64799999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB BQ (default)
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
split: test
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 72.11546348999653
verified: no, type: cosine_spearman
value: 74.28360304728436
verified: no, type: euclidean_pearson
value: 72.68784320632835
verified: no, type: euclidean_spearman
value: 73.8988695267803
verified: no, type: main_score
value: 74.28360304728436
verified: no, type: manhattan_pearson
value: 72.67994924531479
verified: no, type: manhattan_spearman
value: 73.89602896299826
verified: no
task: type: STS, dataset: config: default
name: MTEB BQ (default)
revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
split: validation
type: C-MTEB/BQ
metrics: type: cosine_pearson
value: 74.80134578588282
verified: no, type: cosine_spearman
value: 76.88519187053075
verified: no, type: euclidean_pearson
value: 75.45155138775218
verified: no, type: euclidean_spearman
value: 76.44577057706553
verified: no, type: main_score
value: 76.88519187053075
verified: no, type: manhattan_pearson
value: 75.44260208073607
verified: no, type: manhattan_spearman
value: 76.43697175914832
verified: no
task: type: STS, dataset: config: default
name: MTEB CLSClusteringP2P (default)
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: main_score
value: 54.09910844643998
verified: no, type: v_measure
value: 54.09910844643998
verified: no, type: v_measure_std
value: 1.4947511735406993
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringP2P.v2 (default)
revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
split: test
type: C-MTEB/CLSClusteringP2P
metrics: type: main_score
value: 54.68251196895576
verified: no, type: v_measure
value: 54.68251196895576
verified: no, type: v_measure_std
value: 1.8827992663564201
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S (default)
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: main_score
value: 46.50249324360948
verified: no, type: v_measure
value: 46.50249324360948
verified: no, type: v_measure_std
value: 1.575706238905038
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CLSClusteringS2S.v2 (default)
revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
split: test
type: C-MTEB/CLSClusteringS2S
metrics: type: main_score
value: 48.5426747048895
verified: no, type: v_measure
value: 48.5426747048895
verified: no, type: v_measure_std
value: 1.8768930779321003
verified: no
task: type: Clustering, dataset: config: default
name: MTEB CMedQAv1
revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
split: test
type: C-MTEB/CMedQAv1-reranking
metrics: type: main_score
value: 88.74015900697846
verified: no, type: map
value: 88.74015900697846
verified: no, type: mrr
value: 90.6736507936508
verified: no, type: nAUC_map_diff1
value: 57.22083174189404
verified: no, type: nAUC_map_max
value: 55.77168783483574
verified: no, type: nAUC_map_std
value: 13.021507960473016
verified: no, type: nAUC_mrr_diff1
value: 62.952041755231626
verified: no, type: nAUC_mrr_max
value: 64.05253602193952
verified: no, type: nAUC_mrr_std
value: 23.213961052744555
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CMedQAv2
revision: 23d186750531a14a0357ca22cd92d712fd512ea0
split: test
type: C-MTEB/CMedQAv2-reranking
metrics: type: main_score
value: 88.38113834645159
verified: no, type: map
value: 88.38113834645159
verified: no, type: mrr
value: 90.52234126984126
verified: no, type: nAUC_map_diff1
value: 59.755818934870234
verified: no, type: nAUC_map_max
value: 62.11664250496217
verified: no, type: nAUC_map_std
value: 5.676411532480005
verified: no, type: nAUC_mrr_diff1
value: 67.07181219755715
verified: no, type: nAUC_mrr_max
value: 75.28581323486274
verified: no, type: nAUC_mrr_std
value: 17.997453037644533
verified: no
task: type: Reranking, dataset: config: default
name: MTEB CmedqaRetrieval (default)
revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
split: dev
type: C-MTEB/CmedqaRetrieval
metrics: type: main_score
value: 45.113
verified: no, type: map_at_1
value: 25.974999999999998
verified: no, type: map_at_10
value: 38.567
verified: no, type: map_at_100
value: 40.407
verified: no, type: map_at_1000
value: 40.52
verified: no, type: map_at_20
value: 39.564
verified: no, type: map_at_3
value: 34.410000000000004
verified: no, type: map_at_5
value: 36.689
verified: no, type: mrr_at_1
value: 39.65991497874469
verified: no, type: mrr_at_10
value: 47.631104204622524
verified: no, type: mrr_at_100
value: 48.59652256415256
verified: no, type: mrr_at_1000
value: 48.64137820297102
verified: no, type: mrr_at_20
value: 48.193915296968996
verified: no, type: mrr_at_3
value: 45.24047678586305
verified: no, type: mrr_at_5
value: 46.595815620571805
verified: no, type: nauc_map_at_1000_diff1
value: 47.78866266244895
verified: no, type: nauc_map_at_1000_max
value: 41.6785411481451
verified: no, type: nauc_map_at_1000_std
value: -13.089914559064795
verified: no, type: nauc_map_at_100_diff1
value: 47.74420073204668
verified: no, type: nauc_map_at_100_max
value: 41.63744109954874
verified: no, type: nauc_map_at_100_std
value: -13.115455589619943
verified: no, type: nauc_map_at_10_diff1
value: 47.60785675353292
verified: no, type: nauc_map_at_10_max
value: 40.81808736337173
verified: no, type: nauc_map_at_10_std
value: -14.010361731187555
verified: no, type: nauc_map_at_1_diff1
value: 52.623450404334235
verified: no, type: nauc_map_at_1_max
value: 32.48612623845417
verified: no, type: nauc_map_at_1_std
value: -14.301701958402347
verified: no, type: nauc_map_at_20_diff1
value: 47.623803967273446
verified: no, type: nauc_map_at_20_max
value: 41.19261840063425
verified: no, type: nauc_map_at_20_std
value: -13.695407747959843
verified: no, type: nauc_map_at_3_diff1
value: 48.343168244250215
verified: no, type: nauc_map_at_3_max
value: 37.915780566548726
verified: no, type: nauc_map_at_3_std
value: -14.422861700351183
verified: no, type: nauc_map_at_5_diff1
value: 47.94643138191748
verified: no, type: nauc_map_at_5_max
value: 39.59735520213133
verified: no, type: nauc_map_at_5_std
value: -14.23393731727717
verified: no, type: nauc_mrr_at_1000_diff1
value: 53.86065646960032
verified: no, type: nauc_mrr_at_1000_max
value: 49.296644570372415
verified: no, type: nauc_mrr_at_1000_std
value: -8.960076833549836
verified: no, type: nauc_mrr_at_100_diff1
value: 53.83949971297237
verified: no, type: nauc_mrr_at_100_max
value: 49.283394247434124
verified: no, type: nauc_mrr_at_100_std
value: -8.938461521660448
verified: no, type: nauc_mrr_at_10_diff1
value: 53.771434307862776
verified: no, type: nauc_mrr_at_10_max
value: 49.232816072077185
verified: no, type: nauc_mrr_at_10_std
value: -9.187019034523127
verified: no, type: nauc_mrr_at_1_diff1
value: 59.00104676791166
verified: no, type: nauc_mrr_at_1_max
value: 51.260502472764436
verified: no, type: nauc_mrr_at_1_std
value: -9.593234514978924
verified: no, type: nauc_mrr_at_20_diff1
value: 53.78230872607412
verified: no, type: nauc_mrr_at_20_max
value: 49.21546854521065
verified: no, type: nauc_mrr_at_20_std
value: -9.163123771380729
verified: no, type: nauc_mrr_at_3_diff1
value: 54.55765283386248
verified: no, type: nauc_mrr_at_3_max
value: 49.60566476180881
verified: no, type: nauc_mrr_at_3_std
value: -9.148690932678257
verified: no, type: nauc_mrr_at_5_diff1
value: 53.97605291263774
verified: no, type: nauc_mrr_at_5_max
value: 49.40659705825686
verified: no, type: nauc_mrr_at_5_std
value: -9.161744382503885
verified: no, type: nauc_ndcg_at_1000_diff1
value: 48.31934043697359
verified: no, type: nauc_ndcg_at_1000_max
value: 44.71283713093145
verified: no, type: nauc_ndcg_at_1000_std
value: -9.913668236760554
verified: no, type: nauc_ndcg_at_100_diff1
value: 47.38673504958784
verified: no, type: nauc_ndcg_at_100_max
value: 44.25750824625488
verified: no, type: nauc_ndcg_at_100_std
value: -9.48225516354158
verified: no, type: nauc_ndcg_at_10_diff1
value: 46.90328760292496
verified: no, type: nauc_ndcg_at_10_max
value: 42.41986408299954
verified: no, type: nauc_ndcg_at_10_std
value: -12.909824341781825
verified: no, type: nauc_ndcg_at_1_diff1
value: 59.00104676791166
verified: no, type: nauc_ndcg_at_1_max
value: 51.260502472764436
verified: no, type: nauc_ndcg_at_1_std
value: -9.593234514978924
verified: no, type: nauc_ndcg_at_20_diff1
value: 46.77258181931362
verified: no, type: nauc_ndcg_at_20_max
value: 42.68119586804985
verified: no, type: nauc_ndcg_at_20_std
value: -12.423629313301388
verified: no, type: nauc_ndcg_at_3_diff1
value: 48.58977327180224
verified: no, type: nauc_ndcg_at_3_max
value: 43.61141480978654
verified: no, type: nauc_ndcg_at_3_std
value: -11.641555503967986
verified: no, type: nauc_ndcg_at_5_diff1
value: 47.67463895870823
verified: no, type: nauc_ndcg_at_5_max
value: 42.49711123538069
verified: no, type: nauc_ndcg_at_5_std
value: -12.452049013694403
verified: no, type: nauc_precision_at_1000_diff1
value: 3.4806441777617567
verified: no, type: nauc_precision_at_1000_max
value: 27.678000825789933
verified: no, type: nauc_precision_at_1000_std
value: 17.698677421147963
verified: no, type: nauc_precision_at_100_diff1
value: 7.875973729853397
verified: no, type: nauc_precision_at_100_max
value: 34.08812146111534
verified: no, type: nauc_precision_at_100_std
value: 16.524389567188365
verified: no, type: nauc_precision_at_10_diff1
value: 21.272214137016185
verified: no, type: nauc_precision_at_10_max
value: 44.00343281584008
verified: no, type: nauc_precision_at_10_std
value: 0.9945485334597843
verified: no, type: nauc_precision_at_1_diff1
value: 59.00104676791166
verified: no, type: nauc_precision_at_1_max
value: 51.260502472764436
verified: no, type: nauc_precision_at_1_std
value: -9.593234514978924
verified: no, type: nauc_precision_at_20_diff1
value: 16.396372302736623
verified: no, type: nauc_precision_at_20_max
value: 40.20456764221775
verified: no, type: nauc_precision_at_20_std
value: 4.91733314934679
verified: no, type: nauc_precision_at_3_diff1
value: 34.03262918273604
verified: no, type: nauc_precision_at_3_max
value: 48.260349668115424
verified: no, type: nauc_precision_at_3_std
value: -3.812770245046173
verified: no, type: nauc_precision_at_5_diff1
value: 28.088076219897022
verified: no, type: nauc_precision_at_5_max
value: 46.962465223407946
verified: no, type: nauc_precision_at_5_std
value: -1.663412582138589
verified: no, type: nauc_recall_at_1000_diff1
value: 29.003325559730303
verified: no, type: nauc_recall_at_1000_max
value: 51.11704447020827
verified: no, type: nauc_recall_at_1000_std
value: 52.358021602871176
verified: no, type: nauc_recall_at_100_diff1
value: 26.944312318666174
verified: no, type: nauc_recall_at_100_max
value: 35.1360457491317
verified: no, type: nauc_recall_at_100_std
value: 8.995107524344007
verified: no, type: nauc_recall_at_10_diff1
value: 34.767375834324746
verified: no, type: nauc_recall_at_10_max
value: 33.15737890896935
verified: no, type: nauc_recall_at_10_std
value: -13.876362538877132
verified: no, type: nauc_recall_at_1_diff1
value: 52.623450404334235
verified: no, type: nauc_recall_at_1_max
value: 32.48612623845417
verified: no, type: nauc_recall_at_1_std
value: -14.301701958402347
verified: no, type: nauc_recall_at_20_diff1
value: 31.796685961276754
verified: no, type: nauc_recall_at_20_max
value: 31.645635578789094
verified: no, type: nauc_recall_at_20_std
value: -12.896907066742678
verified: no, type: nauc_recall_at_3_diff1
value: 40.9513328277203
verified: no, type: nauc_recall_at_3_max
value: 33.2576092320736
verified: no, type: nauc_recall_at_3_std
value: -13.677012060621971
verified: no, type: nauc_recall_at_5_diff1
value: 38.17560293253476
verified: no, type: nauc_recall_at_5_max
value: 33.66607334519376
verified: no, type: nauc_recall_at_5_std
value: -13.710743011608292
verified: no, type: ndcg_at_1
value: 39.660000000000004
verified: no, type: ndcg_at_10
value: 45.113
verified: no, type: ndcg_at_100
value: 52.257
verified: no, type: ndcg_at_1000
value: 54.25
verified: no, type: ndcg_at_20
value: 47.857
verified: no, type: ndcg_at_3
value: 40.022999999999996
verified: no, type: ndcg_at_5
value: 42.076
verified: no, type: precision_at_1
value: 39.660000000000004
verified: no, type: precision_at_10
value: 10.025
verified: no, type: precision_at_100
value: 1.5789999999999997
verified: no, type: precision_at_1000
value: 0.183
verified: no, type: precision_at_20
value: 5.915
verified: no, type: precision_at_3
value: 22.639
verified: no, type: precision_at_5
value: 16.359
verified: no, type: recall_at_1
value: 25.974999999999998
verified: no, type: recall_at_10
value: 55.332
verified: no, type: recall_at_100
value: 84.899
verified: no, type: recall_at_1000
value: 98.312
verified: no, type: recall_at_20
value: 64.702
verified: no, type: recall_at_3
value: 39.800999999999995
verified: no, type: recall_at_5
value: 46.378
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Cmnli (default)
revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
split: validation
type: C-MTEB/CMNLI
metrics: type: cosine_accuracy
value: 85.13529765484064
verified: no, type: cosine_accuracy_threshold
value: 86.13102436065674
verified: no, type: cosine_ap
value: 92.19355954725854
verified: no, type: cosine_f1
value: 86.10154427285858
verified: no, type: cosine_f1_threshold
value: 84.71119403839111
verified: no, type: cosine_precision
value: 82.02794242167654
verified: no, type: cosine_recall
value: 90.6008884732289
verified: no, type: dot_accuracy
value: 74.91280817799158
verified: no, type: dot_accuracy_threshold
value: 63842.00439453125
verified: no, type: dot_ap
value: 83.44759720338214
verified: no, type: dot_f1
value: 77.27227076428642
verified: no, type: dot_f1_threshold
value: 60020.81298828125
verified: no, type: dot_precision
value: 67.72887323943661
verified: no, type: dot_recall
value: 89.94622398877719
verified: no, type: euclidean_accuracy
value: 84.47384245339748
verified: no, type: euclidean_accuracy_threshold
value: 1469.5334434509277
verified: no, type: euclidean_ap
value: 91.3556506449566
verified: no, type: euclidean_f1
value: 85.43989402803841
verified: no, type: euclidean_f1_threshold
value: 1538.3913040161133
verified: no, type: euclidean_precision
value: 80.92848180677541
verified: no, type: euclidean_recall
value: 90.48398410100538
verified: no, type: main_score
value: 85.13529765484064
verified: no, type: manhattan_accuracy
value: 84.41371016235718
verified: no, type: manhattan_accuracy_threshold
value: 49906.90002441406
verified: no, type: manhattan_ap
value: 91.3493016502162
verified: no, type: manhattan_f1
value: 85.49062844542446
verified: no, type: manhattan_f1_threshold
value: 51897.528076171875
verified: no, type: manhattan_precision
value: 80.88879616106823
verified: no, type: manhattan_recall
value: 90.6476502221183
verified: no, type: max_accuracy
value: 85.13529765484064
verified: no, type: max_ap
value: 92.19355954725854
verified: no, type: max_f1
value: 86.10154427285858
verified: no, type: max_precision
value: 82.02794242167654
verified: no, type: max_recall
value: 90.6476502221183
verified: no, type: similarity_accuracy
value: 85.13529765484064
verified: no, type: similarity_accuracy_threshold
value: 86.13102436065674
verified: no, type: similarity_ap
value: 92.17394345753924
verified: no, type: similarity_f1
value: 86.10154427285858
verified: no, type: similarity_f1_threshold
value: 84.71119403839111
verified: no, type: similarity_precision
value: 82.02794242167654
verified: no, type: similarity_recall
value: 90.6008884732289
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB CovidRetrieval (default)
revision: 1271c7809071a13532e05f25fb53511ffce77117
split: dev
type: C-MTEB/CovidRetrieval
metrics: type: main_score
value: 82.819
verified: no, type: map_at_1
value: 69.494
verified: no, type: map_at_10
value: 78.789
verified: no, type: map_at_100
value: 78.988
verified: no, type: map_at_1000
value: 78.993
verified: no, type: map_at_20
value: 78.917
verified: no, type: map_at_3
value: 77.011
verified: no, type: map_at_5
value: 78.17699999999999
verified: no, type: mrr_at_1
value: 69.6522655426765
verified: no, type: mrr_at_10
value: 78.76729054811248
verified: no, type: mrr_at_100
value: 78.95793499668491
verified: no, type: mrr_at_1000
value: 78.96216519091867
verified: no, type: mrr_at_20
value: 78.88679240958568
verified: no, type: mrr_at_3
value: 77.04601334738325
verified: no, type: mrr_at_5
value: 78.22620302072359
verified: no, type: nauc_map_at_1000_diff1
value: 80.05214569065625
verified: no, type: nauc_map_at_1000_max
value: 36.21145092927336
verified: no, type: nauc_map_at_1000_std
value: -36.16531861028991
verified: no, type: nauc_map_at_100_diff1
value: 80.05020798715684
verified: no, type: nauc_map_at_100_max
value: 36.22261208348821
verified: no, type: nauc_map_at_100_std
value: -36.14332748625607
verified: no, type: nauc_map_at_10_diff1
value: 79.93946377542417
verified: no, type: nauc_map_at_10_max
value: 36.20456984006017
verified: no, type: nauc_map_at_10_std
value: -36.398588779081294
verified: no, type: nauc_map_at_1_diff1
value: 82.0602604309234
verified: no, type: nauc_map_at_1_max
value: 35.19249651707143
verified: no, type: nauc_map_at_1_std
value: -34.21839088932163
verified: no, type: nauc_map_at_20_diff1
value: 80.02697105208125
verified: no, type: nauc_map_at_20_max
value: 36.18004342047142
verified: no, type: nauc_map_at_20_std
value: -36.17886432477489
verified: no, type: nauc_map_at_3_diff1
value: 80.16978634467844
verified: no, type: nauc_map_at_3_max
value: 35.83327596692132
verified: no, type: nauc_map_at_3_std
value: -38.37503788050143
verified: no, type: nauc_map_at_5_diff1
value: 79.81622895096287
verified: no, type: nauc_map_at_5_max
value: 36.08883221963992
verified: no, type: nauc_map_at_5_std
value: -37.25482423232233
verified: no, type: nauc_mrr_at_1000_diff1
value: 80.2097372109321
verified: no, type: nauc_mrr_at_1000_max
value: 36.42174288518451
verified: no, type: nauc_mrr_at_1000_std
value: -35.85189499872029
verified: no, type: nauc_mrr_at_100_diff1
value: 80.20776581779481
verified: no, type: nauc_mrr_at_100_max
value: 36.432844978272236
verified: no, type: nauc_mrr_at_100_std
value: -35.82999739661053
verified: no, type: nauc_mrr_at_10_diff1
value: 80.09236275670942
verified: no, type: nauc_mrr_at_10_max
value: 36.380671611318604
verified: no, type: nauc_mrr_at_10_std
value: -36.15989339661995
verified: no, type: nauc_mrr_at_1_diff1
value: 81.87621839783066
verified: no, type: nauc_mrr_at_1_max
value: 35.88505228929411
verified: no, type: nauc_mrr_at_1_std
value: -32.92079357076708
verified: no, type: nauc_mrr_at_20_diff1
value: 80.18395501536016
verified: no, type: nauc_mrr_at_20_max
value: 36.38952241095837
verified: no, type: nauc_mrr_at_20_std
value: -35.866686376779114
verified: no, type: nauc_mrr_at_3_diff1
value: 80.23254549571189
verified: no, type: nauc_mrr_at_3_max
value: 36.05935731319566
verified: no, type: nauc_mrr_at_3_std
value: -37.866428822755864
verified: no, type: nauc_mrr_at_5_diff1
value: 79.88253909007965
verified: no, type: nauc_mrr_at_5_max
value: 36.457475361699146
verified: no, type: nauc_mrr_at_5_std
value: -36.49596735742553
verified: no, type: nauc_ndcg_at_1000_diff1
value: 79.7618117697378
verified: no, type: nauc_ndcg_at_1000_max
value: 36.629676985491514
verified: no, type: nauc_ndcg_at_1000_std
value: -35.86456326352086
verified: no, type: nauc_ndcg_at_100_diff1
value: 79.65891920529748
verified: no, type: nauc_ndcg_at_100_max
value: 36.97516050762293
verified: no, type: nauc_ndcg_at_100_std
value: -35.2001931520788
verified: no, type: nauc_ndcg_at_10_diff1
value: 79.17817241151019
verified: no, type: nauc_ndcg_at_10_max
value: 36.86254607903196
verified: no, type: nauc_ndcg_at_10_std
value: -36.235782359106615
verified: no, type: nauc_ndcg_at_1_diff1
value: 81.6552730132908
verified: no, type: nauc_ndcg_at_1_max
value: 35.6139365961136
verified: no, type: nauc_ndcg_at_1_std
value: -33.34605824156571
verified: no, type: nauc_ndcg_at_20_diff1
value: 79.53353610120962
verified: no, type: nauc_ndcg_at_20_max
value: 36.83633652729889
verified: no, type: nauc_ndcg_at_20_std
value: -35.223937945126934
verified: no, type: nauc_ndcg_at_3_diff1
value: 79.66142161189495
verified: no, type: nauc_ndcg_at_3_max
value: 36.201048838264995
verified: no, type: nauc_ndcg_at_3_std
value: -40.303435032913235
verified: no, type: nauc_ndcg_at_5_diff1
value: 78.84195807786423
verified: no, type: nauc_ndcg_at_5_max
value: 36.82613815363756
verified: no, type: nauc_ndcg_at_5_std
value: -38.073937317858494
verified: no, type: nauc_precision_at_1000_diff1
value: -52.61992538101203
verified: no, type: nauc_precision_at_1000_max
value: 2.876218848436758
verified: no, type: nauc_precision_at_1000_std
value: 54.38129782759948
verified: no, type: nauc_precision_at_100_diff1
value: -15.670131055377192
verified: no, type: nauc_precision_at_100_max
value: 27.850990893649424
verified: no, type: nauc_precision_at_100_std
value: 53.31709331697566
verified: no, type: nauc_precision_at_10_diff1
value: 38.84116900921712
verified: no, type: nauc_precision_at_10_max
value: 34.79084147327868
verified: no, type: nauc_precision_at_10_std
value: -6.829876002907609
verified: no, type: nauc_precision_at_1_diff1
value: 81.6552730132908
verified: no, type: nauc_precision_at_1_max
value: 35.6139365961136
verified: no, type: nauc_precision_at_1_std
value: -33.34605824156571
verified: no, type: nauc_precision_at_20_diff1
value: 25.845188821845383
verified: no, type: nauc_precision_at_20_max
value: 31.18865106000545
verified: no, type: nauc_precision_at_20_std
value: 14.759241268473561
verified: no, type: nauc_precision_at_3_diff1
value: 70.8201683277703
verified: no, type: nauc_precision_at_3_max
value: 36.6701970406286
verified: no, type: nauc_precision_at_3_std
value: -42.35040269825674
verified: no, type: nauc_precision_at_5_diff1
value: 59.02227125330898
verified: no, type: nauc_precision_at_5_max
value: 38.69410968250484
verified: no, type: nauc_precision_at_5_std
value: -30.30854393285351
verified: no, type: nauc_recall_at_1000_diff1
verified: no, type: nauc_recall_at_1000_max
verified: no, type: nauc_recall_at_1000_std
verified: no, type: nauc_recall_at_100_diff1
value: 64.60431422737145
verified: no, type: nauc_recall_at_100_max
value: 82.10937063790381
verified: no, type: nauc_recall_at_100_std
value: 51.005079723478254
verified: no, type: nauc_recall_at_10_diff1
value: 70.9120103945018
verified: no, type: nauc_recall_at_10_max
value: 44.17151180123427
verified: no, type: nauc_recall_at_10_std
value: -30.974453318671753
verified: no, type: nauc_recall_at_1_diff1
value: 82.0602604309234
verified: no, type: nauc_recall_at_1_max
value: 35.19249651707143
verified: no, type: nauc_recall_at_1_std
value: -34.21839088932163
verified: no, type: nauc_recall_at_20_diff1
value: 72.87073930480337
verified: no, type: nauc_recall_at_20_max
value: 48.156799565062514
verified: no, type: nauc_recall_at_20_std
value: -8.986967985015431
verified: no, type: nauc_recall_at_3_diff1
value: 77.48100030181683
verified: no, type: nauc_recall_at_3_max
value: 37.72633639333108
verified: no, type: nauc_recall_at_3_std
value: -48.48712826839765
verified: no, type: nauc_recall_at_5_diff1
value: 72.79074903006723
verified: no, type: nauc_recall_at_5_max
value: 41.41902376036034
verified: no, type: nauc_recall_at_5_std
value: -42.76726369093494
verified: no, type: ndcg_at_1
value: 69.758
verified: no, type: ndcg_at_10
value: 82.819
verified: no, type: ndcg_at_100
value: 83.705
verified: no, type: ndcg_at_1000
value: 83.814
verified: no, type: ndcg_at_20
value: 83.26599999999999
verified: no, type: ndcg_at_3
value: 79.296
verified: no, type: ndcg_at_5
value: 81.406
verified: no, type: precision_at_1
value: 69.758
verified: no, type: precision_at_10
value: 9.621
verified: no, type: precision_at_100
value: 1.002
verified: no, type: precision_at_1000
value: 0.101
verified: no, type: precision_at_20
value: 4.9
verified: no, type: precision_at_3
value: 28.767
verified: no, type: precision_at_5
value: 18.335
verified: no, type: recall_at_1
value: 69.494
verified: no, type: recall_at_10
value: 95.205
verified: no, type: recall_at_100
value: 99.157
verified: no, type: recall_at_1000
value: 100
verified: no, type: recall_at_20
value: 96.944
verified: no, type: recall_at_3
value: 85.827
verified: no, type: recall_at_5
value: 90.938
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB DuRetrieval (default)
revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
split: dev
type: C-MTEB/DuRetrieval
metrics: type: main_score
value: 87.612
verified: no, type: map_at_1
value: 26.430999999999997
verified: no, type: map_at_10
value: 80.56400000000001
verified: no, type: map_at_100
value: 83.41199999999999
verified: no, type: map_at_1000
value: 83.447
verified: no, type: map_at_20
value: 82.76
verified: no, type: map_at_3
value: 56.21000000000001
verified: no, type: map_at_5
value: 70.743
verified: no, type: mrr_at_1
value: 91
verified: no, type: mrr_at_10
value: 93.58273809523806
verified: no, type: mrr_at_100
value: 93.66391788982004
verified: no, type: mrr_at_1000
value: 93.66580315421686
verified: no, type: mrr_at_20
value: 93.63874828087282
verified: no, type: mrr_at_3
value: 93.31666666666662
verified: no, type: mrr_at_5
value: 93.46916666666664
verified: no, type: nauc_map_at_1000_diff1
value: 6.40109926511269
verified: no, type: nauc_map_at_1000_max
value: 45.156518205790604
verified: no, type: nauc_map_at_1000_std
value: 18.593211884073153
verified: no, type: nauc_map_at_100_diff1
value: 6.448711557202101
verified: no, type: nauc_map_at_100_max
value: 45.18486159645747
verified: no, type: nauc_map_at_100_std
value: 18.616651795860722
verified: no, type: nauc_map_at_10_diff1
value: 9.84371320616581
verified: no, type: nauc_map_at_10_max
value: 40.01693268761593
verified: no, type: nauc_map_at_10_std
value: 6.908031365560747
verified: no, type: nauc_map_at_1_diff1
value: 44.953791181056026
verified: no, type: nauc_map_at_1_max
value: -11.387509242343764
verified: no, type: nauc_map_at_1_std
value: -29.012460300786657
verified: no, type: nauc_map_at_20_diff1
value: 7.38580064647179
verified: no, type: nauc_map_at_20_max
value: 44.371332746028116
verified: no, type: nauc_map_at_20_std
value: 15.833956559472313
verified: no, type: nauc_map_at_3_diff1
value: 29.427952587601474
verified: no, type: nauc_map_at_3_max
value: 3.8473270447259185
verified: no, type: nauc_map_at_3_std
value: -23.647521458336257
verified: no, type: nauc_map_at_5_diff1
value: 18.713364613154774
verified: no, type: nauc_map_at_5_max
value: 19.953262401680806
verified: no, type: nauc_map_at_5_std
value: -11.913720371911865
verified: no, type: nauc_mrr_at_1000_diff1
value: 38.040195739817776
verified: no, type: nauc_mrr_at_1000_max
value: 75.65224176632694
verified: no, type: nauc_mrr_at_1000_std
value: 39.40257100387963
verified: no, type: nauc_mrr_at_100_diff1
value: 38.03778676125757
verified: no, type: nauc_mrr_at_100_max
value: 75.65948630024249
verified: no, type: nauc_mrr_at_100_std
value: 39.41815341603381
verified: no, type: nauc_mrr_at_10_diff1
value: 37.97394065068133
verified: no, type: nauc_mrr_at_10_max
value: 75.81910017199222
verified: no, type: nauc_mrr_at_10_std
value: 39.61696874072677
verified: no, type: nauc_mrr_at_1_diff1
value: 38.83675692499215
verified: no, type: nauc_mrr_at_1_max
value: 69.99014420583036
verified: no, type: nauc_mrr_at_1_std
value: 31.8093163191202
verified: no, type: nauc_mrr_at_20_diff1
value: 38.073680057072046
verified: no, type: nauc_mrr_at_20_max
value: 75.67883974175976
verified: no, type: nauc_mrr_at_20_std
value: 39.40528722492238
verified: no, type: nauc_mrr_at_3_diff1
value: 38.28768415096703
verified: no, type: nauc_mrr_at_3_max
value: 76.28320654945267
verified: no, type: nauc_mrr_at_3_std
value: 40.02109572008348
verified: no, type: nauc_mrr_at_5_diff1
value: 38.216868985695534
verified: no, type: nauc_mrr_at_5_max
value: 76.08316007275711
verified: no, type: nauc_mrr_at_5_std
value: 39.972457019046104
verified: no, type: nauc_ndcg_at_1000_diff1
value: 10.58897864933073
verified: no, type: nauc_ndcg_at_1000_max
value: 55.5870887191566
verified: no, type: nauc_ndcg_at_1000_std
value: 30.15493957024938
verified: no, type: nauc_ndcg_at_100_diff1
value: 10.868069465772917
verified: no, type: nauc_ndcg_at_100_max
value: 55.83351050391704
verified: no, type: nauc_ndcg_at_100_std
value: 31.072236695619615
verified: no, type: nauc_ndcg_at_10_diff1
value: 9.27127335978071
verified: no, type: nauc_ndcg_at_10_max
value: 49.307727646759396
verified: no, type: nauc_ndcg_at_10_std
value: 21.552518764523654
verified: no, type: nauc_ndcg_at_1_diff1
value: 38.83675692499215
verified: no, type: nauc_ndcg_at_1_max
value: 69.99014420583036
verified: no, type: nauc_ndcg_at_1_std
value: 31.8093163191202
verified: no, type: nauc_ndcg_at_20_diff1
value: 10.99181537977003
verified: no, type: nauc_ndcg_at_20_max
value: 53.47605191227965
verified: no, type: nauc_ndcg_at_20_std
value: 26.382045731517312
verified: no, type: nauc_ndcg_at_3_diff1
value: 6.5534137252176565
verified: no, type: nauc_ndcg_at_3_max
value: 51.11114538632076
verified: no, type: nauc_ndcg_at_3_std
value: 22.189612114146588
verified: no, type: nauc_ndcg_at_5_diff1
value: 7.719135315891541
verified: no, type: nauc_ndcg_at_5_max
value: 44.360770591119504
verified: no, type: nauc_ndcg_at_5_std
value: 18.743172873708048
verified: no, type: nauc_precision_at_1000_diff1
value: -31.034822128380522
verified: no, type: nauc_precision_at_1000_max
value: 20.332934368138066
verified: no, type: nauc_precision_at_1000_std
value: 44.338803511915614
verified: no, type: nauc_precision_at_100_diff1
value: -30.811245735858193
verified: no, type: nauc_precision_at_100_max
value: 22.198372768725562
verified: no, type: nauc_precision_at_100_std
value: 46.00454797611091
verified: no, type: nauc_precision_at_10_diff1
value: -31.274194785864424
verified: no, type: nauc_precision_at_10_max
value: 32.71187220917922
verified: no, type: nauc_precision_at_10_std
value: 42.875968635394166
verified: no, type: nauc_precision_at_1_diff1
value: 38.83675692499215
verified: no, type: nauc_precision_at_1_max
value: 69.99014420583036
verified: no, type: nauc_precision_at_1_std
value: 31.8093163191202
verified: no, type: nauc_precision_at_20_diff1
value: -30.67860376845899
verified: no, type: nauc_precision_at_20_max
value: 26.74661379366211
verified: no, type: nauc_precision_at_20_std
value: 45.59437091314149
verified: no, type: nauc_precision_at_3_diff1
value: -27.743818205448356
verified: no, type: nauc_precision_at_3_max
value: 49.61474868721054
verified: no, type: nauc_precision_at_3_std
value: 37.18101217122168
verified: no, type: nauc_precision_at_5_diff1
value: -32.80762892713753
verified: no, type: nauc_precision_at_5_max
value: 40.44209817083512
verified: no, type: nauc_precision_at_5_std
value: 40.96210133419465
verified: no, type: nauc_recall_at_1000_diff1
value: 6.1482636348882735
verified: no, type: nauc_recall_at_1000_max
value: 73.7437459367813
verified: no, type: nauc_recall_at_1000_std
value: 74.5949419078317
verified: no, type: nauc_recall_at_100_diff1
value: 11.893958942544847
verified: no, type: nauc_recall_at_100_max
value: 65.83194149698096
verified: no, type: nauc_recall_at_100_std
value: 64.9416138646916
verified: no, type: nauc_recall_at_10_diff1
value: 10.763264138044141
verified: no, type: nauc_recall_at_10_max
value: 37.42063013254842
verified: no, type: nauc_recall_at_10_std
value: 5.538711799036518
verified: no, type: nauc_recall_at_1_diff1
value: 44.953791181056026
verified: no, type: nauc_recall_at_1_max
value: -11.387509242343764
verified: no, type: nauc_recall_at_1_std
value: -29.012460300786657
verified: no, type: nauc_recall_at_20_diff1
value: 10.112135571654077
verified: no, type: nauc_recall_at_20_max
value: 48.8731227722893
verified: no, type: nauc_recall_at_20_std
value: 27.875300064543712
verified: no, type: nauc_recall_at_3_diff1
value: 29.035019905697286
verified: no, type: nauc_recall_at_3_max
value: -0.8253741490097173
verified: no, type: nauc_recall_at_3_std
value: -26.374385040717073
verified: no, type: nauc_recall_at_5_diff1
value: 18.90308787689296
verified: no, type: nauc_recall_at_5_max
value: 12.373785172914031
verified: no, type: nauc_recall_at_5_std
value: -16.43244911732844
verified: no, type: ndcg_at_1
value: 91
verified: no, type: ndcg_at_10
value: 87.612
verified: no, type: ndcg_at_100
value: 90.36699999999999
verified: no, type: ndcg_at_1000
value: 90.712
verified: no, type: ndcg_at_20
value: 89.184
verified: no, type: ndcg_at_3
value: 86.875
verified: no, type: ndcg_at_5
value: 85.724
verified: no, type: precision_at_1
value: 91
verified: no, type: precision_at_10
value: 41.805
verified: no, type: precision_at_100
value: 4.805000000000001
verified: no, type: precision_at_1000
value: 0.48900000000000005
verified: no, type: precision_at_20
value: 22.793
verified: no, type: precision_at_3
value: 77.85
verified: no, type: precision_at_5
value: 65.73
verified: no, type: recall_at_1
value: 26.430999999999997
verified: no, type: recall_at_10
value: 88.35499999999999
verified: no, type: recall_at_100
value: 97.366
verified: no, type: recall_at_1000
value: 99.235
verified: no, type: recall_at_20
value: 93.525
verified: no, type: recall_at_3
value: 58.226
verified: no, type: recall_at_5
value: 74.919
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB EcomRetrieval (default)
revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
split: dev
type: C-MTEB/EcomRetrieval
metrics: type: main_score
value: 67.161
verified: no, type: map_at_1
value: 52.300000000000004
verified: no, type: map_at_10
value: 62.166999999999994
verified: no, type: map_at_100
value: 62.778999999999996
verified: no, type: map_at_1000
value: 62.792
verified: no, type: map_at_20
value: 62.602000000000004
verified: no, type: map_at_3
value: 59.516999999999996
verified: no, type: map_at_5
value: 61.212
verified: no, type: mrr_at_1
value: 52.300000000000004
verified: no, type: mrr_at_10
value: 62.16682539682541
verified: no, type: mrr_at_100
value: 62.77902948698046
verified: no, type: mrr_at_1000
value: 62.792087634956715
verified: no, type: mrr_at_20
value: 62.60165070567552
verified: no, type: mrr_at_3
value: 59.516666666666666
verified: no, type: mrr_at_5
value: 61.21166666666669
verified: no, type: nauc_map_at_1000_diff1
value: 65.16885595814446
verified: no, type: nauc_map_at_1000_max
value: 29.496662567956776
verified: no, type: nauc_map_at_1000_std
value: -12.7407402615998
verified: no, type: nauc_map_at_100_diff1
value: 65.16617941092908
verified: no, type: nauc_map_at_100_max
value: 29.502786614031272
verified: no, type: nauc_map_at_100_std
value: -12.730774193607482
verified: no, type: nauc_map_at_10_diff1
value: 65.06166340128496
verified: no, type: nauc_map_at_10_max
value: 29.354270783663335
verified: no, type: nauc_map_at_10_std
value: -13.094010608834502
verified: no, type: nauc_map_at_1_diff1
value: 67.95208901030078
verified: no, type: nauc_map_at_1_max
value: 27.603263383543116
verified: no, type: nauc_map_at_1_std
value: -13.626768587136143
verified: no, type: nauc_map_at_20_diff1
value: 65.14110896910226
verified: no, type: nauc_map_at_20_max
value: 29.517296694609605
verified: no, type: nauc_map_at_20_std
value: -12.764608204706748
verified: no, type: nauc_map_at_3_diff1
value: 65.35395305214332
verified: no, type: nauc_map_at_3_max
value: 28.576381656915512
verified: no, type: nauc_map_at_3_std
value: -14.869794329585687
verified: no, type: nauc_map_at_5_diff1
value: 65.08475092137822
verified: no, type: nauc_map_at_5_max
value: 29.10210463237133
verified: no, type: nauc_map_at_5_std
value: -13.358219612661818
verified: no, type: nauc_mrr_at_1000_diff1
value: 65.16885595814446
verified: no, type: nauc_mrr_at_1000_max
value: 29.496662567956776
verified: no, type: nauc_mrr_at_1000_std
value: -12.7407402615998
verified: no, type: nauc_mrr_at_100_diff1
value: 65.16617941092908
verified: no, type: nauc_mrr_at_100_max
value: 29.502786614031272
verified: no, type: nauc_mrr_at_100_std
value: -12.730774193607482
verified: no, type: nauc_mrr_at_10_diff1
value: 65.06166340128496
verified: no, type: nauc_mrr_at_10_max
value: 29.354270783663335
verified: no, type: nauc_mrr_at_10_std
value: -13.094010608834502
verified: no, type: nauc_mrr_at_1_diff1
value: 67.95208901030078
verified: no, type: nauc_mrr_at_1_max
value: 27.603263383543116
verified: no, type: nauc_mrr_at_1_std
value: -13.626768587136143
verified: no, type: nauc_mrr_at_20_diff1
value: 65.14110896910226
verified: no, type: nauc_mrr_at_20_max
value: 29.517296694609605
verified: no, type: nauc_mrr_at_20_std
value: -12.764608204706748
verified: no, type: nauc_mrr_at_3_diff1
value: 65.35395305214332
verified: no, type: nauc_mrr_at_3_max
value: 28.576381656915512
verified: no, type: nauc_mrr_at_3_std
value: -14.869794329585687
verified: no, type: nauc_mrr_at_5_diff1
value: 65.08475092137822
verified: no, type: nauc_mrr_at_5_max
value: 29.10210463237133
verified: no, type: nauc_mrr_at_5_std
value: -13.358219612661818
verified: no, type: nauc_ndcg_at_1000_diff1
value: 64.33394397420086
verified: no, type: nauc_ndcg_at_1000_max
value: 30.864795296588355
verified: no, type: nauc_ndcg_at_1000_std
value: -10.533294101922223
verified: no, type: nauc_ndcg_at_100_diff1
value: 64.23470966841133
verified: no, type: nauc_ndcg_at_100_max
value: 31.15266740134302
verified: no, type: nauc_ndcg_at_100_std
value: -10.011060738308094
verified: no, type: nauc_ndcg_at_10_diff1
value: 63.857719978347525
verified: no, type: nauc_ndcg_at_10_max
value: 30.617530021869715
verified: no, type: nauc_ndcg_at_10_std
value: -11.653834629145123
verified: no, type: nauc_ndcg_at_1_diff1
value: 67.95208901030078
verified: no, type: nauc_ndcg_at_1_max
value: 27.603263383543116
verified: no, type: nauc_ndcg_at_1_std
value: -13.626768587136143
verified: no, type: nauc_ndcg_at_20_diff1
value: 64.1331572787928
verified: no, type: nauc_ndcg_at_20_max
value: 31.25635677077675
verified: no, type: nauc_ndcg_at_20_std
value: -10.276309085700548
verified: no, type: nauc_ndcg_at_3_diff1
value: 64.48544321575491
verified: no, type: nauc_ndcg_at_3_max
value: 28.830444576799763
verified: no, type: nauc_ndcg_at_3_std
value: -15.353961858062192
verified: no, type: nauc_ndcg_at_5_diff1
value: 63.939873109118736
verified: no, type: nauc_ndcg_at_5_max
value: 29.829976475635444
verified: no, type: nauc_ndcg_at_5_std
value: -12.501228923097408
verified: no, type: nauc_precision_at_1000_diff1
value: 37.252308330738565
verified: no, type: nauc_precision_at_1000_max
value: 83.39039319431379
verified: no, type: nauc_precision_at_1000_std
value: 88.40906733063514
verified: no, type: nauc_precision_at_100_diff1
value: 49.082892416225164
verified: no, type: nauc_precision_at_100_max
value: 64.97665732959823
verified: no, type: nauc_precision_at_100_std
value: 52.973337483141194
verified: no, type: nauc_precision_at_10_diff1
value: 57.595510418530985
verified: no, type: nauc_precision_at_10_max
value: 37.97668604684725
verified: no, type: nauc_precision_at_10_std
value: -2.7592219444461974
verified: no, type: nauc_precision_at_1_diff1
value: 67.95208901030078
verified: no, type: nauc_precision_at_1_max
value: 27.603263383543116
verified: no, type: nauc_precision_at_1_std
value: -13.626768587136143
verified: no, type: nauc_precision_at_20_diff1
value: 56.98568570908991
verified: no, type: nauc_precision_at_20_max
value: 46.84055109587015
verified: no, type: nauc_precision_at_20_std
value: 13.665255154616707
verified: no, type: nauc_precision_at_3_diff1
value: 61.609690960979556
verified: no, type: nauc_precision_at_3_max
value: 29.644530943175635
verified: no, type: nauc_precision_at_3_std
value: -16.983269477487482
verified: no, type: nauc_precision_at_5_diff1
value: 59.36708969559955
verified: no, type: nauc_precision_at_5_max
value: 32.83509607326578
verified: no, type: nauc_precision_at_5_std
value: -8.585997498785966
verified: no, type: nauc_recall_at_1000_diff1
value: 37.25230833073967
verified: no, type: nauc_recall_at_1000_max
value: 83.39039319431508
verified: no, type: nauc_recall_at_1000_std
value: 88.40906733063599
verified: no, type: nauc_recall_at_100_diff1
value: 49.08289241622588
verified: no, type: nauc_recall_at_100_max
value: 64.97665732959842
verified: no, type: nauc_recall_at_100_std
value: 52.973337483141805
verified: no, type: nauc_recall_at_10_diff1
value: 57.59551041853113
verified: no, type: nauc_recall_at_10_max
value: 37.97668604684728
verified: no, type: nauc_recall_at_10_std
value: -2.7592219444460553
verified: no, type: nauc_recall_at_1_diff1
value: 67.95208901030078
verified: no, type: nauc_recall_at_1_max
value: 27.603263383543116
verified: no, type: nauc_recall_at_1_std
value: -13.626768587136143
verified: no, type: nauc_recall_at_20_diff1
value: 56.98568570908995
verified: no, type: nauc_recall_at_20_max
value: 46.84055109587016
verified: no, type: nauc_recall_at_20_std
value: 13.665255154616771
verified: no, type: nauc_recall_at_3_diff1
value: 61.60969096097951
verified: no, type: nauc_recall_at_3_max
value: 29.644530943175585
verified: no, type: nauc_recall_at_3_std
value: -16.983269477487518
verified: no, type: nauc_recall_at_5_diff1
value: 59.36708969559964
verified: no, type: nauc_recall_at_5_max
value: 32.83509607326576
verified: no, type: nauc_recall_at_5_std
value: -8.585997498785925
verified: no, type: ndcg_at_1
value: 52.300000000000004
verified: no, type: ndcg_at_10
value: 67.161
verified: no, type: ndcg_at_100
value: 69.947
verified: no, type: ndcg_at_1000
value: 70.28999999999999
verified: no, type: ndcg_at_20
value: 68.734
verified: no, type: ndcg_at_3
value: 61.827
verified: no, type: ndcg_at_5
value: 64.857
verified: no, type: precision_at_1
value: 52.300000000000004
verified: no, type: precision_at_10
value: 8.290000000000001
verified: no, type: precision_at_100
value: 0.955
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 4.455
verified: no, type: precision_at_3
value: 22.833000000000002
verified: no, type: precision_at_5
value: 15.160000000000002
verified: no, type: recall_at_1
value: 52.300000000000004
verified: no, type: recall_at_10
value: 82.89999999999999
verified: no, type: recall_at_100
value: 95.5
verified: no, type: recall_at_1000
value: 98.2
verified: no, type: recall_at_20
value: 89.1
verified: no, type: recall_at_3
value: 68.5
verified: no, type: recall_at_5
value: 75.8
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB IFlyTek (default)
revision: 421605374b29664c5fc098418fe20ada9bd55f8a
split: validation
type: C-MTEB/IFlyTek-classification
metrics: type: accuracy
value: 46.20238553289727
verified: no, type: f1
value: 38.90517287997349
verified: no, type: f1_weighted
value: 47.72465908202853
verified: no, type: main_score
value: 46.20238553289727
verified: no
task: type: Classification, dataset: config: default
name: MTEB JDReview (default)
revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
split: test
type: C-MTEB/JDReview-classification
metrics: type: accuracy
value: 86.86679174484053
verified: no, type: ap
value: 55.4190333000728
verified: no, type: ap_weighted
value: 55.4190333000728
verified: no, type: f1
value: 81.51249564649538
verified: no, type: f1_weighted
value: 87.76253254123183
verified: no, type: main_score
value: 86.86679174484053
verified: no
task: type: Classification, dataset: config: default
name: MTEB LCQMC (default)
revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
split: test
type: C-MTEB/LCQMC
metrics: type: cosine_pearson
value: 73.38528996257187
verified: no, type: cosine_spearman
value: 79.5838761369882
verified: no, type: euclidean_pearson
value: 79.46435441303319
verified: no, type: euclidean_spearman
value: 79.43632868036107
verified: no, type: main_score
value: 79.5838761369882
verified: no, type: manhattan_pearson
value: 79.4611643611669
verified: no, type: manhattan_spearman
value: 79.43277700673374
verified: no
task: type: STS, dataset: config: default
name: MTEB MMarcoReranking (default)
revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
split: dev
type: C-MTEB/Mmarco-reranking
metrics: type: main_score
value: 35.03765306725339
verified: no, type: map
value: 35.03765306725339
verified: no, type: mrr
value: 34.97817460317461
verified: no, type: nAUC_map_diff1
value: 19.818725573084713
verified: no, type: nAUC_map_max
value: 1.0198000256681778
verified: no, type: nAUC_map_std
value: -17.624562992793454
verified: no, type: nAUC_mrr_diff1
value: 20.024047042722497
verified: no, type: nAUC_mrr_max
value: 0.7457000534749312
verified: no, type: nAUC_mrr_std
value: -17.90188283839233
verified: no
task: type: Reranking, dataset: config: default
name: MTEB MMarcoRetrieval (default)
revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
split: dev
type: C-MTEB/MMarcoRetrieval
metrics: type: main_score
value: 78.377
verified: no, type: map_at_1
value: 64.496
verified: no, type: map_at_10
value: 74.316
verified: no, type: map_at_100
value: 74.67399999999999
verified: no, type: map_at_1000
value: 74.682
verified: no, type: map_at_20
value: 74.553
verified: no, type: map_at_3
value: 72.27799999999999
verified: no, type: map_at_5
value: 73.601
verified: no, type: mrr_at_1
value: 66.71919770773638
verified: no, type: mrr_at_10
value: 74.91401168872505
verified: no, type: mrr_at_100
value: 75.22834586029683
verified: no, type: mrr_at_1000
value: 75.23576223918033
verified: no, type: mrr_at_20
value: 75.1182142204938
verified: no, type: mrr_at_3
value: 73.12320916905448
verified: no, type: mrr_at_5
value: 74.29512893982785
verified: no, type: nauc_map_at_1000_diff1
value: 76.44188987176878
verified: no, type: nauc_map_at_1000_max
value: 41.96583590277497
verified: no, type: nauc_map_at_1000_std
value: -11.893947475776763
verified: no, type: nauc_map_at_100_diff1
value: 76.43873298246776
verified: no, type: nauc_map_at_100_max
value: 41.97615263718138
verified: no, type: nauc_map_at_100_std
value: -11.876568525374811
verified: no, type: nauc_map_at_10_diff1
value: 76.28512812077162
verified: no, type: nauc_map_at_10_max
value: 42.111303574942454
verified: no, type: nauc_map_at_10_std
value: -11.92840846101945
verified: no, type: nauc_map_at_1_diff1
value: 78.56803879890037
verified: no, type: nauc_map_at_1_max
value: 35.78389741877027
verified: no, type: nauc_map_at_1_std
value: -16.393221992175597
verified: no, type: nauc_map_at_20_diff1
value: 76.38231793080924
verified: no, type: nauc_map_at_20_max
value: 42.05893602716135
verified: no, type: nauc_map_at_20_std
value: -11.826119522321708
verified: no, type: nauc_map_at_3_diff1
value: 76.19646582467323
verified: no, type: nauc_map_at_3_max
value: 40.85705983970697
verified: no, type: nauc_map_at_3_std
value: -13.612451556499103
verified: no, type: nauc_map_at_5_diff1
value: 76.27491857077754
verified: no, type: nauc_map_at_5_max
value: 41.85172393299732
verified: no, type: nauc_map_at_5_std
value: -12.431459301392097
verified: no, type: nauc_mrr_at_1000_diff1
value: 76.92019548266093
verified: no, type: nauc_mrr_at_1000_max
value: 42.48811285027811
verified: no, type: nauc_mrr_at_1000_std
value: -11.317598684822896
verified: no, type: nauc_mrr_at_100_diff1
value: 76.91765336636446
verified: no, type: nauc_mrr_at_100_max
value: 42.49675674263938
verified: no, type: nauc_mrr_at_100_std
value: -11.300949737082554
verified: no, type: nauc_mrr_at_10_diff1
value: 76.79353999065357
verified: no, type: nauc_mrr_at_10_max
value: 42.69909380024054
verified: no, type: nauc_mrr_at_10_std
value: -11.270497173030472
verified: no, type: nauc_mrr_at_1_diff1
value: 79.7117803522604
verified: no, type: nauc_mrr_at_1_max
value: 39.57572084455486
verified: no, type: nauc_mrr_at_1_std
value: -15.17966940645922
verified: no, type: nauc_mrr_at_20_diff1
value: 76.86280745329786
verified: no, type: nauc_mrr_at_20_max
value: 42.58380455810906
verified: no, type: nauc_mrr_at_20_std
value: -11.229046706936792
verified: no, type: nauc_mrr_at_3_diff1
value: 76.67262469325809
verified: no, type: nauc_mrr_at_3_max
value: 41.88964824896713
verified: no, type: nauc_mrr_at_3_std
value: -12.50874971662575
verified: no, type: nauc_mrr_at_5_diff1
value: 76.7796936981817
verified: no, type: nauc_mrr_at_5_max
value: 42.526924542005716
verified: no, type: nauc_mrr_at_5_std
value: -11.587665730732638
verified: no, type: nauc_ndcg_at_1000_diff1
value: 75.97798533105214
verified: no, type: nauc_ndcg_at_1000_max
value: 43.27769851746166
verified: no, type: nauc_ndcg_at_1000_std
value: -9.42928648077032
verified: no, type: nauc_ndcg_at_100_diff1
value: 75.88448755710286
verified: no, type: nauc_ndcg_at_100_max
value: 43.60463027736502
verified: no, type: nauc_ndcg_at_100_std
value: -8.788723172592231
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.15087803753813
verified: no, type: nauc_ndcg_at_10_max
value: 44.53805050283006
verified: no, type: nauc_ndcg_at_10_std
value: -8.665523258131715
verified: no, type: nauc_ndcg_at_1_diff1
value: 79.7117803522604
verified: no, type: nauc_ndcg_at_1_max
value: 39.57572084455486
verified: no, type: nauc_ndcg_at_1_std
value: -15.17966940645922
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.46054281314423
verified: no, type: nauc_ndcg_at_20_max
value: 44.27762687558626
verified: no, type: nauc_ndcg_at_20_std
value: -8.193908784135246
verified: no, type: nauc_ndcg_at_3_diff1
value: 75.11224084416658
verified: no, type: nauc_ndcg_at_3_max
value: 42.17726543068363
verified: no, type: nauc_ndcg_at_3_std
value: -12.105416322156225
verified: no, type: nauc_ndcg_at_5_diff1
value: 75.185399674847
verified: no, type: nauc_ndcg_at_5_max
value: 43.84929152627948
verified: no, type: nauc_ndcg_at_5_std
value: -10.009405007276152
verified: no, type: nauc_precision_at_1000_diff1
value: -17.09549485267675
verified: no, type: nauc_precision_at_1000_max
value: 14.73979745312348
verified: no, type: nauc_precision_at_1000_std
value: 24.533810348714972
verified: no, type: nauc_precision_at_100_diff1
value: -6.236032711925149
verified: no, type: nauc_precision_at_100_max
value: 23.110915607656956
verified: no, type: nauc_precision_at_100_std
value: 28.206485316450536
verified: no, type: nauc_precision_at_10_diff1
value: 23.03478697515758
verified: no, type: nauc_precision_at_10_max
value: 39.203686218447196
verified: no, type: nauc_precision_at_10_std
value: 17.452696042464027
verified: no, type: nauc_precision_at_1_diff1
value: 79.7117803522604
verified: no, type: nauc_precision_at_1_max
value: 39.57572084455486
verified: no, type: nauc_precision_at_1_std
value: -15.17966940645922
verified: no, type: nauc_precision_at_20_diff1
value: 12.09320340381941
verified: no, type: nauc_precision_at_20_max
value: 34.16449285853928
verified: no, type: nauc_precision_at_20_std
value: 24.122439998396754
verified: no, type: nauc_precision_at_3_diff1
value: 47.52910178931779
verified: no, type: nauc_precision_at_3_max
value: 40.82046536615527
verified: no, type: nauc_precision_at_3_std
value: -0.8258153652756941
verified: no, type: nauc_precision_at_5_diff1
value: 36.2587080465967
verified: no, type: nauc_precision_at_5_max
value: 41.54352007897181
verified: no, type: nauc_precision_at_5_std
value: 8.545492145033677
verified: no, type: nauc_recall_at_1000_diff1
value: 62.82235268536862
verified: no, type: nauc_recall_at_1000_max
value: 67.88265991328028
verified: no, type: nauc_recall_at_1000_std
value: 78.62591611987277
verified: no, type: nauc_recall_at_100_diff1
value: 65.84511669611754
verified: no, type: nauc_recall_at_100_max
value: 68.3187288143991
verified: no, type: nauc_recall_at_100_std
value: 55.49540536103681
verified: no, type: nauc_recall_at_10_diff1
value: 66.07985276674994
verified: no, type: nauc_recall_at_10_max
value: 59.09892833450687
verified: no, type: nauc_recall_at_10_std
value: 12.173481401831848
verified: no, type: nauc_recall_at_1_diff1
value: 78.56803879890037
verified: no, type: nauc_recall_at_1_max
value: 35.78389741877027
verified: no, type: nauc_recall_at_1_std
value: -16.393221992175597
verified: no, type: nauc_recall_at_20_diff1
value: 65.60243952156914
verified: no, type: nauc_recall_at_20_max
value: 63.1161484484425
verified: no, type: nauc_recall_at_20_std
value: 26.62753581692267
verified: no, type: nauc_recall_at_3_diff1
value: 70.07831205118282
verified: no, type: nauc_recall_at_3_max
value: 45.268817233496385
verified: no, type: nauc_recall_at_3_std
value: -8.031502210695518
verified: no, type: nauc_recall_at_5_diff1
value: 68.75996804285091
verified: no, type: nauc_recall_at_5_max
value: 51.89436269116051
verified: no, type: nauc_recall_at_5_std
value: 0.2288841275558609
verified: no, type: ndcg_at_1
value: 66.719
verified: no, type: ndcg_at_10
value: 78.377
verified: no, type: ndcg_at_100
value: 79.964
verified: no, type: ndcg_at_1000
value: 80.185
verified: no, type: ndcg_at_20
value: 79.183
verified: no, type: ndcg_at_3
value: 74.533
verified: no, type: ndcg_at_5
value: 76.782
verified: no, type: precision_at_1
value: 66.719
verified: no, type: precision_at_10
value: 9.596
verified: no, type: precision_at_100
value: 1.038
verified: no, type: precision_at_1000
value: 0.106
verified: no, type: precision_at_20
value: 4.971
verified: no, type: precision_at_3
value: 28.247
verified: no, type: precision_at_5
value: 18.146
verified: no, type: recall_at_1
value: 64.496
verified: no, type: recall_at_10
value: 90.275
verified: no, type: recall_at_100
value: 97.41300000000001
verified: no, type: recall_at_1000
value: 99.128
verified: no, type: recall_at_20
value: 93.378
verified: no, type: recall_at_3
value: 80.19
verified: no, type: recall_at_5
value: 85.531
verified: no
task: type: Retrieval, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 9.731002017484869
verified: no, type: f1
value: 9.069748597280716
verified: no, type: f1_weighted
value: 10.419815856589645
verified: no, type: main_score
value: 9.731002017484869
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.6079354404842
verified: no, type: f1
value: 43.25295087060459
verified: no, type: f1_weighted
value: 43.98296829713196
verified: no, type: main_score
value: 43.6079354404842
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 12.814391392064561
verified: no, type: f1
value: 11.570863357381153
verified: no, type: f1_weighted
value: 13.101944439649085
verified: no, type: main_score
value: 12.814391392064561
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 23.97108271687962
verified: no, type: f1
value: 24.053292531614012
verified: no, type: f1_weighted
value: 23.851839245854936
verified: no, type: main_score
value: 23.97108271687962
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 62.81102891728313
verified: no, type: f1
value: 59.6018863604308
verified: no, type: f1_weighted
value: 62.99690622554801
verified: no, type: main_score
value: 62.81102891728313
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.570275722932074
verified: no, type: f1
value: 39.46488297245669
verified: no, type: f1_weighted
value: 42.502239816443456
verified: no, type: main_score
value: 41.570275722932074
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.8453261600538
verified: no, type: f1
value: 38.317101603964545
verified: no, type: f1_weighted
value: 40.72395492044339
verified: no, type: main_score
value: 39.8453261600538
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.671822461331544
verified: no, type: f1
value: 37.58007811317987
verified: no, type: f1_weighted
value: 39.10181248428257
verified: no, type: main_score
value: 38.671822461331544
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 30.067249495628783
verified: no, type: f1
value: 27.556355974187912
verified: no, type: f1_weighted
value: 30.963659893012967
verified: no, type: main_score
value: 30.067249495628783
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.673839946200404
verified: no, type: f1
value: 2.5494965639802367
verified: no, type: f1_weighted
value: 2.8145341830526283
verified: no, type: main_score
value: 4.673839946200404
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 46.96032279757902
verified: no, type: f1
value: 46.65651797980574
verified: no, type: f1_weighted
value: 46.975519849473244
verified: no, type: main_score
value: 46.96032279757902
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.292535305985204
verified: no, type: f1
value: 39.17628651352315
verified: no, type: f1_weighted
value: 40.839902493979025
verified: no, type: main_score
value: 40.292535305985204
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.8513786146603897
verified: no, type: f1
value: 1.89175192605774
verified: no, type: f1_weighted
value: 2.5364563808332528
verified: no, type: main_score
value: 2.8513786146603897
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 34.451916610625425
verified: no, type: f1
value: 33.53074927467555
verified: no, type: f1_weighted
value: 35.258319919642446
verified: no, type: main_score
value: 34.451916610625425
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.197713517148614
verified: no, type: f1
value: 42.60125486508949
verified: no, type: f1_weighted
value: 43.64379570892065
verified: no, type: main_score
value: 43.197713517148614
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 76.01882985877604
verified: no, type: f1
value: 72.3776579790032
verified: no, type: f1_weighted
value: 76.50838946568814
verified: no, type: main_score
value: 76.01882985877604
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.75386684599866
verified: no, type: f1
value: 31.456766708589896
verified: no, type: f1_weighted
value: 34.0366091215231
verified: no, type: main_score
value: 32.75386684599866
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.57565568258238
verified: no, type: f1
value: 40.287327106843634
verified: no, type: f1_weighted
value: 43.24716333400812
verified: no, type: main_score
value: 42.57565568258238
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.589105581708137
verified: no, type: f1
value: 0.9290630374280033
verified: no, type: f1_weighted
value: 1.4161878562981063
verified: no, type: main_score
value: 2.589105581708137
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 25.131136516476126
verified: no, type: f1
value: 25.27815061140736
verified: no, type: f1_weighted
value: 25.192290174357346
verified: no, type: main_score
value: 25.131136516476126
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 46.946872898453265
verified: no, type: f1
value: 45.91259775330914
verified: no, type: f1_weighted
value: 47.398746034653406
verified: no, type: main_score
value: 46.946872898453265
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.017484868863484
verified: no, type: f1
value: 40.32799351790967
verified: no, type: f1_weighted
value: 42.5095745023745
verified: no, type: main_score
value: 42.017484868863484
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 44.16274377942165
verified: no, type: f1
value: 42.59183982340306
verified: no, type: f1_weighted
value: 45.008212136093455
verified: no, type: main_score
value: 44.16274377942165
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.62474781439139
verified: no, type: f1
value: 43.380784365848676
verified: no, type: f1_weighted
value: 44.048384678055065
verified: no, type: main_score
value: 43.62474781439139
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 14.862138533960998
verified: no, type: f1
value: 13.123956008770515
verified: no, type: f1_weighted
value: 15.175944552935434
verified: no, type: main_score
value: 14.862138533960998
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.59246805648957
verified: no, type: f1
value: 39.235549164523064
verified: no, type: f1_weighted
value: 43.725796046895724
verified: no, type: main_score
value: 42.59246805648957
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.35911230665771
verified: no, type: f1
value: 43.58305920517007
verified: no, type: f1_weighted
value: 43.45163273620528
verified: no, type: main_score
value: 43.35911230665771
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.5743106926698043
verified: no, type: f1
value: 1.9170031165168782
verified: no, type: f1_weighted
value: 2.876028356151793
verified: no, type: main_score
value: 3.5743106926698043
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.3207800941493
verified: no, type: f1
value: 37.84945159101641
verified: no, type: f1_weighted
value: 39.76328887450172
verified: no, type: main_score
value: 39.3207800941493
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.17417619367855
verified: no, type: f1
value: 41.51452421502344
verified: no, type: f1_weighted
value: 43.575740588663436
verified: no, type: main_score
value: 43.17417619367855
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.940820443846671
verified: no, type: f1
value: 1.9024958528487437
verified: no, type: f1_weighted
value: 2.457367277110865
verified: no, type: main_score
value: 3.940820443846671
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.702084734364493
verified: no, type: f1
value: 2.4577796241626655
verified: no, type: f1_weighted
value: 2.718182564884992
verified: no, type: main_score
value: 3.702084734364493
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.338937457969065
verified: no, type: f1
value: 1.1915267419026427
verified: no, type: f1_weighted
value: 2.050367350794539
verified: no, type: main_score
value: 3.338937457969065
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 7.108271687962341
verified: no, type: f1
value: 6.499099733722208
verified: no, type: f1_weighted
value: 6.067679182650555
verified: no, type: main_score
value: 7.108271687962341
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.1069266980497647
verified: no, type: f1
value: 1.7074940472292803
verified: no, type: f1_weighted
value: 1.91368359274973
verified: no, type: main_score
value: 3.1069266980497647
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 51.04909213180902
verified: no, type: f1
value: 49.6308815392496
verified: no, type: f1_weighted
value: 51.14123088715286
verified: no, type: main_score
value: 51.04909213180902
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.154673839946206
verified: no, type: f1
value: 39.60433103070425
verified: no, type: f1_weighted
value: 40.82227593141525
verified: no, type: main_score
value: 40.154673839946206
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.10827168796234
verified: no, type: f1
value: 39.80603638685329
verified: no, type: f1_weighted
value: 42.64856677255116
verified: no, type: main_score
value: 42.10827168796234
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.4862138533961
verified: no, type: f1
value: 39.857700066184535
verified: no, type: f1_weighted
value: 41.81361990540168
verified: no, type: main_score
value: 41.4862138533961
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.8513786146603897
verified: no, type: f1
value: 1.0396796629394838
verified: no, type: f1_weighted
value: 1.679462787118112
verified: no, type: main_score
value: 2.8513786146603897
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.046402151983855
verified: no, type: f1
value: 32.071046557110236
verified: no, type: f1_weighted
value: 34.06498014118775
verified: no, type: main_score
value: 33.046402151983855
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.81842636180228
verified: no, type: f1
value: 38.62179673846196
verified: no, type: f1_weighted
value: 40.75093127009189
verified: no, type: main_score
value: 39.81842636180228
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.533960995292535
verified: no, type: f1
value: 1.52098804123016
verified: no, type: f1_weighted
value: 2.4587393644122364
verified: no, type: main_score
value: 3.533960995292535
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.4868863483523875
verified: no, type: f1
value: 2.463127466064235
verified: no, type: f1_weighted
value: 2.814989313283245
verified: no, type: main_score
value: 3.4868863483523875
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.534633490248815
verified: no, type: f1
value: 39.582513269336324
verified: no, type: f1_weighted
value: 41.20588357370901
verified: no, type: main_score
value: 40.534633490248815
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 70.70275722932078
verified: no, type: f1
value: 69.33141153617231
verified: no, type: f1_weighted
value: 71.00260120362651
verified: no, type: main_score
value: 70.70275722932078
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.67854741089442
verified: no, type: f1
value: 42.5674825712523
verified: no, type: f1_weighted
value: 44.03833175704378
verified: no, type: main_score
value: 43.67854741089442
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 25.793544048419637
verified: no, type: f1
value: 25.149981562366037
verified: no, type: f1_weighted
value: 26.24170939636344
verified: no, type: main_score
value: 25.793544048419637
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.7336919973100207
verified: no, type: f1
value: 1.580154047083068
verified: no, type: f1_weighted
value: 1.4503728058594556
verified: no, type: main_score
value: 2.7336919973100207
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 44.9831876260928
verified: no, type: f1
value: 42.431462813005005
verified: no, type: f1_weighted
value: 45.83858201062737
verified: no, type: main_score
value: 44.9831876260928
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.62071284465366
verified: no, type: f1
value: 39.31648308450773
verified: no, type: f1_weighted
value: 42.262157671126744
verified: no, type: main_score
value: 41.62071284465366
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveIntentClassification (ur)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 9.380226266601081
verified: no, type: f1
value: 8.990917585770982
verified: no, type: f1_weighted
value: 10.555950181353865
verified: no, type: main_score
value: 9.380226266601081
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveIntentClassification (id)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.30054107230693
verified: no, type: f1
value: 42.639087356331615
verified: no, type: f1_weighted
value: 43.69592952307332
verified: no, type: main_score
value: 43.30054107230693
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveIntentClassification (fa)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 12.700442695523856
verified: no, type: f1
value: 11.392101752675561
verified: no, type: f1_weighted
value: 13.02878956397257
verified: no, type: main_score
value: 12.700442695523856
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveIntentClassification (mn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.176094441711754
verified: no, type: f1
value: 24.441961354848978
verified: no, type: f1_weighted
value: 23.943329604222363
verified: no, type: main_score
value: 24.176094441711754
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 63.42351205115592
verified: no, type: f1
value: 60.1409077218653
verified: no, type: f1_weighted
value: 63.23590096985862
verified: no, type: main_score
value: 63.42351205115592
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveIntentClassification (fi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.44121987211018
verified: no, type: f1
value: 39.88179246641776
verified: no, type: f1_weighted
value: 41.9912976137676
verified: no, type: main_score
value: 41.44121987211018
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveIntentClassification (cy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.88342351205115
verified: no, type: f1
value: 38.016148507410676
verified: no, type: f1_weighted
value: 39.67623313324099
verified: no, type: main_score
value: 38.88342351205115
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveIntentClassification (af)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 38.93753074274471
verified: no, type: f1
value: 38.21819811332998
verified: no, type: f1_weighted
value: 39.30475730087287
verified: no, type: main_score
value: 38.93753074274471
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveIntentClassification (el)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 29.80324643384162
verified: no, type: f1
value: 27.995696304231167
verified: no, type: f1_weighted
value: 30.733913113361595
verified: no, type: main_score
value: 29.80324643384162
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveIntentClassification (km)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.240039350713232
verified: no, type: f1
value: 2.0292251621717106
verified: no, type: f1_weighted
value: 2.276215235518406
verified: no, type: main_score
value: 4.240039350713232
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveIntentClassification (it)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 46.36989670437776
verified: no, type: f1
value: 46.86880494144779
verified: no, type: f1_weighted
value: 46.363803235010955
verified: no, type: main_score
value: 46.36989670437776
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveIntentClassification (sw)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.40826364977865
verified: no, type: f1
value: 38.863056374899564
verified: no, type: f1_weighted
value: 41.12559214755415
verified: no, type: main_score
value: 40.40826364977865
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveIntentClassification (te)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.0545991146089517
verified: no, type: f1
value: 1.5592797896550983
verified: no, type: f1_weighted
value: 2.4262056804247747
verified: no, type: main_score
value: 3.0545991146089517
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveIntentClassification (is)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.571077225774715
verified: no, type: f1
value: 33.55240297777297
verified: no, type: f1_weighted
value: 34.24069482813271
verified: no, type: main_score
value: 33.571077225774715
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveIntentClassification (lv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.1952779144122
verified: no, type: f1
value: 40.80253122677525
verified: no, type: f1_weighted
value: 41.393629514985236
verified: no, type: main_score
value: 41.1952779144122
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveIntentClassification (zh-CN)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 76.91096901131333
verified: no, type: f1
value: 74.15538363364416
verified: no, type: f1_weighted
value: 76.88270352222386
verified: no, type: main_score
value: 76.91096901131333
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveIntentClassification (az)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 32.52336448598131
verified: no, type: f1
value: 31.168524555924627
verified: no, type: f1_weighted
value: 33.63759944502999
verified: no, type: main_score
value: 32.52336448598131
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveIntentClassification (nl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.944417117560256
verified: no, type: f1
value: 40.09456965856331
verified: no, type: f1_weighted
value: 41.32329455781106
verified: no, type: main_score
value: 40.944417117560256
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveIntentClassification (he)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.857845548450566
verified: no, type: f1
value: 0.9974462765950423
verified: no, type: f1_weighted
value: 1.4711644445043064
verified: no, type: main_score
value: 2.857845548450566
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveIntentClassification (ko)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 24.97786522380718
verified: no, type: f1
value: 25.402064400694012
verified: no, type: f1_weighted
value: 24.952618227938256
verified: no, type: main_score
value: 24.97786522380718
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveIntentClassification (pt)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 46.43384161337924
verified: no, type: f1
value: 45.85033610327831
verified: no, type: f1_weighted
value: 46.896780452483746
verified: no, type: main_score
value: 46.43384161337924
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveIntentClassification (sl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.0231185440236
verified: no, type: f1
value: 39.514332596107806
verified: no, type: f1_weighted
value: 41.48978371983357
verified: no, type: main_score
value: 41.0231185440236
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveIntentClassification (sq)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 44.402361042793906
verified: no, type: f1
value: 43.502050301829684
verified: no, type: f1_weighted
value: 45.11202804620879
verified: no, type: main_score
value: 44.402361042793906
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveIntentClassification (fr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.871126414166255
verified: no, type: f1
value: 43.69727486044771
verified: no, type: f1_weighted
value: 44.23366783802563
verified: no, type: main_score
value: 43.871126414166255
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 14.490900147565174
verified: no, type: f1
value: 12.97222226579436
verified: no, type: f1_weighted
value: 15.100344259005311
verified: no, type: main_score
value: 14.490900147565174
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveIntentClassification (pl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.434825381210025
verified: no, type: f1
value: 39.31393032873764
verified: no, type: f1_weighted
value: 43.40696936550348
verified: no, type: main_score
value: 42.434825381210025
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveIntentClassification (es)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.531726512543045
verified: no, type: f1
value: 43.87114148531123
verified: no, type: f1_weighted
value: 43.48862520255502
verified: no, type: main_score
value: 43.531726512543045
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveIntentClassification (bn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.3202164289227745
verified: no, type: f1
value: 2.1671008894013344
verified: no, type: f1_weighted
value: 2.565626865416203
verified: no, type: main_score
value: 3.3202164289227745
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveIntentClassification (jv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.66060009837678
verified: no, type: f1
value: 38.09804291983762
verified: no, type: f1_weighted
value: 40.20764763707242
verified: no, type: main_score
value: 39.66060009837678
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveIntentClassification (sv)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.34628627643876
verified: no, type: f1
value: 41.351901052262484
verified: no, type: f1_weighted
value: 42.74617846152216
verified: no, type: main_score
value: 42.34628627643876
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveIntentClassification (my)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 4.520413182488932
verified: no, type: f1
value: 2.492518890768375
verified: no, type: f1_weighted
value: 2.8083959445441664
verified: no, type: main_score
value: 4.520413182488932
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveIntentClassification (kn)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.8416133792424993
verified: no, type: f1
value: 2.249913702782843
verified: no, type: f1_weighted
value: 2.8461656650048237
verified: no, type: main_score
value: 3.8416133792424993
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveIntentClassification (ta)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.207083128381702
verified: no, type: f1
value: 1.1165194517745034
verified: no, type: f1_weighted
value: 2.03797254022123
verified: no, type: main_score
value: 3.207083128381702
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveIntentClassification (th)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 7.19626168224299
verified: no, type: f1
value: 6.231436588286175
verified: no, type: f1_weighted
value: 6.082174205390991
verified: no, type: main_score
value: 7.19626168224299
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveIntentClassification (am)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.216920806689622
verified: no, type: f1
value: 1.5706785264445453
verified: no, type: f1_weighted
value: 1.8826764274890193
verified: no, type: main_score
value: 3.216920806689622
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveIntentClassification (ja)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 50.90506640432858
verified: no, type: f1
value: 49.286571027358264
verified: no, type: f1_weighted
value: 51.19695384060615
verified: no, type: main_score
value: 50.90506640432858
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveIntentClassification (nb)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.39842597147073
verified: no, type: f1
value: 39.932402097909794
verified: no, type: f1_weighted
value: 40.80662785740894
verified: no, type: main_score
value: 40.39842597147073
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification (de)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 41.03787506148549
verified: no, type: f1
value: 38.80554261518457
verified: no, type: f1_weighted
value: 41.656448662726575
verified: no, type: main_score
value: 41.03787506148549
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveIntentClassification (hu)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.685194294146584
verified: no, type: f1
value: 38.336045001667216
verified: no, type: f1_weighted
value: 40.09559058068552
verified: no, type: main_score
value: 39.685194294146584
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveIntentClassification (ml)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.9611411706837187
verified: no, type: f1
value: 1.069101410866621
verified: no, type: f1_weighted
value: 1.505398164168353
verified: no, type: main_score
value: 2.9611411706837187
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveIntentClassification (tr)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 33.295622233152976
verified: no, type: f1
value: 32.679303624594866
verified: no, type: f1_weighted
value: 34.08394987338718
verified: no, type: main_score
value: 33.295622233152976
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveIntentClassification (vi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 39.621249385145106
verified: no, type: f1
value: 37.53378817519671
verified: no, type: f1_weighted
value: 40.291091761567074
verified: no, type: main_score
value: 39.621249385145106
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveIntentClassification (hy)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.2857845548450557
verified: no, type: f1
value: 1.5889657377830335
verified: no, type: f1_weighted
value: 2.151424756030313
verified: no, type: main_score
value: 3.2857845548450557
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveIntentClassification (hi)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 3.4825381210034436
verified: no, type: f1
value: 2.757982434342728
verified: no, type: f1_weighted
value: 2.758836281053027
verified: no, type: main_score
value: 3.4825381210034436
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveIntentClassification (ms)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.11805213969503
verified: no, type: f1
value: 39.5525331645839
verified: no, type: f1_weighted
value: 40.68556481585343
verified: no, type: main_score
value: 40.11805213969503
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveIntentClassification (zh-TW)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 70.70339399901624
verified: no, type: f1
value: 69.56397933117364
verified: no, type: f1_weighted
value: 70.636837176592
verified: no, type: main_score
value: 70.70339399901624
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveIntentClassification (ro)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 42.636497786522376
verified: no, type: f1
value: 41.835721061508046
verified: no, type: f1_weighted
value: 43.09527195252628
verified: no, type: main_score
value: 42.636497786522376
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveIntentClassification (ru)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 25.528775209050664
verified: no, type: f1
value: 24.590196538466525
verified: no, type: f1_weighted
value: 25.7679465276038
verified: no, type: main_score
value: 25.528775209050664
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveIntentClassification (ka)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 2.4053123462862764
verified: no, type: f1
value: 1.0039182333347725
verified: no, type: f1_weighted
value: 1.1504849663162338
verified: no, type: main_score
value: 2.4053123462862764
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveIntentClassification (da)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 43.94490900147566
verified: no, type: f1
value: 42.06122028437199
verified: no, type: f1_weighted
value: 44.65360841137625
verified: no, type: main_score
value: 43.94490900147566
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveIntentClassification (tl)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 40.57550418101328
verified: no, type: f1
value: 38.55684696220655
verified: no, type: f1_weighted
value: 41.32491799752021
verified: no, type: main_score
value: 40.57550418101328
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 36.267652992602564
verified: no, type: f1
value: 34.39028052609626
verified: no, type: f1_weighted
value: 37.125977056069445
verified: no, type: main_score
value: 36.267652992602564
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.146603900470748
verified: no, type: f1
value: 28.930820125296385
verified: no, type: f1_weighted
value: 32.25487660975725
verified: no, type: main_score
value: 31.146603900470748
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 32.59919300605246
verified: no, type: f1
value: 31.37679773609919
verified: no, type: f1_weighted
value: 33.440069864146615
verified: no, type: main_score
value: 32.59919300605246
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.99058507061197
verified: no, type: f1
value: 44.84473711276094
verified: no, type: f1_weighted
value: 47.46949378039814
verified: no, type: main_score
value: 46.99058507061197
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.611297915265634
verified: no, type: f1
value: 5.503073257951686
verified: no, type: f1_weighted
value: 6.564944192746709
verified: no, type: main_score
value: 8.611297915265634
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.41560188298588
verified: no, type: f1
value: 44.668711805596985
verified: no, type: f1_weighted
value: 46.9398356896547
verified: no, type: main_score
value: 46.41560188298588
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.3537323470074
verified: no, type: f1
value: 4.683418420407853
verified: no, type: f1_weighted
value: 5.5457976920254515
verified: no, type: main_score
value: 7.3537323470074
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.843308675184936
verified: no, type: f1
value: 34.20551221429157
verified: no, type: f1_weighted
value: 34.45819700010564
verified: no, type: main_score
value: 33.843308675184936
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.330195023537326
verified: no, type: f1
value: 4.686351443642142
verified: no, type: f1_weighted
value: 5.028446849221205
verified: no, type: main_score
value: 7.330195023537326
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.09414929388031
verified: no, type: f1
value: 41.76347483758408
verified: no, type: f1_weighted
value: 46.25240119606559
verified: no, type: main_score
value: 45.09414929388031
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.20040349697378
verified: no, type: f1
value: 43.19389996393894
verified: no, type: f1_weighted
value: 47.33543539294865
verified: no, type: main_score
value: 46.20040349697378
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.95965030262273
verified: no, type: f1
value: 38.05830932392177
verified: no, type: f1_weighted
value: 41.02697348660353
verified: no, type: main_score
value: 39.95965030262273
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.409549428379286
verified: no, type: f1
value: 41.24992542864968
verified: no, type: f1_weighted
value: 44.215059864156004
verified: no, type: main_score
value: 43.409549428379286
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 26.186953597848017
verified: no, type: f1
value: 25.217093636667503
verified: no, type: f1_weighted
value: 26.708313663056355
verified: no, type: main_score
value: 26.186953597848017
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.355077336919976
verified: no, type: f1
value: 39.36825529822422
verified: no, type: f1_weighted
value: 42.55595439584406
verified: no, type: main_score
value: 41.355077336919976
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.940147948890384
verified: no, type: f1
value: 4.163887735005802
verified: no, type: f1_weighted
value: 4.523934747194612
verified: no, type: main_score
value: 6.940147948890384
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 69.54270342972427
verified: no, type: f1
value: 67.2450361370488
verified: no, type: f1_weighted
value: 69.95238321926432
verified: no, type: main_score
value: 69.54270342972427
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.72696704774715
verified: no, type: f1
value: 40.6887727140475
verified: no, type: f1_weighted
value: 43.8995830956876
verified: no, type: main_score
value: 42.72696704774715
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 10.242098184263618
verified: no, type: f1
value: 6.484592667006297
verified: no, type: f1_weighted
value: 7.305871266507618
verified: no, type: main_score
value: 10.242098184263618
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.546738399462004
verified: no, type: f1
value: 3.918317398893017
verified: no, type: f1_weighted
value: 4.158485825583739
verified: no, type: main_score
value: 6.546738399462004
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.888365837256224
verified: no, type: f1
value: 40.10274962871748
verified: no, type: f1_weighted
value: 43.37964867963827
verified: no, type: main_score
value: 42.888365837256224
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.55884330867518
verified: no, type: f1
value: 40.38029399273437
verified: no, type: f1_weighted
value: 43.398374319784985
verified: no, type: main_score
value: 42.55884330867518
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.11970410221923
verified: no, type: f1
value: 38.79855099321214
verified: no, type: f1_weighted
value: 41.871902773554794
verified: no, type: main_score
value: 41.11970410221923
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.9004707464694
verified: no, type: f1
value: 38.49724424945353
verified: no, type: f1_weighted
value: 39.6441441466175
verified: no, type: main_score
value: 38.9004707464694
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.76664425016812
verified: no, type: f1
value: 38.92958333060731
verified: no, type: f1_weighted
value: 41.85931316638676
verified: no, type: main_score
value: 40.76664425016812
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.51647612642905
verified: no, type: f1
value: 39.840898472140985
verified: no, type: f1_weighted
value: 42.10983379134603
verified: no, type: main_score
value: 41.51647612642905
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.463349024882314
verified: no, type: f1
value: 6.687885838127879
verified: no, type: f1_weighted
value: 6.665248063087772
verified: no, type: main_score
value: 8.463349024882314
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 13.3591123066577
verified: no, type: f1
value: 12.221561665549492
verified: no, type: f1_weighted
value: 11.984542743854307
verified: no, type: main_score
value: 13.3591123066577
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.663080026899806
verified: no, type: f1
value: 40.728981841584826
verified: no, type: f1_weighted
value: 43.23457106933713
verified: no, type: main_score
value: 42.663080026899806
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 15.494283792871554
verified: no, type: f1
value: 15.006092058084446
verified: no, type: f1_weighted
value: 15.27733810236863
verified: no, type: main_score
value: 15.494283792871554
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.44720914593141
verified: no, type: f1
value: 37.751297424074835
verified: no, type: f1_weighted
value: 41.61089365114751
verified: no, type: main_score
value: 40.44720914593141
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.87626092804304
verified: no, type: f1
value: 40.023561485491356
verified: no, type: f1_weighted
value: 42.18306723227648
verified: no, type: main_score
value: 41.87626092804304
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 25.783456624075317
verified: no, type: f1
value: 24.81316657558517
verified: no, type: f1_weighted
value: 26.453345232329223
verified: no, type: main_score
value: 25.783456624075317
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.572293207800943
verified: no, type: f1
value: 5.122318304085453
verified: no, type: f1_weighted
value: 5.918371344281876
verified: no, type: main_score
value: 7.572293207800943
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.915265635507733
verified: no, type: f1
value: 5.835330719935933
verified: no, type: f1_weighted
value: 6.015782878022624
verified: no, type: main_score
value: 7.915265635507733
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.788836583725626
verified: no, type: f1
value: 38.88966219885448
verified: no, type: f1_weighted
value: 42.8721422217295
verified: no, type: main_score
value: 41.788836583725626
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 82.76395427034296
verified: no, type: f1
value: 82.41363804132969
verified: no, type: f1_weighted
value: 83.00514475868802
verified: no, type: main_score
value: 82.76395427034296
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 9.640215198386013
verified: no, type: f1
value: 5.2564140077599655
verified: no, type: f1_weighted
value: 7.164883387181156
verified: no, type: main_score
value: 9.640215198386013
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 46.64761264290519
verified: no, type: f1
value: 45.13961173395828
verified: no, type: f1_weighted
value: 47.36627661666301
verified: no, type: main_score
value: 46.64761264290519
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.061869535978474
verified: no, type: f1
value: 42.22172641814783
verified: no, type: f1_weighted
value: 45.208537616148384
verified: no, type: main_score
value: 44.061869535978474
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.528581035642231
verified: no, type: f1
value: 4.055954812609527
verified: no, type: f1_weighted
value: 5.346908730375917
verified: no, type: main_score
value: 7.528581035642231
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.70410221923336
verified: no, type: f1
value: 43.287928645786955
verified: no, type: f1_weighted
value: 45.12367939775564
verified: no, type: main_score
value: 44.70410221923336
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 25.363147276395427
verified: no, type: f1
value: 24.336469645147293
verified: no, type: f1_weighted
value: 25.552654529491054
verified: no, type: main_score
value: 25.363147276395427
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 78.58776059179557
verified: no, type: f1
value: 78.7265027141245
verified: no, type: f1_weighted
value: 78.79726292257465
verified: no, type: main_score
value: 78.58776059179557
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.546065904505724
verified: no, type: f1
value: 41.38065337271016
verified: no, type: f1_weighted
value: 45.261964994908595
verified: no, type: main_score
value: 44.546065904505724
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 18.80295897780767
verified: no, type: f1
value: 17.010531525930894
verified: no, type: f1_weighted
value: 19.333227207926747
verified: no, type: main_score
value: 18.80295897780767
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.268997982515124
verified: no, type: f1
value: 43.011099614102136
verified: no, type: f1_weighted
value: 46.00264255471957
verified: no, type: main_score
value: 45.268997982515124
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.179556153328846
verified: no, type: f1
value: 36.72504541129902
verified: no, type: f1_weighted
value: 40.271736849507
verified: no, type: main_score
value: 39.179556153328846
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 53.26832548755884
verified: no, type: f1
value: 53.061278209142884
verified: no, type: f1_weighted
value: 53.17435324984633
verified: no, type: main_score
value: 53.26832548755884
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 14.579690652320107
verified: no, type: f1
value: 14.206144389074717
verified: no, type: f1_weighted
value: 14.748527351475005
verified: no, type: main_score
value: 14.579690652320107
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.874915938130464
verified: no, type: f1
value: 4.118787513270843
verified: no, type: f1_weighted
value: 5.817041463583794
verified: no, type: main_score
value: 7.874915938130464
verified: no
task: type: Classification, dataset: config: is
name: MTEB MassiveScenarioClassification (is)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 35.99606492867683
verified: no, type: f1
value: 35.20584439264268
verified: no, type: f1_weighted
value: 36.67345255137978
verified: no, type: main_score
value: 35.99606492867683
verified: no
task: type: Classification, dataset: config: el
name: MTEB MassiveScenarioClassification (el)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 29.98524348253812
verified: no, type: f1
value: 28.765943623633927
verified: no, type: f1_weighted
value: 30.75476241135753
verified: no, type: main_score
value: 29.98524348253812
verified: no
task: type: Classification, dataset: config: az
name: MTEB MassiveScenarioClassification (az)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 31.908509591736355
verified: no, type: f1
value: 31.68840089466658
verified: no, type: f1_weighted
value: 32.614271948745056
verified: no, type: main_score
value: 31.908509591736355
verified: no
task: type: Classification, dataset: config: it
name: MTEB MassiveScenarioClassification (it)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.60255779636006
verified: no, type: f1
value: 44.91130039504065
verified: no, type: f1_weighted
value: 45.901808454025705
verified: no, type: main_score
value: 45.60255779636006
verified: no
task: type: Classification, dataset: config: hy
name: MTEB MassiveScenarioClassification (hy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.480078701426464
verified: no, type: f1
value: 5.33881465273221
verified: no, type: f1_weighted
value: 6.299851933533558
verified: no, type: main_score
value: 8.480078701426464
verified: no
task: type: Classification, dataset: config: fr
name: MTEB MassiveScenarioClassification (fr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 45.61239547466798
verified: no, type: f1
value: 44.796398022321725
verified: no, type: f1_weighted
value: 46.050421712295055
verified: no, type: main_score
value: 45.61239547466798
verified: no
task: type: Classification, dataset: config: te
name: MTEB MassiveScenarioClassification (te)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.333989178553861
verified: no, type: f1
value: 4.666258475314794
verified: no, type: f1_weighted
value: 5.362484645743675
verified: no, type: main_score
value: 7.333989178553861
verified: no
task: type: Classification, dataset: config: tr
name: MTEB MassiveScenarioClassification (tr)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 33.561239547466805
verified: no, type: f1
value: 34.0795945686752
verified: no, type: f1_weighted
value: 33.96219218340987
verified: no, type: main_score
value: 33.561239547466805
verified: no
task: type: Classification, dataset: config: am
name: MTEB MassiveScenarioClassification (am)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.604525332021645
verified: no, type: f1
value: 4.536275730289927
verified: no, type: f1_weighted
value: 5.166653156052664
verified: no, type: main_score
value: 7.604525332021645
verified: no
task: type: Classification, dataset: config: nl
name: MTEB MassiveScenarioClassification (nl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.749631087063456
verified: no, type: f1
value: 40.97034342282828
verified: no, type: f1_weighted
value: 43.80143496413575
verified: no, type: main_score
value: 42.749631087063456
verified: no
task: type: Classification, dataset: config: da
name: MTEB MassiveScenarioClassification (da)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.00393507132317
verified: no, type: f1
value: 42.542091357589484
verified: no, type: f1_weighted
value: 45.08395452421817
verified: no, type: main_score
value: 44.00393507132317
verified: no
task: type: Classification, dataset: config: nb
name: MTEB MassiveScenarioClassification (nb)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.527791441219875
verified: no, type: f1
value: 38.877669437208
verified: no, type: f1_weighted
value: 40.440029463255314
verified: no, type: main_score
value: 39.527791441219875
verified: no
task: type: Classification, dataset: config: id
name: MTEB MassiveScenarioClassification (id)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.882439744220356
verified: no, type: f1
value: 41.74248841008145
verified: no, type: f1_weighted
value: 43.49099459057078
verified: no, type: main_score
value: 42.882439744220356
verified: no
task: type: Classification, dataset: config: ru
name: MTEB MassiveScenarioClassification (ru)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 25.976389572061
verified: no, type: f1
value: 25.526996864828078
verified: no, type: f1_weighted
value: 26.323888911031062
verified: no, type: main_score
value: 25.976389572061
verified: no
task: type: Classification, dataset: config: tl
name: MTEB MassiveScenarioClassification (tl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.23610427939007
verified: no, type: f1
value: 39.5110278526761
verified: no, type: f1_weighted
value: 41.1833957480028
verified: no, type: main_score
value: 40.23610427939007
verified: no
task: type: Classification, dataset: config: ka
name: MTEB MassiveScenarioClassification (ka)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.714215445154944
verified: no, type: f1
value: 3.9946938970745207
verified: no, type: f1_weighted
value: 4.251073566584421
verified: no, type: main_score
value: 6.714215445154944
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 68.92769306443678
verified: no, type: f1
value: 66.90869048636226
verified: no, type: f1_weighted
value: 69.3297020719043
verified: no, type: main_score
value: 68.92769306443678
verified: no
task: type: Classification, dataset: config: ms
name: MTEB MassiveScenarioClassification (ms)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.18396458435809
verified: no, type: f1
value: 41.2623335611438
verified: no, type: f1_weighted
value: 43.127995422526844
verified: no, type: main_score
value: 42.18396458435809
verified: no
task: type: Classification, dataset: config: my
name: MTEB MassiveScenarioClassification (my)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 11.082144613871126
verified: no, type: f1
value: 7.425778448776913
verified: no, type: f1_weighted
value: 7.789515570254026
verified: no, type: main_score
value: 11.082144613871126
verified: no
task: type: Classification, dataset: config: ml
name: MTEB MassiveScenarioClassification (ml)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 6.5027053615346775
verified: no, type: f1
value: 3.7466133746195633
verified: no, type: f1_weighted
value: 3.973214419588327
verified: no, type: main_score
value: 6.5027053615346775
verified: no
task: type: Classification, dataset: config: sv
name: MTEB MassiveScenarioClassification (sv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.81013280865716
verified: no, type: f1
value: 40.48354280118566
verified: no, type: f1_weighted
value: 42.13905635564818
verified: no, type: main_score
value: 41.81013280865716
verified: no
task: type: Classification, dataset: config: hu
name: MTEB MassiveScenarioClassification (hu)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.621249385145106
verified: no, type: f1
value: 38.77569615351878
verified: no, type: f1_weighted
value: 40.408850998703294
verified: no, type: main_score
value: 39.621249385145106
verified: no
task: type: Classification, dataset: config: lv
name: MTEB MassiveScenarioClassification (lv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.51795376291195
verified: no, type: f1
value: 38.33840469203745
verified: no, type: f1_weighted
value: 40.14217235774783
verified: no, type: main_score
value: 39.51795376291195
verified: no
task: type: Classification, dataset: config: vi
name: MTEB MassiveScenarioClassification (vi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.11460895228726
verified: no, type: f1
value: 38.90884303194236
verified: no, type: f1_weighted
value: 39.61233724806451
verified: no, type: main_score
value: 39.11460895228726
verified: no
task: type: Classification, dataset: config: pl
name: MTEB MassiveScenarioClassification (pl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 39.47860304968028
verified: no, type: f1
value: 38.456455709925585
verified: no, type: f1_weighted
value: 40.42759387176258
verified: no, type: main_score
value: 39.47860304968028
verified: no
task: type: Classification, dataset: config: sl
name: MTEB MassiveScenarioClassification (sl)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.78209542547959
verified: no, type: f1
value: 39.80360672965863
verified: no, type: f1_weighted
value: 41.3388040455552
verified: no, type: main_score
value: 40.78209542547959
verified: no
task: type: Classification, dataset: config: hi
name: MTEB MassiveScenarioClassification (hi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.52926709296606
verified: no, type: f1
value: 6.39881808638407
verified: no, type: f1_weighted
value: 6.616654119148606
verified: no, type: main_score
value: 8.52926709296606
verified: no
task: type: Classification, dataset: config: th
name: MTEB MassiveScenarioClassification (th)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 13.753074274471224
verified: no, type: f1
value: 12.326492805202069
verified: no, type: f1_weighted
value: 12.151551505564898
verified: no, type: main_score
value: 13.753074274471224
verified: no
task: type: Classification, dataset: config: sw
name: MTEB MassiveScenarioClassification (sw)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 41.72651254303984
verified: no, type: f1
value: 40.35106230585296
verified: no, type: f1_weighted
value: 42.504608904683664
verified: no, type: main_score
value: 41.72651254303984
verified: no
task: type: Classification, dataset: config: fa
name: MTEB MassiveScenarioClassification (fa)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 15.31234628627644
verified: no, type: f1
value: 15.057814723718712
verified: no, type: f1_weighted
value: 14.825818910096011
verified: no, type: main_score
value: 15.31234628627644
verified: no
task: type: Classification, dataset: config: af
name: MTEB MassiveScenarioClassification (af)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.9640924741761
verified: no, type: f1
value: 39.415962035771635
verified: no, type: f1_weighted
value: 41.880993077133425
verified: no, type: main_score
value: 40.9640924741761
verified: no
task: type: Classification, dataset: config: jv
name: MTEB MassiveScenarioClassification (jv)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.850959173635026
verified: no, type: f1
value: 40.083644344440664
verified: no, type: f1_weighted
value: 41.0320978528804
verified: no, type: main_score
value: 40.850959173635026
verified: no
task: type: Classification, dataset: config: ko
name: MTEB MassiveScenarioClassification (ko)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 25.336940482046238
verified: no, type: f1
value: 24.385419734710172
verified: no, type: f1_weighted
value: 25.75871028873885
verified: no, type: main_score
value: 25.336940482046238
verified: no
task: type: Classification, dataset: config: bn
name: MTEB MassiveScenarioClassification (bn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.496310870634529
verified: no, type: f1
value: 4.99273826850258
verified: no, type: f1_weighted
value: 5.802198772868682
verified: no, type: main_score
value: 7.496310870634529
verified: no
task: type: Classification, dataset: config: kn
name: MTEB MassiveScenarioClassification (kn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 8.53418593212002
verified: no, type: f1
value: 6.456521102839466
verified: no, type: f1_weighted
value: 6.396377755145225
verified: no, type: main_score
value: 8.53418593212002
verified: no
task: type: Classification, dataset: config: cy
name: MTEB MassiveScenarioClassification (cy)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 40.20167240531235
verified: no, type: f1
value: 38.24662692870761
verified: no, type: f1_weighted
value: 41.01478059789378
verified: no, type: main_score
value: 40.20167240531235
verified: no
task: type: Classification, dataset: config: zh-CN
name: MTEB MassiveScenarioClassification (zh-CN)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 82.36104279390064
verified: no, type: f1
value: 81.67294237294372
verified: no, type: f1_weighted
value: 82.57942325045582
verified: no, type: main_score
value: 82.36104279390064
verified: no
task: type: Classification, dataset: config: km
name: MTEB MassiveScenarioClassification (km)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 9.24741760944417
verified: no, type: f1
value: 5.058356544468532
verified: no, type: f1_weighted
value: 6.903761892494975
verified: no, type: main_score
value: 9.24741760944417
verified: no
task: type: Classification, dataset: config: pt
name: MTEB MassiveScenarioClassification (pt)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 44.92867683226759
verified: no, type: f1
value: 44.483430371315194
verified: no, type: f1_weighted
value: 45.52549319038087
verified: no, type: main_score
value: 44.92867683226759
verified: no
task: type: Classification, dataset: config: sq
name: MTEB MassiveScenarioClassification (sq)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.059517953762914
verified: no, type: f1
value: 42.65977402358004
verified: no, type: f1_weighted
value: 43.97266713539029
verified: no, type: main_score
value: 43.059517953762914
verified: no
task: type: Classification, dataset: config: ta
name: MTEB MassiveScenarioClassification (ta)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.530742744712249
verified: no, type: f1
value: 4.0701142041780844
verified: no, type: f1_weighted
value: 5.372399660680421
verified: no, type: main_score
value: 7.530742744712249
verified: no
task: type: Classification, dataset: config: es
name: MTEB MassiveScenarioClassification (es)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.75454992621741
verified: no, type: f1
value: 42.45294276737515
verified: no, type: f1_weighted
value: 42.97139601656561
verified: no, type: main_score
value: 42.75454992621741
verified: no
task: type: Classification, dataset: config: mn
name: MTEB MassiveScenarioClassification (mn)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 24.84997540580423
verified: no, type: f1
value: 24.120781457641122
verified: no, type: f1_weighted
value: 24.975936906386913
verified: no, type: main_score
value: 24.84997540580423
verified: no
task: type: Classification, dataset: config: zh-TW
name: MTEB MassiveScenarioClassification (zh-TW)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 79.05558288243975
verified: no, type: f1
value: 78.9835268881931
verified: no, type: f1_weighted
value: 79.28165747769849
verified: no, type: main_score
value: 79.05558288243975
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification (de)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 42.58730939498278
verified: no, type: f1
value: 40.70852558786616
verified: no, type: f1_weighted
value: 43.251635086069804
verified: no, type: main_score
value: 42.58730939498278
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 18.017707820954254
verified: no, type: f1
value: 16.687990492609256
verified: no, type: f1_weighted
value: 18.46136988933461
verified: no, type: main_score
value: 18.017707820954254
verified: no
task: type: Classification, dataset: config: ro
name: MTEB MassiveScenarioClassification (ro)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 43.78750614854894
verified: no, type: f1
value: 43.35116606491994
verified: no, type: f1_weighted
value: 44.31377810377738
verified: no, type: main_score
value: 43.78750614854894
verified: no
task: type: Classification, dataset: config: fi
name: MTEB MassiveScenarioClassification (fi)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 38.25381210034432
verified: no, type: f1
value: 36.84507866986097
verified: no, type: f1_weighted
value: 39.15201046891089
verified: no, type: main_score
value: 38.25381210034432
verified: no
task: type: Classification, dataset: config: ja
name: MTEB MassiveScenarioClassification (ja)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 53.29562223315298
verified: no, type: f1
value: 53.13848950509313
verified: no, type: f1_weighted
value: 53.26552991076052
verified: no, type: main_score
value: 53.29562223315298
verified: no
task: type: Classification, dataset: config: ur
name: MTEB MassiveScenarioClassification (ur)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 14.594195769798329
verified: no, type: f1
value: 14.397328781753599
verified: no, type: f1_weighted
value: 14.660528748357581
verified: no, type: main_score
value: 14.594195769798329
verified: no
task: type: Classification, dataset: config: he
name: MTEB MassiveScenarioClassification (he)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 7.879980324643385
verified: no, type: f1
value: 4.038729452806328
verified: no, type: f1_weighted
value: 5.6615870271046065
verified: no, type: main_score
value: 7.879980324643385
verified: no
task: type: Classification, dataset: config: default
name: MTEB MedicalRetrieval (default)
revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
split: dev
type: C-MTEB/MedicalRetrieval
metrics: type: main_score
value: 63.67699999999999
verified: no, type: map_at_1
value: 53.800000000000004
verified: no, type: map_at_10
value: 60.431999999999995
verified: no, type: map_at_100
value: 61.029999999999994
verified: no, type: map_at_1000
value: 61.071
verified: no, type: map_at_20
value: 60.777
verified: no, type: map_at_3
value: 58.75
verified: no, type: map_at_5
value: 59.81999999999999
verified: no, type: mrr_at_1
value: 53.800000000000004
verified: no, type: mrr_at_10
value: 60.431507936507934
verified: no, type: mrr_at_100
value: 61.02980943818268
verified: no, type: mrr_at_1000
value: 61.07101618078645
verified: no, type: mrr_at_20
value: 60.77656156107394
verified: no, type: mrr_at_3
value: 58.750000000000014
verified: no, type: mrr_at_5
value: 59.81999999999999
verified: no, type: nauc_map_at_1000_diff1
value: 78.00629416107189
verified: no, type: nauc_map_at_1000_max
value: 52.07420225671461
verified: no, type: nauc_map_at_1000_std
value: 7.235435225393745
verified: no, type: nauc_map_at_100_diff1
value: 77.9857887699591
verified: no, type: nauc_map_at_100_max
value: 52.055541763889416
verified: no, type: nauc_map_at_100_std
value: 7.236124232996337
verified: no, type: nauc_map_at_10_diff1
value: 77.91480569228007
verified: no, type: nauc_map_at_10_max
value: 52.04826888831761
verified: no, type: nauc_map_at_10_std
value: 7.006421025182576
verified: no, type: nauc_map_at_1_diff1
value: 82.20582404755503
verified: no, type: nauc_map_at_1_max
value: 54.4721454376076
verified: no, type: nauc_map_at_1_std
value: 4.496959883774145
verified: no, type: nauc_map_at_20_diff1
value: 77.95162276147624
verified: no, type: nauc_map_at_20_max
value: 52.023771967662434
verified: no, type: nauc_map_at_20_std
value: 7.196031931418907
verified: no, type: nauc_map_at_3_diff1
value: 79.03105924086732
verified: no, type: nauc_map_at_3_max
value: 53.07038869379984
verified: no, type: nauc_map_at_3_std
value: 6.793908288837009
verified: no, type: nauc_map_at_5_diff1
value: 78.21124356618412
verified: no, type: nauc_map_at_5_max
value: 52.395049895165236
verified: no, type: nauc_map_at_5_std
value: 6.899017664263203
verified: no, type: nauc_mrr_at_1000_diff1
value: 78.00601481881016
verified: no, type: nauc_mrr_at_1000_max
value: 51.9762321296784
verified: no, type: nauc_mrr_at_1000_std
value: 7.350305802489671
verified: no, type: nauc_mrr_at_100_diff1
value: 77.98550974774857
verified: no, type: nauc_mrr_at_100_max
value: 51.957702695554374
verified: no, type: nauc_mrr_at_100_std
value: 7.3508410873853
verified: no, type: nauc_mrr_at_10_diff1
value: 77.91480569228007
verified: no, type: nauc_mrr_at_10_max
value: 51.951920429485554
verified: no, type: nauc_mrr_at_10_std
value: 7.118827560486609
verified: no, type: nauc_mrr_at_1_diff1
value: 82.20582404755503
verified: no, type: nauc_mrr_at_1_max
value: 54.29747391710586
verified: no, type: nauc_mrr_at_1_std
value: 4.700743324359466
verified: no, type: nauc_mrr_at_20_diff1
value: 77.95162276147624
verified: no, type: nauc_mrr_at_20_max
value: 51.92663048569973
verified: no, type: nauc_mrr_at_20_std
value: 7.30936366037528
verified: no, type: nauc_mrr_at_3_diff1
value: 79.03105924086732
verified: no, type: nauc_mrr_at_3_max
value: 52.97714066514463
verified: no, type: nauc_mrr_at_3_std
value: 6.902697655601455
verified: no, type: nauc_mrr_at_5_diff1
value: 78.21124356618412
verified: no, type: nauc_mrr_at_5_max
value: 52.300015316154855
verified: no, type: nauc_mrr_at_5_std
value: 7.0098913397753355
verified: no, type: nauc_ndcg_at_1000_diff1
value: 76.68028623834495
verified: no, type: nauc_ndcg_at_1000_max
value: 51.004333240246936
verified: no, type: nauc_ndcg_at_1000_std
value: 8.698515324279041
verified: no, type: nauc_ndcg_at_100_diff1
value: 76.05356190504821
verified: no, type: nauc_ndcg_at_100_max
value: 50.35277313216198
verified: no, type: nauc_ndcg_at_100_std
value: 9.249854230791188
verified: no, type: nauc_ndcg_at_10_diff1
value: 75.6902794635337
verified: no, type: nauc_ndcg_at_10_max
value: 50.299670065322886
verified: no, type: nauc_ndcg_at_10_std
value: 8.187845234344188
verified: no, type: nauc_ndcg_at_1_diff1
value: 82.20582404755503
verified: no, type: nauc_ndcg_at_1_max
value: 54.4721454376076
verified: no, type: nauc_ndcg_at_1_std
value: 4.496959883774145
verified: no, type: nauc_ndcg_at_20_diff1
value: 75.79556771472184
verified: no, type: nauc_ndcg_at_20_max
value: 50.21494338026765
verified: no, type: nauc_ndcg_at_20_std
value: 8.945573827175862
verified: no, type: nauc_ndcg_at_3_diff1
value: 78.05339525168148
verified: no, type: nauc_ndcg_at_3_max
value: 52.459350220474875
verified: no, type: nauc_ndcg_at_3_std
value: 7.638500728186775
verified: no, type: nauc_ndcg_at_5_diff1
value: 76.45369105380743
verified: no, type: nauc_ndcg_at_5_max
value: 51.19789390012578
verified: no, type: nauc_ndcg_at_5_std
value: 7.86689928703537
verified: no, type: nauc_precision_at_1000_diff1
value: 59.591503267973344
verified: no, type: nauc_precision_at_1000_max
value: 39.813258636787445
verified: no, type: nauc_precision_at_1000_std
value: 43.9635854341733
verified: no, type: nauc_precision_at_100_diff1
value: 61.11499109543613
verified: no, type: nauc_precision_at_100_max
value: 35.64662848762093
verified: no, type: nauc_precision_at_100_std
value: 28.753011837832272
verified: no, type: nauc_precision_at_10_diff1
value: 66.60448251399139
verified: no, type: nauc_precision_at_10_max
value: 42.93455303203327
verified: no, type: nauc_precision_at_10_std
value: 12.939019781028152
verified: no, type: nauc_precision_at_1_diff1
value: 82.20582404755503
verified: no, type: nauc_precision_at_1_max
value: 54.4721454376076
verified: no, type: nauc_precision_at_1_std
value: 4.496959883774145
verified: no, type: nauc_precision_at_20_diff1
value: 65.68865023744912
verified: no, type: nauc_precision_at_20_max
value: 41.36253272803797
verified: no, type: nauc_precision_at_20_std
value: 17.955772857309167
verified: no, type: nauc_precision_at_3_diff1
value: 75.01623067257978
verified: no, type: nauc_precision_at_3_max
value: 50.493541645806374
verified: no, type: nauc_precision_at_3_std
value: 10.313986802282976
verified: no, type: nauc_precision_at_5_diff1
value: 70.23831710178575
verified: no, type: nauc_precision_at_5_max
value: 46.894174569451266
verified: no, type: nauc_precision_at_5_std
value: 11.210506044454311
verified: no, type: nauc_recall_at_1000_diff1
value: 59.59150326797431
verified: no, type: nauc_recall_at_1000_max
value: 39.81325863678807
verified: no, type: nauc_recall_at_1000_std
value: 43.96358543417411
verified: no, type: nauc_recall_at_100_diff1
value: 61.11499109543585
verified: no, type: nauc_recall_at_100_max
value: 35.64662848762088
verified: no, type: nauc_recall_at_100_std
value: 28.753011837832233
verified: no, type: nauc_recall_at_10_diff1
value: 66.60448251399139
verified: no, type: nauc_recall_at_10_max
value: 42.934553032033186
verified: no, type: nauc_recall_at_10_std
value: 12.939019781028199
verified: no, type: nauc_recall_at_1_diff1
value: 82.20582404755503
verified: no, type: nauc_recall_at_1_max
value: 54.4721454376076
verified: no, type: nauc_recall_at_1_std
value: 4.496959883774145
verified: no, type: nauc_recall_at_20_diff1
value: 65.68865023744912
verified: no, type: nauc_recall_at_20_max
value: 41.36253272803804
verified: no, type: nauc_recall_at_20_std
value: 17.955772857309242
verified: no, type: nauc_recall_at_3_diff1
value: 75.01623067257968
verified: no, type: nauc_recall_at_3_max
value: 50.49354164580636
verified: no, type: nauc_recall_at_3_std
value: 10.313986802282942
verified: no, type: nauc_recall_at_5_diff1
value: 70.23831710178574
verified: no, type: nauc_recall_at_5_max
value: 46.894174569451344
verified: no, type: nauc_recall_at_5_std
value: 11.210506044454428
verified: no, type: ndcg_at_1
value: 53.800000000000004
verified: no, type: ndcg_at_10
value: 63.67699999999999
verified: no, type: ndcg_at_100
value: 66.81899999999999
verified: no, type: ndcg_at_1000
value: 67.93299999999999
verified: no, type: ndcg_at_20
value: 64.90599999999999
verified: no, type: ndcg_at_3
value: 60.260999999999996
verified: no, type: ndcg_at_5
value: 62.193
verified: no, type: precision_at_1
value: 53.800000000000004
verified: no, type: precision_at_10
value: 7.39
verified: no, type: precision_at_100
value: 0.8920000000000001
verified: no, type: precision_at_1000
value: 0.098
verified: no, type: precision_at_20
value: 3.9350000000000005
verified: no, type: precision_at_3
value: 21.532999999999998
verified: no, type: precision_at_5
value: 13.86
verified: no, type: recall_at_1
value: 53.800000000000004
verified: no, type: recall_at_10
value: 73.9
verified: no, type: recall_at_100
value: 89.2
verified: no, type: recall_at_1000
value: 98
verified: no, type: recall_at_20
value: 78.7
verified: no, type: recall_at_3
value: 64.60000000000001
verified: no, type: recall_at_5
value: 69.3
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB MultilingualSentiment (default)
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: test
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 75.08333333333333
verified: no, type: f1
value: 74.89816720884292
verified: no, type: f1_weighted
value: 74.89816720884292
verified: no, type: main_score
value: 75.08333333333333
verified: no
task: type: Classification, dataset: config: default
name: MTEB MultilingualSentiment (default)
revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
split: validation
type: C-MTEB/MultilingualSentiment-classification
metrics: type: accuracy
value: 74.05999999999999
verified: no, type: f1
value: 73.86707495511577
verified: no, type: f1_weighted
value: 73.86707495511577
verified: no, type: main_score
value: 74.05999999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB Ocnli (default)
revision: 66e76a618a34d6d565d5538088562851e6daa7ec
split: validation
type: C-MTEB/OCNLI
metrics: type: cosine_accuracy
value: 83.21602598808879
verified: no, type: cosine_accuracy_threshold
value: 84.68668460845947
verified: no, type: cosine_ap
value: 88.4718001921049
verified: no, type: cosine_f1
value: 84.60774577954318
verified: no, type: cosine_f1_threshold
value: 84.68668460845947
verified: no, type: cosine_precision
value: 79.85004686035614
verified: no, type: cosine_recall
value: 89.96832101372756
verified: no, type: dot_accuracy
value: 74.12019491066594
verified: no, type: dot_accuracy_threshold
value: 61163.34228515625
verified: no, type: dot_ap
value: 82.21843913674356
verified: no, type: dot_f1
value: 77.42230347349177
verified: no, type: dot_f1_threshold
value: 58876.74560546875
verified: no, type: dot_precision
value: 68.25141015310233
verified: no, type: dot_recall
value: 89.44033790918691
verified: no, type: euclidean_accuracy
value: 81.64591229020033
verified: no, type: euclidean_accuracy_threshold
value: 1478.951644897461
verified: no, type: euclidean_ap
value: 86.55778250928002
verified: no, type: euclidean_f1
value: 83.37326305701964
verified: no, type: euclidean_f1_threshold
value: 1558.5298538208008
verified: no, type: euclidean_precision
value: 76.31578947368422
verified: no, type: euclidean_recall
value: 91.86906019007391
verified: no, type: main_score
value: 83.21602598808879
verified: no, type: manhattan_accuracy
value: 81.48348673524634
verified: no, type: manhattan_accuracy_threshold
value: 51344.219970703125
verified: no, type: manhattan_ap
value: 86.53822978018471
verified: no, type: manhattan_f1
value: 83.26139088729016
verified: no, type: manhattan_f1_threshold
value: 52366.3330078125
verified: no, type: manhattan_precision
value: 76.27416520210897
verified: no, type: manhattan_recall
value: 91.65786694825766
verified: no, type: max_accuracy
value: 83.21602598808879
verified: no, type: max_ap
value: 88.4718001921049
verified: no, type: max_f1
value: 84.60774577954318
verified: no, type: max_precision
value: 79.85004686035614
verified: no, type: max_recall
value: 91.86906019007391
verified: no, type: similarity_accuracy
value: 83.21602598808879
verified: no, type: similarity_accuracy_threshold
value: 84.686678647995
verified: no, type: similarity_ap
value: 88.4718001921049
verified: no, type: similarity_f1
value: 84.60774577954318
verified: no, type: similarity_f1_threshold
value: 84.686678647995
verified: no, type: similarity_precision
value: 79.85004686035614
verified: no, type: similarity_recall
value: 89.96832101372756
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB OnlineShopping (default)
revision: e610f2ebd179a8fda30ae534c3878750a96db120
split: test
type: C-MTEB/OnlineShopping-classification
metrics: type: accuracy
value: 93.11
verified: no, type: ap
value: 90.79657759750567
verified: no, type: ap_weighted
value: 90.79657759750567
verified: no, type: f1
value: 93.09242477250346
verified: no, type: f1_weighted
value: 93.10745591896395
verified: no, type: main_score
value: 93.11
verified: no
task: type: Classification, dataset: config: default
name: MTEB PAWSX (default)
revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
split: test
type: C-MTEB/PAWSX
metrics: type: cosine_pearson
value: 40.85294247983506
verified: no, type: cosine_spearman
value: 46.26470443016128
verified: no, type: euclidean_pearson
value: 45.71637535133479
verified: no, type: euclidean_spearman
value: 45.97506398282988
verified: no, type: main_score
value: 46.26470443016128
verified: no, type: manhattan_pearson
value: 45.729052797800186
verified: no, type: manhattan_spearman
value: 45.985167052566766
verified: no
task: type: STS, dataset: config: default
name: MTEB QBQTC (default)
revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
split: test
type: C-MTEB/QBQTC
metrics: type: cosine_pearson
value: 39.61472967042291
verified: no, type: cosine_spearman
value: 41.89107113069583
verified: no, type: euclidean_pearson
value: 33.90266552269117
verified: no, type: euclidean_spearman
value: 38.34637073395628
verified: no, type: main_score
value: 41.89107113069583
verified: no, type: manhattan_pearson
value: 33.91591969583774
verified: no, type: manhattan_spearman
value: 38.3574043430055
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22 (it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 41.19325498554315
verified: no, type: cosine_spearman
value: 50.231173886602534
verified: no, type: euclidean_pearson
value: 46.345868108079905
verified: no, type: euclidean_spearman
value: 50.45422800948126
verified: no, type: main_score
value: 50.231173886602534
verified: no, type: manhattan_pearson
value: 46.504629255328354
verified: no, type: manhattan_spearman
value: 50.68265515693354
verified: no, type: pearson
value: 41.193261234261946
verified: no, type: spearman
value: 50.231173886602534
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 32.89821953127283
verified: no, type: cosine_spearman
value: 38.539988618106655
verified: no, type: euclidean_pearson
value: 34.49033573399129
verified: no, type: euclidean_spearman
value: 38.11416536645878
verified: no, type: main_score
value: 38.539988618106655
verified: no, type: manhattan_pearson
value: 34.448528477994145
verified: no, type: manhattan_spearman
value: 37.65048357982259
verified: no, type: pearson
value: 32.89820801840136
verified: no, type: spearman
value: 38.539988618106655
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22 (tr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 24.305368866867557
verified: no, type: cosine_spearman
value: 37.92726109087382
verified: no, type: euclidean_pearson
value: 30.799738296378283
verified: no, type: euclidean_spearman
value: 38.287216177996605
verified: no, type: main_score
value: 37.92726109087382
verified: no, type: manhattan_pearson
value: 30.78126726940549
verified: no, type: manhattan_spearman
value: 38.19740860271776
verified: no, type: pearson
value: 24.30535329212899
verified: no, type: spearman
value: 37.92726109087382
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22 (es)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 18.19997923279834
verified: no, type: cosine_spearman
value: 48.77210511608037
verified: no, type: euclidean_pearson
value: 31.136177249632553
verified: no, type: euclidean_spearman
value: 48.41077369782945
verified: no, type: main_score
value: 48.77210511608037
verified: no, type: manhattan_pearson
value: 31.15147622246907
verified: no, type: manhattan_spearman
value: 48.45673863744031
verified: no, type: pearson
value: 18.19996287259861
verified: no, type: spearman
value: 48.77210511608037
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22 (pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: -2.108270346091053
verified: no, type: cosine_spearman
value: 12.387180120208471
verified: no, type: euclidean_pearson
value: -5.143877670933451
verified: no, type: euclidean_spearman
value: 11.732310436300734
verified: no, type: main_score
value: 12.387180120208471
verified: no, type: manhattan_pearson
value: -4.879466616861115
verified: no, type: manhattan_spearman
value: 11.837089585725971
verified: no, type: pearson
value: -2.1082730668298817
verified: no, type: spearman
value: 12.17651413548943
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 55.197301705940106
verified: no, type: cosine_spearman
value: 60.735304152341016
verified: no, type: euclidean_pearson
value: 58.01165360549454
verified: no, type: euclidean_spearman
value: 59.382742411350954
verified: no, type: main_score
value: 60.735304152341016
verified: no, type: manhattan_pearson
value: 57.83223965160013
verified: no, type: manhattan_spearman
value: 59.21305162189526
verified: no, type: pearson
value: 55.197304101079325
verified: no, type: spearman
value: 60.735304152341016
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 24.954116820344225
verified: no, type: cosine_spearman
value: 27.716439696864427
verified: no, type: euclidean_pearson
value: 28.648374663088948
verified: no, type: euclidean_spearman
value: 27.971284844826314
verified: no, type: main_score
value: 27.716439696864427
verified: no, type: manhattan_pearson
value: 28.59989248858511
verified: no, type: manhattan_spearman
value: 27.885463405824424
verified: no, type: pearson
value: 24.95413634470457
verified: no, type: spearman
value: 27.69571464401494
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 59.628323211697996
verified: no, type: cosine_spearman
value: 64.69426903014181
verified: no, type: euclidean_pearson
value: 63.02177505481432
verified: no, type: euclidean_spearman
value: 64.38122549439275
verified: no, type: main_score
value: 64.69426903014181
verified: no, type: manhattan_pearson
value: 62.89174360491565
verified: no, type: manhattan_spearman
value: 64.21033497242632
verified: no, type: pearson
value: 59.62832002315839
verified: no, type: spearman
value: 64.69426903014181
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22 (fr-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 72.48621899222191
verified: no, type: cosine_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 79.91610128578839
verified: no, type: euclidean_spearman
value: 84.51542547285167
verified: no, type: main_score
value: 84.51542547285167
verified: no, type: manhattan_pearson
value: 78.02332046266785
verified: no, type: manhattan_spearman
value: 84.51542547285167
verified: no, type: pearson
value: 72.48643781257383
verified: no, type: spearman
value: 84.51542547285167
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22 (es-it)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 27.18583867128202
verified: no, type: cosine_spearman
value: 35.63056944816928
verified: no, type: euclidean_pearson
value: 31.075483547268558
verified: no, type: euclidean_spearman
value: 34.46346668406813
verified: no, type: main_score
value: 35.63056944816928
verified: no, type: manhattan_pearson
value: 31.131467056697325
verified: no, type: manhattan_spearman
value: 34.4668541493314
verified: no, type: pearson
value: 27.185822556247537
verified: no, type: spearman
value: 35.63056944816928
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22 (de-pl)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 12.399198871280888
verified: no, type: cosine_spearman
value: 7.26740842591211
verified: no, type: euclidean_pearson
value: 4.516712707783254
verified: no, type: euclidean_spearman
value: 6.466761734921793
verified: no, type: main_score
value: 7.26740842591211
verified: no, type: manhattan_pearson
value: 4.192789002097003
verified: no, type: manhattan_spearman
value: 6.805496873417696
verified: no, type: pearson
value: 12.39933152364361
verified: no, type: spearman
value: 7.26740842591211
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22 (fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 41.39868462834059
verified: no, type: cosine_spearman
value: 55.038606223576956
verified: no, type: euclidean_pearson
value: 49.25365386033138
verified: no, type: euclidean_spearman
value: 54.672553472547804
verified: no, type: main_score
value: 55.038606223576956
verified: no, type: manhattan_pearson
value: 49.20067830976173
verified: no, type: manhattan_spearman
value: 54.6387725076268
verified: no, type: pearson
value: 41.398676979588934
verified: no, type: spearman
value: 55.038606223576956
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22 (de-fr)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 25.608150018172793
verified: no, type: cosine_spearman
value: 33.90331453592282
verified: no, type: euclidean_pearson
value: 29.30906861776585
verified: no, type: euclidean_spearman
value: 33.826599994845935
verified: no, type: main_score
value: 33.90331453592282
verified: no, type: manhattan_pearson
value: 28.909395620689825
verified: no, type: manhattan_spearman
value: 34.59825802567819
verified: no, type: pearson
value: 25.60814265156774
verified: no, type: spearman
value: 33.90331453592282
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22 (ru)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 5.7754167331012205
verified: no, type: cosine_spearman
value: 21.92465228528612
verified: no, type: euclidean_pearson
value: 13.675536468172805
verified: no, type: euclidean_spearman
value: 22.21141895175971
verified: no, type: main_score
value: 21.92465228528612
verified: no, type: manhattan_pearson
value: 13.800372687665202
verified: no, type: manhattan_spearman
value: 22.351737531079902
verified: no, type: pearson
value: 5.775448495602957
verified: no, type: spearman
value: 21.93020607531918
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22 (zh)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 68.28512697903551
verified: no, type: cosine_spearman
value: 68.69300952790282
verified: no, type: euclidean_pearson
value: 67.64215814935483
verified: no, type: euclidean_spearman
value: 68.4668380232344
verified: no, type: main_score
value: 68.69300952790282
verified: no, type: manhattan_pearson
value: 67.5660533943303
verified: no, type: manhattan_spearman
value: 68.42998433131551
verified: no, type: pearson
value: 68.2851240441332
verified: no, type: spearman
value: 68.69300952790282
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 40.99563262228948
verified: no, type: cosine_spearman
value: 37.611329662509235
verified: no, type: euclidean_pearson
value: 39.60891222145106
verified: no, type: euclidean_spearman
value: 35.74639115569783
verified: no, type: main_score
value: 37.611329662509235
verified: no, type: manhattan_pearson
value: 40.68243822309343
verified: no, type: manhattan_spearman
value: 37.710306845831624
verified: no, type: pearson
value: 40.995650280936935
verified: no, type: spearman
value: 37.611329662509235
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22 (de)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 14.610716018581904
verified: no, type: cosine_spearman
value: 20.259656537989873
verified: no, type: euclidean_pearson
value: 13.39968577970463
verified: no, type: euclidean_spearman
value: 19.999373521862104
verified: no, type: main_score
value: 20.259656537989873
verified: no, type: manhattan_pearson
value: 13.403453329892018
verified: no, type: manhattan_spearman
value: 20.035611306496893
verified: no, type: pearson
value: 14.610694852334966
verified: no, type: spearman
value: 20.265485348016593
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.612676183806045
verified: no, type: cosine_spearman
value: 47.5304556170413
verified: no, type: euclidean_pearson
value: 43.21510166675375
verified: no, type: euclidean_spearman
value: 46.4219875335409
verified: no, type: main_score
value: 47.5304556170413
verified: no, type: manhattan_pearson
value: 43.102337861589625
verified: no, type: manhattan_spearman
value: 46.34374314971102
verified: no, type: pearson
value: 43.61267091853167
verified: no, type: spearman
value: 47.5304556170413
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22.v2 (pl-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.59038612153097
verified: no, type: cosine_spearman
value: 39.81437610772274
verified: no, type: euclidean_pearson
value: 40.891702223169865
verified: no, type: euclidean_spearman
value: 37.26643328502484
verified: no, type: main_score
value: 39.81437610772274
verified: no, type: manhattan_pearson
value: 41.986843698898646
verified: no, type: manhattan_spearman
value: 39.32140456159206
verified: no, type: pearson
value: 43.59041415960545
verified: no, type: spearman
value: 39.81437610772274
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22.v2 (ar)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 33.5428416005511
verified: no, type: cosine_spearman
value: 30.37853891189232
verified: no, type: euclidean_pearson
value: 34.60992317007351
verified: no, type: euclidean_spearman
value: 30.63949361401844
verified: no, type: main_score
value: 30.37853891189232
verified: no, type: manhattan_pearson
value: 34.5473591619201
verified: no, type: manhattan_spearman
value: 30.55163856425125
verified: no, type: pearson
value: 33.54285209728335
verified: no, type: spearman
value: 30.37853891189232
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22.v2 (en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 55.197301705940106
verified: no, type: cosine_spearman
value: 60.735304152341016
verified: no, type: euclidean_pearson
value: 58.01165360549454
verified: no, type: euclidean_spearman
value: 59.382742411350954
verified: no, type: main_score
value: 60.735304152341016
verified: no, type: manhattan_pearson
value: 57.83223965160013
verified: no, type: manhattan_spearman
value: 59.21305162189526
verified: no, type: pearson
value: 55.197304101079325
verified: no, type: spearman
value: 60.735304152341016
verified: no
task: type: STS, dataset: config: es
name: MTEB STS22.v2 (es)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 46.72328050183308
verified: no, type: cosine_spearman
value: 53.40518194954016
verified: no, type: euclidean_pearson
value: 49.16877625976702
verified: no, type: euclidean_spearman
value: 53.00258608772506
verified: no, type: main_score
value: 53.40518194954016
verified: no, type: manhattan_pearson
value: 49.01410667940025
verified: no, type: manhattan_spearman
value: 53.062750442834506
verified: no, type: pearson
value: 46.7232634869361
verified: no, type: spearman
value: 53.40518194954016
verified: no
task: type: STS, dataset: config: tr
name: MTEB STS22.v2 (tr)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 32.0893349414057
verified: no, type: cosine_spearman
value: 39.88878359477052
verified: no, type: euclidean_pearson
value: 36.428586715032374
verified: no, type: euclidean_spearman
value: 40.255813965229805
verified: no, type: main_score
value: 39.88878359477052
verified: no, type: manhattan_pearson
value: 36.445628185483436
verified: no, type: manhattan_spearman
value: 40.164916492530764
verified: no, type: pearson
value: 32.08931820630885
verified: no, type: spearman
value: 39.88878359477052
verified: no
task: type: STS, dataset: config: ru
name: MTEB STS22.v2 (ru)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 25.70940596089177
verified: no, type: cosine_spearman
value: 24.851779346905516
verified: no, type: euclidean_pearson
value: 26.662807591660304
verified: no, type: euclidean_spearman
value: 25.1585901925807
verified: no, type: main_score
value: 24.851779346905516
verified: no, type: manhattan_pearson
value: 26.78879644774409
verified: no, type: manhattan_spearman
value: 25.30589435887287
verified: no, type: pearson
value: 25.70945811392969
verified: no, type: spearman
value: 24.851779346905516
verified: no
task: type: STS, dataset: config: pl
name: MTEB STS22.v2 (pl)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 9.765885880324584
verified: no, type: cosine_spearman
value: 16.56405546386883
verified: no, type: euclidean_pearson
value: 1.266714500111099
verified: no, type: euclidean_spearman
value: 15.873350818474066
verified: no, type: main_score
value: 16.56405546386883
verified: no, type: manhattan_pearson
value: 1.5996037603404067
verified: no, type: manhattan_spearman
value: 15.984627455042919
verified: no, type: pearson
value: 9.765881253247253
verified: no, type: spearman
value: 16.37790963582666
verified: no
task: type: STS, dataset: config: fr-pl
name: MTEB STS22.v2 (fr-pl)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 72.48621899222191
verified: no, type: cosine_spearman
value: 84.51542547285167
verified: no, type: euclidean_pearson
value: 79.91610128578839
verified: no, type: euclidean_spearman
value: 84.51542547285167
verified: no, type: main_score
value: 84.51542547285167
verified: no, type: manhattan_pearson
value: 78.02332046266785
verified: no, type: manhattan_spearman
value: 84.51542547285167
verified: no, type: pearson
value: 72.48643781257383
verified: no, type: spearman
value: 84.51542547285167
verified: no
task: type: STS, dataset: config: it
name: MTEB STS22.v2 (it)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 42.88595613594089
verified: no, type: cosine_spearman
value: 50.00902534757776
verified: no, type: euclidean_pearson
value: 46.575636873141114
verified: no, type: euclidean_spearman
value: 50.233303173324586
verified: no, type: main_score
value: 50.00902534757776
verified: no, type: manhattan_pearson
value: 46.74155972808209
verified: no, type: manhattan_spearman
value: 50.463048251775234
verified: no, type: pearson
value: 42.88596484422846
verified: no, type: spearman
value: 50.00902534757776
verified: no
task: type: STS, dataset: config: es-it
name: MTEB STS22.v2 (es-it)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 34.232754484342784
verified: no, type: cosine_spearman
value: 35.46570858579162
verified: no, type: euclidean_pearson
value: 35.3961638859008
verified: no, type: euclidean_spearman
value: 34.24608020799141
verified: no, type: main_score
value: 35.46570858579162
verified: no, type: manhattan_pearson
value: 35.350258241347966
verified: no, type: manhattan_spearman
value: 34.26016474055034
verified: no, type: pearson
value: 34.23272177114215
verified: no, type: spearman
value: 35.46570858579162
verified: no
task: type: STS, dataset: config: de-pl
name: MTEB STS22.v2 (de-pl)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 12.399198871280888
verified: no, type: cosine_spearman
value: 7.26740842591211
verified: no, type: euclidean_pearson
value: 4.516712707783254
verified: no, type: euclidean_spearman
value: 6.466761734921793
verified: no, type: main_score
value: 7.26740842591211
verified: no, type: manhattan_pearson
value: 4.192789002097003
verified: no, type: manhattan_spearman
value: 6.805496873417696
verified: no, type: pearson
value: 12.39933152364361
verified: no, type: spearman
value: 7.26740842591211
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22.v2 (de-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 36.68189817510892
verified: no, type: cosine_spearman
value: 42.40215334784587
verified: no, type: euclidean_pearson
value: 37.445161615466496
verified: no, type: euclidean_spearman
value: 41.662219127863445
verified: no, type: main_score
value: 42.40215334784587
verified: no, type: manhattan_pearson
value: 37.428330543761284
verified: no, type: manhattan_spearman
value: 41.15139706997196
verified: no, type: pearson
value: 36.68189189374063
verified: no, type: spearman
value: 42.40215334784587
verified: no
task: type: STS, dataset: config: de
name: MTEB STS22.v2 (de)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 14.610716018581904
verified: no, type: cosine_spearman
value: 20.259656537989873
verified: no, type: euclidean_pearson
value: 13.39968577970463
verified: no, type: euclidean_spearman
value: 19.999373521862104
verified: no, type: main_score
value: 20.259656537989873
verified: no, type: manhattan_pearson
value: 13.403453329892018
verified: no, type: manhattan_spearman
value: 20.035611306496893
verified: no, type: pearson
value: 14.610694852334966
verified: no, type: spearman
value: 20.265485348016593
verified: no
task: type: STS, dataset: config: zh
name: MTEB STS22.v2 (zh)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 73.90500579546007
verified: no, type: cosine_spearman
value: 73.22277115520708
verified: no, type: euclidean_pearson
value: 72.26966368799292
verified: no, type: euclidean_spearman
value: 72.94244978403874
verified: no, type: main_score
value: 73.22277115520708
verified: no, type: manhattan_pearson
value: 72.16998184519838
verified: no, type: manhattan_spearman
value: 72.90099748660055
verified: no, type: pearson
value: 73.90500331010179
verified: no, type: spearman
value: 73.22277115520708
verified: no
task: type: STS, dataset: config: fr
name: MTEB STS22.v2 (fr)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 44.47331432475519
verified: no, type: cosine_spearman
value: 53.744106729883455
verified: no, type: euclidean_pearson
value: 50.300639054319085
verified: no, type: euclidean_spearman
value: 53.34089424965791
verified: no, type: main_score
value: 53.744106729883455
verified: no, type: manhattan_pearson
value: 50.179266864566344
verified: no, type: manhattan_spearman
value: 53.30577964927791
verified: no, type: pearson
value: 44.473302379385146
verified: no, type: spearman
value: 53.744106729883455
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22.v2 (zh-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 59.792988838605446
verified: no, type: cosine_spearman
value: 65.17573588512339
verified: no, type: euclidean_pearson
value: 63.23291280267431
verified: no, type: euclidean_spearman
value: 65.05898841612739
verified: no, type: main_score
value: 65.17573588512339
verified: no, type: manhattan_pearson
value: 63.14148457672645
verified: no, type: manhattan_spearman
value: 64.86625240506501
verified: no, type: pearson
value: 59.79298501419738
verified: no, type: spearman
value: 65.17573588512339
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22.v2 (es-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 44.85365072983659
verified: no, type: cosine_spearman
value: 48.95861510766423
verified: no, type: euclidean_pearson
value: 44.12298881847811
verified: no, type: euclidean_spearman
value: 47.73736578240132
verified: no, type: main_score
value: 48.95861510766423
verified: no, type: manhattan_pearson
value: 43.96292551331725
verified: no, type: manhattan_spearman
value: 47.58103280136259
verified: no, type: pearson
value: 44.853649047286616
verified: no, type: spearman
value: 48.95861510766423
verified: no
task: type: STS, dataset: config: de-fr
name: MTEB STS22.v2 (de-fr)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 22.860434001017367
verified: no, type: cosine_spearman
value: 32.320901954587185
verified: no, type: euclidean_pearson
value: 26.992993163046002
verified: no, type: euclidean_spearman
value: 32.24246077908339
verified: no, type: main_score
value: 32.320901954587185
verified: no, type: manhattan_pearson
value: 26.552931446274357
verified: no, type: manhattan_spearman
value: 33.0347166516718
verified: no, type: pearson
value: 22.860425946102264
verified: no, type: spearman
value: 32.320901954587185
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB (default)
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: test
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 79.54312520554313
verified: no, type: cosine_spearman
value: 81.46931930954155
verified: no, type: euclidean_pearson
value: 80.05389266606164
verified: no, type: euclidean_spearman
value: 80.50696783023315
verified: no, type: main_score
value: 81.46931930954155
verified: no, type: manhattan_pearson
value: 80.04970274541007
verified: no, type: manhattan_spearman
value: 80.50864360601699
verified: no
task: type: STS, dataset: config: default
name: MTEB STSB (default)
revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
split: validation
type: C-MTEB/STSB
metrics: type: cosine_pearson
value: 83.48618236826155
verified: no, type: cosine_spearman
value: 85.3132611044822
verified: no, type: euclidean_pearson
value: 82.93001035409826
verified: no, type: euclidean_spearman
value: 83.10105109108397
verified: no, type: main_score
value: 85.3132611044822
verified: no, type: manhattan_pearson
value: 82.88533878745255
verified: no, type: manhattan_spearman
value: 83.04890918186679
verified: no
task: type: STS, dataset: config: default
name: MTEB T2Reranking (default)
revision: 76631901a18387f85eaa53e5450019b87ad58ef9
split: dev
type: C-MTEB/T2Reranking
metrics: type: main_score
value: 68.38732925233572
verified: no, type: map
value: 68.38732925233572
verified: no, type: mrr
value: 79.11475293118828
verified: no, type: nAUC_map_diff1
value: -11.253110368505121
verified: no, type: nAUC_map_max
value: 38.51256776553827
verified: no, type: nAUC_map_std
value: -1.9662536573348381
verified: no, type: nAUC_mrr_diff1
value: -10.630308274175526
verified: no, type: nAUC_mrr_max
value: 32.327491874763126
verified: no, type: nAUC_mrr_std
value: -1.7352995694761828
verified: no
task: type: Reranking, dataset: config: default
name: MTEB T2Retrieval (default)
revision: 8731a845f1bf500a4f111cf1070785c793d10e64
split: dev
type: C-MTEB/T2Retrieval
metrics: type: main_score
value: 82.36099999999999
verified: no, type: map_at_1
value: 26.255
verified: no, type: map_at_10
value: 74.149
verified: no, type: map_at_100
value: 77.973
verified: no, type: map_at_1000
value: 78.044
verified: no, type: map_at_20
value: 77.015
verified: no, type: map_at_3
value: 51.812000000000005
verified: no, type: map_at_5
value: 63.827999999999996
verified: no, type: mrr_at_1
value: 87.51972645975802
verified: no, type: mrr_at_10
value: 90.78435813509476
verified: no, type: mrr_at_100
value: 90.89422964077919
verified: no, type: mrr_at_1000
value: 90.89770903884691
verified: no, type: mrr_at_20
value: 90.85502538725395
verified: no, type: mrr_at_3
value: 90.25001461219234
verified: no, type: mrr_at_5
value: 90.60859781401618
verified: no, type: nauc_map_at_1000_diff1
value: 16.021743379862592
verified: no, type: nauc_map_at_1000_max
value: 40.378025084637784
verified: no, type: nauc_map_at_1000_std
value: 18.32476707192497
verified: no, type: nauc_map_at_100_diff1
value: 16.02545540308598
verified: no, type: nauc_map_at_100_max
value: 40.265093943279986
verified: no, type: nauc_map_at_100_std
value: 18.292534126250082
verified: no, type: nauc_map_at_10_diff1
value: 19.617650276071352
verified: no, type: nauc_map_at_10_max
value: 28.371544730138975
verified: no, type: nauc_map_at_10_std
value: 5.6371012355859955
verified: no, type: nauc_map_at_1_diff1
value: 47.33700373223127
verified: no, type: nauc_map_at_1_max
value: -25.333610801205936
verified: no, type: nauc_map_at_1_std
value: -29.566785599172384
verified: no, type: nauc_map_at_20_diff1
value: 16.614949908223352
verified: no, type: nauc_map_at_20_max
value: 37.6796912032617
verified: no, type: nauc_map_at_20_std
value: 15.427406349207578
verified: no, type: nauc_map_at_3_diff1
value: 35.44856017189094
verified: no, type: nauc_map_at_3_max
value: -13.397520313065106
verified: no, type: nauc_map_at_3_std
value: -25.733491121718828
verified: no, type: nauc_map_at_5_diff1
value: 29.102390100969412
verified: no, type: nauc_map_at_5_max
value: 1.9850020715468955
verified: no, type: nauc_map_at_5_std
value: -15.925386927929594
verified: no, type: nauc_mrr_at_1000_diff1
value: 44.97733258856923
verified: no, type: nauc_mrr_at_1000_max
value: 70.12348371687067
verified: no, type: nauc_mrr_at_1000_std
value: 36.125835138518404
verified: no, type: nauc_mrr_at_100_diff1
value: 44.978054094169536
verified: no, type: nauc_mrr_at_100_max
value: 70.12938961836127
verified: no, type: nauc_mrr_at_100_std
value: 36.13929863715235
verified: no, type: nauc_mrr_at_10_diff1
value: 44.95657675119858
verified: no, type: nauc_mrr_at_10_max
value: 70.23157682911028
verified: no, type: nauc_mrr_at_10_std
value: 36.186025142743325
verified: no, type: nauc_mrr_at_1_diff1
value: 45.53039470469623
verified: no, type: nauc_mrr_at_1_max
value: 67.19215396968853
verified: no, type: nauc_mrr_at_1_std
value: 31.73945035410656
verified: no, type: nauc_mrr_at_20_diff1
value: 44.99711921466835
verified: no, type: nauc_mrr_at_20_max
value: 70.16747553191094
verified: no, type: nauc_mrr_at_20_std
value: 36.19983013748518
verified: no, type: nauc_mrr_at_3_diff1
value: 44.92504582719811
verified: no, type: nauc_mrr_at_3_max
value: 70.17206471786271
verified: no, type: nauc_mrr_at_3_std
value: 35.86538182968299
verified: no, type: nauc_mrr_at_5_diff1
value: 44.88240202293795
verified: no, type: nauc_mrr_at_5_max
value: 70.25570239429001
verified: no, type: nauc_mrr_at_5_std
value: 36.12414563662779
verified: no, type: nauc_ndcg_at_1000_diff1
value: 20.085183872723004
verified: no, type: nauc_ndcg_at_1000_max
value: 52.54091309895082
verified: no, type: nauc_ndcg_at_1000_std
value: 29.182787889425697
verified: no, type: nauc_ndcg_at_100_diff1
value: 19.70087837544669
verified: no, type: nauc_ndcg_at_100_max
value: 51.41291578231909
verified: no, type: nauc_ndcg_at_100_std
value: 29.391058739202926
verified: no, type: nauc_ndcg_at_10_diff1
value: 19.61155631423253
verified: no, type: nauc_ndcg_at_10_max
value: 41.69125197676835
verified: no, type: nauc_ndcg_at_10_std
value: 18.485185354348886
verified: no, type: nauc_ndcg_at_1_diff1
value: 45.53039470469623
verified: no, type: nauc_ndcg_at_1_max
value: 67.19215396968853
verified: no, type: nauc_ndcg_at_1_std
value: 31.73945035410656
verified: no, type: nauc_ndcg_at_20_diff1
value: 19.884673845091573
verified: no, type: nauc_ndcg_at_20_max
value: 45.77756113362076
verified: no, type: nauc_ndcg_at_20_std
value: 23.65628062983877
verified: no, type: nauc_ndcg_at_3_diff1
value: 16.396492503030576
verified: no, type: nauc_ndcg_at_3_max
value: 57.36632449538558
verified: no, type: nauc_ndcg_at_3_std
value: 28.110468173360108
verified: no, type: nauc_ndcg_at_5_diff1
value: 15.990139806075096
verified: no, type: nauc_ndcg_at_5_max
value: 49.87917678198262
verified: no, type: nauc_ndcg_at_5_std
value: 23.77870723184885
verified: no, type: nauc_precision_at_1000_diff1
value: -29.64669603533363
verified: no, type: nauc_precision_at_1000_max
value: 51.500364584604654
verified: no, type: nauc_precision_at_1000_std
value: 50.16891173815387
verified: no, type: nauc_precision_at_100_diff1
value: -29.466626146744606
verified: no, type: nauc_precision_at_100_max
value: 52.73740649971535
verified: no, type: nauc_precision_at_100_std
value: 51.846137080440656
verified: no, type: nauc_precision_at_10_diff1
value: -27.896447661643325
verified: no, type: nauc_precision_at_10_max
value: 55.722284162663684
verified: no, type: nauc_precision_at_10_std
value: 47.727742997832934
verified: no, type: nauc_precision_at_1_diff1
value: 45.53039470469623
verified: no, type: nauc_precision_at_1_max
value: 67.19215396968853
verified: no, type: nauc_precision_at_1_std
value: 31.73945035410656
verified: no, type: nauc_precision_at_20_diff1
value: -28.744448426184704
verified: no, type: nauc_precision_at_20_max
value: 54.491376214009925
verified: no, type: nauc_precision_at_20_std
value: 50.901916245689236
verified: no, type: nauc_precision_at_3_diff1
value: -19.456295360120368
verified: no, type: nauc_precision_at_3_max
value: 62.40625587462132
verified: no, type: nauc_precision_at_3_std
value: 40.87948253365838
verified: no, type: nauc_precision_at_5_diff1
value: -25.9612067834916
verified: no, type: nauc_precision_at_5_max
value: 59.139116299790494
verified: no, type: nauc_precision_at_5_std
value: 44.29380766917937
verified: no, type: nauc_recall_at_1000_diff1
value: 5.392030054530998
verified: no, type: nauc_recall_at_1000_max
value: 53.602628435557854
verified: no, type: nauc_recall_at_1000_std
value: 64.0692631857673
verified: no, type: nauc_recall_at_100_diff1
value: 8.764716008636329
verified: no, type: nauc_recall_at_100_max
value: 42.289617268904074
verified: no, type: nauc_recall_at_100_std
value: 46.008944199137
verified: no, type: nauc_recall_at_10_diff1
value: 17.70428741242271
verified: no, type: nauc_recall_at_10_max
value: 16.82055621929404
verified: no, type: nauc_recall_at_10_std
value: 0.9443257188294529
verified: no, type: nauc_recall_at_1_diff1
value: 47.33700373223127
verified: no, type: nauc_recall_at_1_max
value: -25.333610801205936
verified: no, type: nauc_recall_at_1_std
value: -29.566785599172384
verified: no, type: nauc_recall_at_20_diff1
value: 13.37892799655899
verified: no, type: nauc_recall_at_20_max
value: 30.092126871647647
verified: no, type: nauc_recall_at_20_std
value: 20.023192649193746
verified: no, type: nauc_recall_at_3_diff1
value: 33.201540040096866
verified: no, type: nauc_recall_at_3_max
value: -18.541554905715042
verified: no, type: nauc_recall_at_3_std
value: -28.22641082741867
verified: no, type: nauc_recall_at_5_diff1
value: 27.11037328467852
verified: no, type: nauc_recall_at_5_max
value: -7.787633276369825
verified: no, type: nauc_recall_at_5_std
value: -21.13477331887689
verified: no, type: ndcg_at_1
value: 87.52
verified: no, type: ndcg_at_10
value: 82.36099999999999
verified: no, type: ndcg_at_100
value: 86.447
verified: no, type: ndcg_at_1000
value: 87.14
verified: no, type: ndcg_at_20
value: 84.358
verified: no, type: ndcg_at_3
value: 83.48400000000001
verified: no, type: ndcg_at_5
value: 82.15299999999999
verified: no, type: precision_at_1
value: 87.52
verified: no, type: precision_at_10
value: 41.223
verified: no, type: precision_at_100
value: 4.993
verified: no, type: precision_at_1000
value: 0.516
verified: no, type: precision_at_20
value: 23.044
verified: no, type: precision_at_3
value: 73.156
verified: no, type: precision_at_5
value: 61.45
verified: no, type: recall_at_1
value: 26.255
verified: no, type: recall_at_10
value: 81.81
verified: no, type: recall_at_100
value: 94.973
verified: no, type: recall_at_1000
value: 98.488
verified: no, type: recall_at_20
value: 88.306
verified: no, type: recall_at_3
value: 53.913999999999994
verified: no, type: recall_at_5
value: 67.95400000000001
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB TNews (default)
revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
split: validation
type: C-MTEB/TNews-classification
metrics: type: accuracy
value: 50.16399999999999
verified: no, type: f1
value: 48.68459760388684
verified: no, type: f1_weighted
value: 50.19811019404876
verified: no, type: main_score
value: 50.16399999999999
verified: no
task: type: Classification, dataset: config: default
name: MTEB ThuNewsClusteringP2P (default)
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: main_score
value: 75.41012311158184
verified: no, type: v_measure
value: 75.41012311158184
verified: no, type: v_measure_std
value: 1.600085445536508
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringP2P.v2 (default)
revision: 5798586b105c0434e4f0fe5e767abe619442cf93
split: test
type: C-MTEB/ThuNewsClusteringP2P
metrics: type: main_score
value: 77.21421760551837
verified: no, type: v_measure
value: 77.21421760551837
verified: no, type: v_measure_std
value: 2.0725968692052548
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S (default)
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: main_score
value: 66.99801222525865
verified: no, type: v_measure
value: 66.99801222525865
verified: no, type: v_measure_std
value: 2.268490312605906
verified: no
task: type: Clustering, dataset: config: default
name: MTEB ThuNewsClusteringS2S.v2 (default)
revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
split: test
type: C-MTEB/ThuNewsClusteringS2S
metrics: type: main_score
value: 67.40189244236278
verified: no, type: v_measure
value: 67.40189244236278
verified: no, type: v_measure_std
value: 2.1667814876460776
verified: no
task: type: Clustering, dataset: config: default
name: MTEB VideoRetrieval (default)
revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
split: dev
type: C-MTEB/VideoRetrieval
metrics: type: main_score
value: 74.18
verified: no, type: map_at_1
value: 58.3
verified: no, type: map_at_10
value: 69.202
verified: no, type: map_at_100
value: 69.606
verified: no, type: map_at_1000
value: 69.612
verified: no, type: map_at_20
value: 69.465
verified: no, type: map_at_3
value: 67.133
verified: no, type: map_at_5
value: 68.28800000000001
verified: no, type: mrr_at_1
value: 58.3
verified: no, type: mrr_at_10
value: 69.201626984127
verified: no, type: mrr_at_100
value: 69.60581565029914
verified: no, type: mrr_at_1000
value: 69.61192749722464
verified: no, type: mrr_at_20
value: 69.46514532809812
verified: no, type: mrr_at_3
value: 67.13333333333334
verified: no, type: mrr_at_5
value: 68.28833333333336
verified: no, type: nauc_map_at_1000_diff1
value: 59.34478083408511
verified: no, type: nauc_map_at_1000_max
value: 13.389346875878058
verified: no, type: nauc_map_at_1000_std
value: -36.85885637076865
verified: no, type: nauc_map_at_100_diff1
value: 59.34807111517757
verified: no, type: nauc_map_at_100_max
value: 13.403390284190857
verified: no, type: nauc_map_at_100_std
value: -36.84487623810107
verified: no, type: nauc_map_at_10_diff1
value: 59.27462774183162
verified: no, type: nauc_map_at_10_max
value: 13.127942709744026
verified: no, type: nauc_map_at_10_std
value: -37.37951203716279
verified: no, type: nauc_map_at_1_diff1
value: 62.06374419623817
verified: no, type: nauc_map_at_1_max
value: 12.216836842404124
verified: no, type: nauc_map_at_1_std
value: -32.376437563970576
verified: no, type: nauc_map_at_20_diff1
value: 59.358042547082235
verified: no, type: nauc_map_at_20_max
value: 13.425901648847269
verified: no, type: nauc_map_at_20_std
value: -36.950481605718885
verified: no, type: nauc_map_at_3_diff1
value: 58.504179878593376
verified: no, type: nauc_map_at_3_max
value: 13.717981132556927
verified: no, type: nauc_map_at_3_std
value: -37.61571792082351
verified: no, type: nauc_map_at_5_diff1
value: 58.850653009668854
verified: no, type: nauc_map_at_5_max
value: 12.895882710197466
verified: no, type: nauc_map_at_5_std
value: -38.15921238754432
verified: no, type: nauc_mrr_at_1000_diff1
value: 59.34478083408511
verified: no, type: nauc_mrr_at_1000_max
value: 13.389346875878058
verified: no, type: nauc_mrr_at_1000_std
value: -36.85885637076865
verified: no, type: nauc_mrr_at_100_diff1
value: 59.34807111517757
verified: no, type: nauc_mrr_at_100_max
value: 13.403390284190857
verified: no, type: nauc_mrr_at_100_std
value: -36.84487623810107
verified: no, type: nauc_mrr_at_10_diff1
value: 59.27462774183162
verified: no, type: nauc_mrr_at_10_max
value: 13.127942709744026
verified: no, type: nauc_mrr_at_10_std
value: -37.37951203716279
verified: no, type: nauc_mrr_at_1_diff1
value: 62.06374419623817
verified: no, type: nauc_mrr_at_1_max
value: 12.216836842404124
verified: no, type: nauc_mrr_at_1_std
value: -32.376437563970576
verified: no, type: nauc_mrr_at_20_diff1
value: 59.358042547082235
verified: no, type: nauc_mrr_at_20_max
value: 13.425901648847269
verified: no, type: nauc_mrr_at_20_std
value: -36.950481605718885
verified: no, type: nauc_mrr_at_3_diff1
value: 58.504179878593376
verified: no, type: nauc_mrr_at_3_max
value: 13.717981132556927
verified: no, type: nauc_mrr_at_3_std
value: -37.61571792082351
verified: no, type: nauc_mrr_at_5_diff1
value: 58.850653009668854
verified: no, type: nauc_mrr_at_5_max
value: 12.895882710197466
verified: no, type: nauc_mrr_at_5_std
value: -38.15921238754432
verified: no, type: nauc_ndcg_at_1000_diff1
value: 59.13898931852901
verified: no, type: nauc_ndcg_at_1000_max
value: 13.869168802179367
verified: no, type: nauc_ndcg_at_1000_std
value: -36.57313702589791
verified: no, type: nauc_ndcg_at_100_diff1
value: 59.25286696443839
verified: no, type: nauc_ndcg_at_100_max
value: 14.329031676206943
verified: no, type: nauc_ndcg_at_100_std
value: -36.068844762404865
verified: no, type: nauc_ndcg_at_10_diff1
value: 58.952556848610506
verified: no, type: nauc_ndcg_at_10_max
value: 13.058643821489968
verified: no, type: nauc_ndcg_at_10_std
value: -38.637915329187656
verified: no, type: nauc_ndcg_at_1_diff1
value: 62.06374419623817
verified: no, type: nauc_ndcg_at_1_max
value: 12.216836842404124
verified: no, type: nauc_ndcg_at_1_std
value: -32.376437563970576
verified: no, type: nauc_ndcg_at_20_diff1
value: 59.265051921114534
verified: no, type: nauc_ndcg_at_20_max
value: 14.424145412434584
verified: no, type: nauc_ndcg_at_20_std
value: -36.67703874681748
verified: no, type: nauc_ndcg_at_3_diff1
value: 57.2145236748128
verified: no, type: nauc_ndcg_at_3_max
value: 14.163756082395205
verified: no, type: nauc_ndcg_at_3_std
value: -39.40414075321231
verified: no, type: nauc_ndcg_at_5_diff1
value: 57.809804336288416
verified: no, type: nauc_ndcg_at_5_max
value: 12.527159951596808
verified: no, type: nauc_ndcg_at_5_std
value: -40.552009922696094
verified: no, type: nauc_precision_at_1000_diff1
value: 56.125116713349286
verified: no, type: nauc_precision_at_1000_max
value: 48.571428571425365
verified: no, type: nauc_precision_at_1000_std
value: 59.68253968253704
verified: no, type: nauc_precision_at_100_diff1
value: 68.61646619432061
verified: no, type: nauc_precision_at_100_max
value: 65.6533201515904
verified: no, type: nauc_precision_at_100_std
value: 38.515406162464885
verified: no, type: nauc_precision_at_10_diff1
value: 58.1383709608438
verified: no, type: nauc_precision_at_10_max
value: 12.102681699471365
verified: no, type: nauc_precision_at_10_std
value: -45.96425614006378
verified: no, type: nauc_precision_at_1_diff1
value: 62.06374419623817
verified: no, type: nauc_precision_at_1_max
value: 12.216836842404124
verified: no, type: nauc_precision_at_1_std
value: -32.376437563970576
verified: no, type: nauc_precision_at_20_diff1
value: 61.35243841126161
verified: no, type: nauc_precision_at_20_max
value: 29.105077928606924
verified: no, type: nauc_precision_at_20_std
value: -24.708037060978505
verified: no, type: nauc_precision_at_3_diff1
value: 52.33167085174655
verified: no, type: nauc_precision_at_3_max
value: 15.808744545343355
verified: no, type: nauc_precision_at_3_std
value: -46.12751133667663
verified: no, type: nauc_precision_at_5_diff1
value: 53.2268623802632
verified: no, type: nauc_precision_at_5_max
value: 10.356224013966232
verified: no, type: nauc_precision_at_5_std
value: -51.58816300277973
verified: no, type: nauc_recall_at_1000_diff1
value: 56.125116713353194
verified: no, type: nauc_recall_at_1000_max
value: 48.57142857143081
verified: no, type: nauc_recall_at_1000_std
value: 59.682539682538724
verified: no, type: nauc_recall_at_100_diff1
value: 68.61646619432132
verified: no, type: nauc_recall_at_100_max
value: 65.65332015158995
verified: no, type: nauc_recall_at_100_std
value: 38.515406162465176
verified: no, type: nauc_recall_at_10_diff1
value: 58.13837096084369
verified: no, type: nauc_recall_at_10_max
value: 12.10268169947128
verified: no, type: nauc_recall_at_10_std
value: -45.964256140063505
verified: no, type: nauc_recall_at_1_diff1
value: 62.06374419623817
verified: no, type: nauc_recall_at_1_max
value: 12.216836842404124
verified: no, type: nauc_recall_at_1_std
value: -32.376437563970576
verified: no, type: nauc_recall_at_20_diff1
value: 61.35243841126176
verified: no, type: nauc_recall_at_20_max
value: 29.10507792860751
verified: no, type: nauc_recall_at_20_std
value: -24.708037060978192
verified: no, type: nauc_recall_at_3_diff1
value: 52.33167085174654
verified: no, type: nauc_recall_at_3_max
value: 15.808744545343204
verified: no, type: nauc_recall_at_3_std
value: -46.12751133667685
verified: no, type: nauc_recall_at_5_diff1
value: 53.2268623802632
verified: no, type: nauc_recall_at_5_max
value: 10.356224013966395
verified: no, type: nauc_recall_at_5_std
value: -51.58816300277942
verified: no, type: ndcg_at_1
value: 58.3
verified: no, type: ndcg_at_10
value: 74.18
verified: no, type: ndcg_at_100
value: 76.067
verified: no, type: ndcg_at_1000
value: 76.223
verified: no, type: ndcg_at_20
value: 75.14
verified: no, type: ndcg_at_3
value: 69.907
verified: no, type: ndcg_at_5
value: 71.956
verified: no, type: precision_at_1
value: 58.3
verified: no, type: precision_at_10
value: 8.97
verified: no, type: precision_at_100
value: 0.983
verified: no, type: precision_at_1000
value: 0.1
verified: no, type: precision_at_20
value: 4.675
verified: no, type: precision_at_3
value: 25.967000000000002
verified: no, type: precision_at_5
value: 16.56
verified: no, type: recall_at_1
value: 58.3
verified: no, type: recall_at_10
value: 89.7
verified: no, type: recall_at_100
value: 98.3
verified: no, type: recall_at_1000
value: 99.5
verified: no, type: recall_at_20
value: 93.5
verified: no, type: recall_at_3
value: 77.9
verified: no, type: recall_at_5
value: 82.8
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB Waimai (default)
revision: 339287def212450dcaa9df8c22bf93e9980c7023
split: test
type: C-MTEB/waimai-classification
metrics: type: accuracy
value: 86.19
verified: no, type: ap
value: 69.16016629543033
verified: no, type: ap_weighted
value: 69.16016629543033
verified: no, type: f1
value: 84.65946646369608
verified: no, type: f1_weighted
value: 86.35113290203732
verified: no, type: main_score
value: 86.19
verified: no
task: type: Classification
tags: mteb
Likes: 7 | All-time downloads: 3363
Created: 2024-10-23 09:34:38