README.md

---
model-index:
- name: ternary-weight-embedding
  results:
  - dataset:
      config: default
      name: MTEB AFQMC (default)
      revision: b44c3b011063adb25877c13823db83bb193913c4
      split: validation
      type: C-MTEB/AFQMC
    metrics:
    - type: cosine_pearson
      value: 54.178784977880845
    - type: cosine_spearman
      value: 58.24983603546464
    - type: euclidean_pearson
      value: 56.12063302915049
    - type: euclidean_spearman
      value: 57.55891180444177
    - type: main_score
      value: 58.24983603546464
    - type: manhattan_pearson
      value: 56.14231021933658
    - type: manhattan_spearman
      value: 57.57073312857721
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB ATEC (default)
      revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
      split: test
      type: C-MTEB/ATEC
    metrics:
    - type: cosine_pearson
      value: 54.15496422617569
    - type: cosine_spearman
      value: 57.14812321292837
    - type: euclidean_pearson
      value: 60.12883177451991
    - type: euclidean_spearman
      value: 56.79823039497166
    - type: main_score
      value: 57.14812321292837
    - type: manhattan_pearson
      value: 60.12467197534511
    - type: manhattan_spearman
      value: 56.79279245167105
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB ATEC (default)
      revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
      split: validation
      type: C-MTEB/ATEC
    metrics:
    - type: cosine_pearson
      value: 54.24370907266313
    - type: cosine_spearman
      value: 57.79884664537865
    - type: euclidean_pearson
      value: 60.05093414384327
    - type: euclidean_spearman
      value: 57.47352051181076
    - type: main_score
      value: 57.79884664537865
    - type: manhattan_pearson
      value: 60.03579846842669
    - type: manhattan_spearman
      value: 57.46213161281322
    task:
      type: STS
  - dataset:
      config: en
      name: MTEB AmazonReviewsClassification (en)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: test
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 37.554
    - type: f1
      value: 37.076043043891794
    - type: f1_weighted
      value: 37.076043043891794
    - type: main_score
      value: 37.554
    task:
      type: Classification
  - dataset:
      config: de
      name: MTEB AmazonReviewsClassification (de)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: test
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 26.883999999999997
    - type: f1
      value: 26.766904450030015
    - type: f1_weighted
      value: 26.766904450030015
    - type: main_score
      value: 26.883999999999997
    task:
      type: Classification
  - dataset:
      config: es
      name: MTEB AmazonReviewsClassification (es)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: test
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 29.028
    - type: f1
      value: 28.780140874309517
    - type: f1_weighted
      value: 28.780140874309517
    - type: main_score
      value: 29.028
    task:
      type: Classification
  - dataset:
      config: fr
      name: MTEB AmazonReviewsClassification (fr)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: test
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 26.72
    - type: f1
      value: 26.480495303330265
    - type: f1_weighted
      value: 26.480495303330265
    - type: main_score
      value: 26.72
    task:
      type: Classification
  - dataset:
      config: ja
      name: MTEB AmazonReviewsClassification (ja)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: test
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 28.518
    - type: f1
      value: 28.438382784401405
    - type: f1_weighted
      value: 28.438382784401405
    - type: main_score
      value: 28.518
    task:
      type: Classification
  - dataset:
      config: zh
      name: MTEB AmazonReviewsClassification (zh)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: test
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 46.26200000000001
    - type: f1
      value: 45.27125595644993
    - type: f1_weighted
      value: 45.271255956449934
    - type: main_score
      value: 46.26200000000001
    task:
      type: Classification
  - dataset:
      config: en
      name: MTEB AmazonReviewsClassification (en)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: validation
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 37.258
    - type: f1
      value: 36.810536650483364
    - type: f1_weighted
      value: 36.810536650483364
    - type: main_score
      value: 37.258
    task:
      type: Classification
  - dataset:
      config: de
      name: MTEB AmazonReviewsClassification (de)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: validation
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 27.168
    - type: f1
      value: 27.110076496076186
    - type: f1_weighted
      value: 27.110076496076186
    - type: main_score
      value: 27.168
    task:
      type: Classification
  - dataset:
      config: es
      name: MTEB AmazonReviewsClassification (es)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: validation
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 28.582
    - type: f1
      value: 28.380427955500743
    - type: f1_weighted
      value: 28.380427955500743
    - type: main_score
      value: 28.582
    task:
      type: Classification
  - dataset:
      config: fr
      name: MTEB AmazonReviewsClassification (fr)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: validation
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 26.284000000000006
    - type: f1
      value: 26.020390218699436
    - type: f1_weighted
      value: 26.020390218699436
    - type: main_score
      value: 26.284000000000006
    task:
      type: Classification
  - dataset:
      config: ja
      name: MTEB AmazonReviewsClassification (ja)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: validation
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 28.994000000000003
    - type: f1
      value: 28.882137331326792
    - type: f1_weighted
      value: 28.882137331326796
    - type: main_score
      value: 28.994000000000003
    task:
      type: Classification
  - dataset:
      config: zh
      name: MTEB AmazonReviewsClassification (zh)
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      split: validation
      type: mteb/amazon_reviews_multi
    metrics:
    - type: accuracy
      value: 45.64799999999999
    - type: f1
      value: 44.72730068810682
    - type: f1_weighted
      value: 44.72730068810682
    - type: main_score
      value: 45.64799999999999
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB BQ (default)
      revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
      split: test
      type: C-MTEB/BQ
    metrics:
    - type: cosine_pearson
      value: 72.11546348999653
    - type: cosine_spearman
      value: 74.28360304728436
    - type: euclidean_pearson
      value: 72.68784320632835
    - type: euclidean_spearman
      value: 73.8988695267803
    - type: main_score
      value: 74.28360304728436
    - type: manhattan_pearson
      value: 72.67994924531479
    - type: manhattan_spearman
      value: 73.89602896299826
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB BQ (default)
      revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
      split: validation
      type: C-MTEB/BQ
    metrics:
    - type: cosine_pearson
      value: 74.80134578588282
    - type: cosine_spearman
      value: 76.88519187053075
    - type: euclidean_pearson
      value: 75.45155138775218
    - type: euclidean_spearman
      value: 76.44577057706553
    - type: main_score
      value: 76.88519187053075
    - type: manhattan_pearson
      value: 75.44260208073607
    - type: manhattan_spearman
      value: 76.43697175914832
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB CLSClusteringP2P (default)
      revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
      split: test
      type: C-MTEB/CLSClusteringP2P
    metrics:
    - type: main_score
      value: 54.09910844643998
    - type: v_measure
      value: 54.09910844643998
    - type: v_measure_std
      value: 1.4947511735406993
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB CLSClusteringP2P.v2 (default)
      revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
      split: test
      type: C-MTEB/CLSClusteringP2P
    metrics:
    - type: main_score
      value: 54.68251196895576
    - type: v_measure
      value: 54.68251196895576
    - type: v_measure_std
      value: 1.8827992663564201
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB CLSClusteringS2S (default)
      revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
      split: test
      type: C-MTEB/CLSClusteringS2S
    metrics:
    - type: main_score
      value: 46.50249324360948
    - type: v_measure
      value: 46.50249324360948
    - type: v_measure_std
      value: 1.575706238905038
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB CLSClusteringS2S.v2 (default)
      revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
      split: test
      type: C-MTEB/CLSClusteringS2S
    metrics:
    - type: main_score
      value: 48.5426747048895
    - type: v_measure
      value: 48.5426747048895
    - type: v_measure_std
      value: 1.8768930779321003
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB CMedQAv1
      revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
      split: test
      type: C-MTEB/CMedQAv1-reranking
    metrics:
    - type: main_score
      value: 88.74015900697846
    - type: map
      value: 88.74015900697846
    - type: mrr
      value: 90.6736507936508
    - type: nAUC_map_diff1
      value: 57.22083174189404
    - type: nAUC_map_max
      value: 55.77168783483574
    - type: nAUC_map_std
      value: 13.021507960473016
    - type: nAUC_mrr_diff1
      value: 62.952041755231626
    - type: nAUC_mrr_max
      value: 64.05253602193952
    - type: nAUC_mrr_std
      value: 23.213961052744555
    task:
      type: Reranking
  - dataset:
      config: default
      name: MTEB CMedQAv2
      revision: 23d186750531a14a0357ca22cd92d712fd512ea0
      split: test
      type: C-MTEB/CMedQAv2-reranking
    metrics:
    - type: main_score
      value: 88.38113834645159
    - type: map
      value: 88.38113834645159
    - type: mrr
      value: 90.52234126984126
    - type: nAUC_map_diff1
      value: 59.755818934870234
    - type: nAUC_map_max
      value: 62.11664250496217
    - type: nAUC_map_std
      value: 5.676411532480005
    - type: nAUC_mrr_diff1
      value: 67.07181219755715
    - type: nAUC_mrr_max
      value: 75.28581323486274
    - type: nAUC_mrr_std
      value: 17.997453037644533
    task:
      type: Reranking
  - dataset:
      config: default
      name: MTEB CmedqaRetrieval (default)
      revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
      split: dev
      type: C-MTEB/CmedqaRetrieval
    metrics:
    - type: main_score
      value: 45.113
    - type: map_at_1
      value: 25.974999999999998
    - type: map_at_10
      value: 38.567
    - type: map_at_100
      value: 40.407
    - type: map_at_1000
      value: 40.52
    - type: map_at_20
      value: 39.564
    - type: map_at_3
      value: 34.410000000000004
    - type: map_at_5
      value: 36.689
    - type: mrr_at_1
      value: 39.65991497874469
    - type: mrr_at_10
      value: 47.631104204622524
    - type: mrr_at_100
      value: 48.59652256415256
    - type: mrr_at_1000
      value: 48.64137820297102
    - type: mrr_at_20
      value: 48.193915296968996
    - type: mrr_at_3
      value: 45.24047678586305
    - type: mrr_at_5
      value: 46.595815620571805
    - type: nauc_map_at_1000_diff1
      value: 47.78866266244895
    - type: nauc_map_at_1000_max
      value: 41.6785411481451
    - type: nauc_map_at_1000_std
      value: -13.089914559064795
    - type: nauc_map_at_100_diff1
      value: 47.74420073204668
    - type: nauc_map_at_100_max
      value: 41.63744109954874
    - type: nauc_map_at_100_std
      value: -13.115455589619943
    - type: nauc_map_at_10_diff1
      value: 47.60785675353292
    - type: nauc_map_at_10_max
      value: 40.81808736337173
    - type: nauc_map_at_10_std
      value: -14.010361731187555
    - type: nauc_map_at_1_diff1
      value: 52.623450404334235
    - type: nauc_map_at_1_max
      value: 32.48612623845417
    - type: nauc_map_at_1_std
      value: -14.301701958402347
    - type: nauc_map_at_20_diff1
      value: 47.623803967273446
    - type: nauc_map_at_20_max
      value: 41.19261840063425
    - type: nauc_map_at_20_std
      value: -13.695407747959843
    - type: nauc_map_at_3_diff1
      value: 48.343168244250215
    - type: nauc_map_at_3_max
      value: 37.915780566548726
    - type: nauc_map_at_3_std
      value: -14.422861700351183
    - type: nauc_map_at_5_diff1
      value: 47.94643138191748
    - type: nauc_map_at_5_max
      value: 39.59735520213133
    - type: nauc_map_at_5_std
      value: -14.23393731727717
    - type: nauc_mrr_at_1000_diff1
      value: 53.86065646960032
    - type: nauc_mrr_at_1000_max
      value: 49.296644570372415
    - type: nauc_mrr_at_1000_std
      value: -8.960076833549836
    - type: nauc_mrr_at_100_diff1
      value: 53.83949971297237
    - type: nauc_mrr_at_100_max
      value: 49.283394247434124
    - type: nauc_mrr_at_100_std
      value: -8.938461521660448
    - type: nauc_mrr_at_10_diff1
      value: 53.771434307862776
    - type: nauc_mrr_at_10_max
      value: 49.232816072077185
    - type: nauc_mrr_at_10_std
      value: -9.187019034523127
    - type: nauc_mrr_at_1_diff1
      value: 59.00104676791166
    - type: nauc_mrr_at_1_max
      value: 51.260502472764436
    - type: nauc_mrr_at_1_std
      value: -9.593234514978924
    - type: nauc_mrr_at_20_diff1
      value: 53.78230872607412
    - type: nauc_mrr_at_20_max
      value: 49.21546854521065
    - type: nauc_mrr_at_20_std
      value: -9.163123771380729
    - type: nauc_mrr_at_3_diff1
      value: 54.55765283386248
    - type: nauc_mrr_at_3_max
      value: 49.60566476180881
    - type: nauc_mrr_at_3_std
      value: -9.148690932678257
    - type: nauc_mrr_at_5_diff1
      value: 53.97605291263774
    - type: nauc_mrr_at_5_max
      value: 49.40659705825686
    - type: nauc_mrr_at_5_std
      value: -9.161744382503885
    - type: nauc_ndcg_at_1000_diff1
      value: 48.31934043697359
    - type: nauc_ndcg_at_1000_max
      value: 44.71283713093145
    - type: nauc_ndcg_at_1000_std
      value: -9.913668236760554
    - type: nauc_ndcg_at_100_diff1
      value: 47.38673504958784
    - type: nauc_ndcg_at_100_max
      value: 44.25750824625488
    - type: nauc_ndcg_at_100_std
      value: -9.48225516354158
    - type: nauc_ndcg_at_10_diff1
      value: 46.90328760292496
    - type: nauc_ndcg_at_10_max
      value: 42.41986408299954
    - type: nauc_ndcg_at_10_std
      value: -12.909824341781825
    - type: nauc_ndcg_at_1_diff1
      value: 59.00104676791166
    - type: nauc_ndcg_at_1_max
      value: 51.260502472764436
    - type: nauc_ndcg_at_1_std
      value: -9.593234514978924
    - type: nauc_ndcg_at_20_diff1
      value: 46.77258181931362
    - type: nauc_ndcg_at_20_max
      value: 42.68119586804985
    - type: nauc_ndcg_at_20_std
      value: -12.423629313301388
    - type: nauc_ndcg_at_3_diff1
      value: 48.58977327180224
    - type: nauc_ndcg_at_3_max
      value: 43.61141480978654
    - type: nauc_ndcg_at_3_std
      value: -11.641555503967986
    - type: nauc_ndcg_at_5_diff1
      value: 47.67463895870823
    - type: nauc_ndcg_at_5_max
      value: 42.49711123538069
    - type: nauc_ndcg_at_5_std
      value: -12.452049013694403
    - type: nauc_precision_at_1000_diff1
      value: 3.4806441777617567
    - type: nauc_precision_at_1000_max
      value: 27.678000825789933
    - type: nauc_precision_at_1000_std
      value: 17.698677421147963
    - type: nauc_precision_at_100_diff1
      value: 7.875973729853397
    - type: nauc_precision_at_100_max
      value: 34.08812146111534
    - type: nauc_precision_at_100_std
      value: 16.524389567188365
    - type: nauc_precision_at_10_diff1
      value: 21.272214137016185
    - type: nauc_precision_at_10_max
      value: 44.00343281584008
    - type: nauc_precision_at_10_std
      value: 0.9945485334597843
    - type: nauc_precision_at_1_diff1
      value: 59.00104676791166
    - type: nauc_precision_at_1_max
      value: 51.260502472764436
    - type: nauc_precision_at_1_std
      value: -9.593234514978924
    - type: nauc_precision_at_20_diff1
      value: 16.396372302736623
    - type: nauc_precision_at_20_max
      value: 40.20456764221775
    - type: nauc_precision_at_20_std
      value: 4.91733314934679
    - type: nauc_precision_at_3_diff1
      value: 34.03262918273604
    - type: nauc_precision_at_3_max
      value: 48.260349668115424
    - type: nauc_precision_at_3_std
      value: -3.812770245046173
    - type: nauc_precision_at_5_diff1
      value: 28.088076219897022
    - type: nauc_precision_at_5_max
      value: 46.962465223407946
    - type: nauc_precision_at_5_std
      value: -1.663412582138589
    - type: nauc_recall_at_1000_diff1
      value: 29.003325559730303
    - type: nauc_recall_at_1000_max
      value: 51.11704447020827
    - type: nauc_recall_at_1000_std
      value: 52.358021602871176
    - type: nauc_recall_at_100_diff1
      value: 26.944312318666174
    - type: nauc_recall_at_100_max
      value: 35.1360457491317
    - type: nauc_recall_at_100_std
      value: 8.995107524344007
    - type: nauc_recall_at_10_diff1
      value: 34.767375834324746
    - type: nauc_recall_at_10_max
      value: 33.15737890896935
    - type: nauc_recall_at_10_std
      value: -13.876362538877132
    - type: nauc_recall_at_1_diff1
      value: 52.623450404334235
    - type: nauc_recall_at_1_max
      value: 32.48612623845417
    - type: nauc_recall_at_1_std
      value: -14.301701958402347
    - type: nauc_recall_at_20_diff1
      value: 31.796685961276754
    - type: nauc_recall_at_20_max
      value: 31.645635578789094
    - type: nauc_recall_at_20_std
      value: -12.896907066742678
    - type: nauc_recall_at_3_diff1
      value: 40.9513328277203
    - type: nauc_recall_at_3_max
      value: 33.2576092320736
    - type: nauc_recall_at_3_std
      value: -13.677012060621971
    - type: nauc_recall_at_5_diff1
      value: 38.17560293253476
    - type: nauc_recall_at_5_max
      value: 33.66607334519376
    - type: nauc_recall_at_5_std
      value: -13.710743011608292
    - type: ndcg_at_1
      value: 39.660000000000004
    - type: ndcg_at_10
      value: 45.113
    - type: ndcg_at_100
      value: 52.257
    - type: ndcg_at_1000
      value: 54.25
    - type: ndcg_at_20
      value: 47.857
    - type: ndcg_at_3
      value: 40.022999999999996
    - type: ndcg_at_5
      value: 42.076
    - type: precision_at_1
      value: 39.660000000000004
    - type: precision_at_10
      value: 10.025
    - type: precision_at_100
      value: 1.5789999999999997
    - type: precision_at_1000
      value: 0.183
    - type: precision_at_20
      value: 5.915
    - type: precision_at_3
      value: 22.639
    - type: precision_at_5
      value: 16.359
    - type: recall_at_1
      value: 25.974999999999998
    - type: recall_at_10
      value: 55.332
    - type: recall_at_100
      value: 84.899
    - type: recall_at_1000
      value: 98.312
    - type: recall_at_20
      value: 64.702
    - type: recall_at_3
      value: 39.800999999999995
    - type: recall_at_5
      value: 46.378
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB Cmnli (default)
      revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
      split: validation
      type: C-MTEB/CMNLI
    metrics:
    - type: cosine_accuracy
      value: 85.13529765484064
    - type: cosine_accuracy_threshold
      value: 86.13102436065674
    - type: cosine_ap
      value: 92.19355954725854
    - type: cosine_f1
      value: 86.10154427285858
    - type: cosine_f1_threshold
      value: 84.71119403839111
    - type: cosine_precision
      value: 82.02794242167654
    - type: cosine_recall
      value: 90.6008884732289
    - type: dot_accuracy
      value: 74.91280817799158
    - type: dot_accuracy_threshold
      value: 63842.00439453125
    - type: dot_ap
      value: 83.44759720338214
    - type: dot_f1
      value: 77.27227076428642
    - type: dot_f1_threshold
      value: 60020.81298828125
    - type: dot_precision
      value: 67.72887323943661
    - type: dot_recall
      value: 89.94622398877719
    - type: euclidean_accuracy
      value: 84.47384245339748
    - type: euclidean_accuracy_threshold
      value: 1469.5334434509277
    - type: euclidean_ap
      value: 91.3556506449566
    - type: euclidean_f1
      value: 85.43989402803841
    - type: euclidean_f1_threshold
      value: 1538.3913040161133
    - type: euclidean_precision
      value: 80.92848180677541
    - type: euclidean_recall
      value: 90.48398410100538
    - type: main_score
      value: 85.13529765484064
    - type: manhattan_accuracy
      value: 84.41371016235718
    - type: manhattan_accuracy_threshold
      value: 49906.90002441406
    - type: manhattan_ap
      value: 91.3493016502162
    - type: manhattan_f1
      value: 85.49062844542446
    - type: manhattan_f1_threshold
      value: 51897.528076171875
    - type: manhattan_precision
      value: 80.88879616106823
    - type: manhattan_recall
      value: 90.6476502221183
    - type: max_accuracy
      value: 85.13529765484064
    - type: max_ap
      value: 92.19355954725854
    - type: max_f1
      value: 86.10154427285858
    - type: max_precision
      value: 82.02794242167654
    - type: max_recall
      value: 90.6476502221183
    - type: similarity_accuracy
      value: 85.13529765484064
    - type: similarity_accuracy_threshold
      value: 86.13102436065674
    - type: similarity_ap
      value: 92.17394345753924
    - type: similarity_f1
      value: 86.10154427285858
    - type: similarity_f1_threshold
      value: 84.71119403839111
    - type: similarity_precision
      value: 82.02794242167654
    - type: similarity_recall
      value: 90.6008884732289
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB CovidRetrieval (default)
      revision: 1271c7809071a13532e05f25fb53511ffce77117
      split: dev
      type: C-MTEB/CovidRetrieval
    metrics:
    - type: main_score
      value: 82.819
    - type: map_at_1
      value: 69.494
    - type: map_at_10
      value: 78.789
    - type: map_at_100
      value: 78.988
    - type: map_at_1000
      value: 78.993
    - type: map_at_20
      value: 78.917
    - type: map_at_3
      value: 77.011
    - type: map_at_5
      value: 78.17699999999999
    - type: mrr_at_1
      value: 69.6522655426765
    - type: mrr_at_10
      value: 78.76729054811248
    - type: mrr_at_100
      value: 78.95793499668491
    - type: mrr_at_1000
      value: 78.96216519091867
    - type: mrr_at_20
      value: 78.88679240958568
    - type: mrr_at_3
      value: 77.04601334738325
    - type: mrr_at_5
      value: 78.22620302072359
    - type: nauc_map_at_1000_diff1
      value: 80.05214569065625
    - type: nauc_map_at_1000_max
      value: 36.21145092927336
    - type: nauc_map_at_1000_std
      value: -36.16531861028991
    - type: nauc_map_at_100_diff1
      value: 80.05020798715684
    - type: nauc_map_at_100_max
      value: 36.22261208348821
    - type: nauc_map_at_100_std
      value: -36.14332748625607
    - type: nauc_map_at_10_diff1
      value: 79.93946377542417
    - type: nauc_map_at_10_max
      value: 36.20456984006017
    - type: nauc_map_at_10_std
      value: -36.398588779081294
    - type: nauc_map_at_1_diff1
      value: 82.0602604309234
    - type: nauc_map_at_1_max
      value: 35.19249651707143
    - type: nauc_map_at_1_std
      value: -34.21839088932163
    - type: nauc_map_at_20_diff1
      value: 80.02697105208125
    - type: nauc_map_at_20_max
      value: 36.18004342047142
    - type: nauc_map_at_20_std
      value: -36.17886432477489
    - type: nauc_map_at_3_diff1
      value: 80.16978634467844
    - type: nauc_map_at_3_max
      value: 35.83327596692132
    - type: nauc_map_at_3_std
      value: -38.37503788050143
    - type: nauc_map_at_5_diff1
      value: 79.81622895096287
    - type: nauc_map_at_5_max
      value: 36.08883221963992
    - type: nauc_map_at_5_std
      value: -37.25482423232233
    - type: nauc_mrr_at_1000_diff1
      value: 80.2097372109321
    - type: nauc_mrr_at_1000_max
      value: 36.42174288518451
    - type: nauc_mrr_at_1000_std
      value: -35.85189499872029
    - type: nauc_mrr_at_100_diff1
      value: 80.20776581779481
    - type: nauc_mrr_at_100_max
      value: 36.432844978272236
    - type: nauc_mrr_at_100_std
      value: -35.82999739661053
    - type: nauc_mrr_at_10_diff1
      value: 80.09236275670942
    - type: nauc_mrr_at_10_max
      value: 36.380671611318604
    - type: nauc_mrr_at_10_std
      value: -36.15989339661995
    - type: nauc_mrr_at_1_diff1
      value: 81.87621839783066
    - type: nauc_mrr_at_1_max
      value: 35.88505228929411
    - type: nauc_mrr_at_1_std
      value: -32.92079357076708
    - type: nauc_mrr_at_20_diff1
      value: 80.18395501536016
    - type: nauc_mrr_at_20_max
      value: 36.38952241095837
    - type: nauc_mrr_at_20_std
      value: -35.866686376779114
    - type: nauc_mrr_at_3_diff1
      value: 80.23254549571189
    - type: nauc_mrr_at_3_max
      value: 36.05935731319566
    - type: nauc_mrr_at_3_std
      value: -37.866428822755864
    - type: nauc_mrr_at_5_diff1
      value: 79.88253909007965
    - type: nauc_mrr_at_5_max
      value: 36.457475361699146
    - type: nauc_mrr_at_5_std
      value: -36.49596735742553
    - type: nauc_ndcg_at_1000_diff1
      value: 79.7618117697378
    - type: nauc_ndcg_at_1000_max
      value: 36.629676985491514
    - type: nauc_ndcg_at_1000_std
      value: -35.86456326352086
    - type: nauc_ndcg_at_100_diff1
      value: 79.65891920529748
    - type: nauc_ndcg_at_100_max
      value: 36.97516050762293
    - type: nauc_ndcg_at_100_std
      value: -35.2001931520788
    - type: nauc_ndcg_at_10_diff1
      value: 79.17817241151019
    - type: nauc_ndcg_at_10_max
      value: 36.86254607903196
    - type: nauc_ndcg_at_10_std
      value: -36.235782359106615
    - type: nauc_ndcg_at_1_diff1
      value: 81.6552730132908
    - type: nauc_ndcg_at_1_max
      value: 35.6139365961136
    - type: nauc_ndcg_at_1_std
      value: -33.34605824156571
    - type: nauc_ndcg_at_20_diff1
      value: 79.53353610120962
    - type: nauc_ndcg_at_20_max
      value: 36.83633652729889
    - type: nauc_ndcg_at_20_std
      value: -35.223937945126934
    - type: nauc_ndcg_at_3_diff1
      value: 79.66142161189495
    - type: nauc_ndcg_at_3_max
      value: 36.201048838264995
    - type: nauc_ndcg_at_3_std
      value: -40.303435032913235
    - type: nauc_ndcg_at_5_diff1
      value: 78.84195807786423
    - type: nauc_ndcg_at_5_max
      value: 36.82613815363756
    - type: nauc_ndcg_at_5_std
      value: -38.073937317858494
    - type: nauc_precision_at_1000_diff1
      value: -52.61992538101203
    - type: nauc_precision_at_1000_max
      value: 2.876218848436758
    - type: nauc_precision_at_1000_std
      value: 54.38129782759948
    - type: nauc_precision_at_100_diff1
      value: -15.670131055377192
    - type: nauc_precision_at_100_max
      value: 27.850990893649424
    - type: nauc_precision_at_100_std
      value: 53.31709331697566
    - type: nauc_precision_at_10_diff1
      value: 38.84116900921712
    - type: nauc_precision_at_10_max
      value: 34.79084147327868
    - type: nauc_precision_at_10_std
      value: -6.829876002907609
    - type: nauc_precision_at_1_diff1
      value: 81.6552730132908
    - type: nauc_precision_at_1_max
      value: 35.6139365961136
    - type: nauc_precision_at_1_std
      value: -33.34605824156571
    - type: nauc_precision_at_20_diff1
      value: 25.845188821845383
    - type: nauc_precision_at_20_max
      value: 31.18865106000545
    - type: nauc_precision_at_20_std
      value: 14.759241268473561
    - type: nauc_precision_at_3_diff1
      value: 70.8201683277703
    - type: nauc_precision_at_3_max
      value: 36.6701970406286
    - type: nauc_precision_at_3_std
      value: -42.35040269825674
    - type: nauc_precision_at_5_diff1
      value: 59.02227125330898
    - type: nauc_precision_at_5_max
      value: 38.69410968250484
    - type: nauc_precision_at_5_std
      value: -30.30854393285351
    - type: nauc_recall_at_1000_diff1
      value: .nan
    - type: nauc_recall_at_1000_max
      value: .nan
    - type: nauc_recall_at_1000_std
      value: .nan
    - type: nauc_recall_at_100_diff1
      value: 64.60431422737145
    - type: nauc_recall_at_100_max
      value: 82.10937063790381
    - type: nauc_recall_at_100_std
      value: 51.005079723478254
    - type: nauc_recall_at_10_diff1
      value: 70.9120103945018
    - type: nauc_recall_at_10_max
      value: 44.17151180123427
    - type: nauc_recall_at_10_std
      value: -30.974453318671753
    - type: nauc_recall_at_1_diff1
      value: 82.0602604309234
    - type: nauc_recall_at_1_max
      value: 35.19249651707143
    - type: nauc_recall_at_1_std
      value: -34.21839088932163
    - type: nauc_recall_at_20_diff1
      value: 72.87073930480337
    - type: nauc_recall_at_20_max
      value: 48.156799565062514
    - type: nauc_recall_at_20_std
      value: -8.986967985015431
    - type: nauc_recall_at_3_diff1
      value: 77.48100030181683
    - type: nauc_recall_at_3_max
      value: 37.72633639333108
    - type: nauc_recall_at_3_std
      value: -48.48712826839765
    - type: nauc_recall_at_5_diff1
      value: 72.79074903006723
    - type: nauc_recall_at_5_max
      value: 41.41902376036034
    - type: nauc_recall_at_5_std
      value: -42.76726369093494
    - type: ndcg_at_1
      value: 69.758
    - type: ndcg_at_10
      value: 82.819
    - type: ndcg_at_100
      value: 83.705
    - type: ndcg_at_1000
      value: 83.814
    - type: ndcg_at_20
      value: 83.26599999999999
    - type: ndcg_at_3
      value: 79.296
    - type: ndcg_at_5
      value: 81.406
    - type: precision_at_1
      value: 69.758
    - type: precision_at_10
      value: 9.621
    - type: precision_at_100
      value: 1.002
    - type: precision_at_1000
      value: 0.101
    - type: precision_at_20
      value: 4.9
    - type: precision_at_3
      value: 28.767
    - type: precision_at_5
      value: 18.335
    - type: recall_at_1
      value: 69.494
    - type: recall_at_10
      value: 95.205
    - type: recall_at_100
      value: 99.157
    - type: recall_at_1000
      value: 100.0
    - type: recall_at_20
      value: 96.944
    - type: recall_at_3
      value: 85.827
    - type: recall_at_5
      value: 90.938
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB DuRetrieval (default)
      revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
      split: dev
      type: C-MTEB/DuRetrieval
    metrics:
    - type: main_score
      value: 87.612
    - type: map_at_1
      value: 26.430999999999997
    - type: map_at_10
      value: 80.56400000000001
    - type: map_at_100
      value: 83.41199999999999
    - type: map_at_1000
      value: 83.447
    - type: map_at_20
      value: 82.76
    - type: map_at_3
      value: 56.21000000000001
    - type: map_at_5
      value: 70.743
    - type: mrr_at_1
      value: 91.0
    - type: mrr_at_10
      value: 93.58273809523806
    - type: mrr_at_100
      value: 93.66391788982004
    - type: mrr_at_1000
      value: 93.66580315421686
    - type: mrr_at_20
      value: 93.63874828087282
    - type: mrr_at_3
      value: 93.31666666666662
    - type: mrr_at_5
      value: 93.46916666666664
    - type: nauc_map_at_1000_diff1
      value: 6.40109926511269
    - type: nauc_map_at_1000_max
      value: 45.156518205790604
    - type: nauc_map_at_1000_std
      value: 18.593211884073153
    - type: nauc_map_at_100_diff1
      value: 6.448711557202101
    - type: nauc_map_at_100_max
      value: 45.18486159645747
    - type: nauc_map_at_100_std
      value: 18.616651795860722
    - type: nauc_map_at_10_diff1
      value: 9.84371320616581
    - type: nauc_map_at_10_max
      value: 40.01693268761593
    - type: nauc_map_at_10_std
      value: 6.908031365560747
    - type: nauc_map_at_1_diff1
      value: 44.953791181056026
    - type: nauc_map_at_1_max
      value: -11.387509242343764
    - type: nauc_map_at_1_std
      value: -29.012460300786657
    - type: nauc_map_at_20_diff1
      value: 7.38580064647179
    - type: nauc_map_at_20_max
      value: 44.371332746028116
    - type: nauc_map_at_20_std
      value: 15.833956559472313
    - type: nauc_map_at_3_diff1
      value: 29.427952587601474
    - type: nauc_map_at_3_max
      value: 3.8473270447259185
    - type: nauc_map_at_3_std
      value: -23.647521458336257
    - type: nauc_map_at_5_diff1
      value: 18.713364613154774
    - type: nauc_map_at_5_max
      value: 19.953262401680806
    - type: nauc_map_at_5_std
      value: -11.913720371911865
    - type: nauc_mrr_at_1000_diff1
      value: 38.040195739817776
    - type: nauc_mrr_at_1000_max
      value: 75.65224176632694
    - type: nauc_mrr_at_1000_std
      value: 39.40257100387963
    - type: nauc_mrr_at_100_diff1
      value: 38.03778676125757
    - type: nauc_mrr_at_100_max
      value: 75.65948630024249
    - type: nauc_mrr_at_100_std
      value: 39.41815341603381
    - type: nauc_mrr_at_10_diff1
      value: 37.97394065068133
    - type: nauc_mrr_at_10_max
      value: 75.81910017199222
    - type: nauc_mrr_at_10_std
      value: 39.61696874072677
    - type: nauc_mrr_at_1_diff1
      value: 38.83675692499215
    - type: nauc_mrr_at_1_max
      value: 69.99014420583036
    - type: nauc_mrr_at_1_std
      value: 31.8093163191202
    - type: nauc_mrr_at_20_diff1
      value: 38.073680057072046
    - type: nauc_mrr_at_20_max
      value: 75.67883974175976
    - type: nauc_mrr_at_20_std
      value: 39.40528722492238
    - type: nauc_mrr_at_3_diff1
      value: 38.28768415096703
    - type: nauc_mrr_at_3_max
      value: 76.28320654945267
    - type: nauc_mrr_at_3_std
      value: 40.02109572008348
    - type: nauc_mrr_at_5_diff1
      value: 38.216868985695534
    - type: nauc_mrr_at_5_max
      value: 76.08316007275711
    - type: nauc_mrr_at_5_std
      value: 39.972457019046104
    - type: nauc_ndcg_at_1000_diff1
      value: 10.58897864933073
    - type: nauc_ndcg_at_1000_max
      value: 55.5870887191566
    - type: nauc_ndcg_at_1000_std
      value: 30.15493957024938
    - type: nauc_ndcg_at_100_diff1
      value: 10.868069465772917
    - type: nauc_ndcg_at_100_max
      value: 55.83351050391704
    - type: nauc_ndcg_at_100_std
      value: 31.072236695619615
    - type: nauc_ndcg_at_10_diff1
      value: 9.27127335978071
    - type: nauc_ndcg_at_10_max
      value: 49.307727646759396
    - type: nauc_ndcg_at_10_std
      value: 21.552518764523654
    - type: nauc_ndcg_at_1_diff1
      value: 38.83675692499215
    - type: nauc_ndcg_at_1_max
      value: 69.99014420583036
    - type: nauc_ndcg_at_1_std
      value: 31.8093163191202
    - type: nauc_ndcg_at_20_diff1
      value: 10.99181537977003
    - type: nauc_ndcg_at_20_max
      value: 53.47605191227965
    - type: nauc_ndcg_at_20_std
      value: 26.382045731517312
    - type: nauc_ndcg_at_3_diff1
      value: 6.5534137252176565
    - type: nauc_ndcg_at_3_max
      value: 51.11114538632076
    - type: nauc_ndcg_at_3_std
      value: 22.189612114146588
    - type: nauc_ndcg_at_5_diff1
      value: 7.719135315891541
    - type: nauc_ndcg_at_5_max
      value: 44.360770591119504
    - type: nauc_ndcg_at_5_std
      value: 18.743172873708048
    - type: nauc_precision_at_1000_diff1
      value: -31.034822128380522
    - type: nauc_precision_at_1000_max
      value: 20.332934368138066
    - type: nauc_precision_at_1000_std
      value: 44.338803511915614
    - type: nauc_precision_at_100_diff1
      value: -30.811245735858193
    - type: nauc_precision_at_100_max
      value: 22.198372768725562
    - type: nauc_precision_at_100_std
      value: 46.00454797611091
    - type: nauc_precision_at_10_diff1
      value: -31.274194785864424
    - type: nauc_precision_at_10_max
      value: 32.71187220917922
    - type: nauc_precision_at_10_std
      value: 42.875968635394166
    - type: nauc_precision_at_1_diff1
      value: 38.83675692499215
    - type: nauc_precision_at_1_max
      value: 69.99014420583036
    - type: nauc_precision_at_1_std
      value: 31.8093163191202
    - type: nauc_precision_at_20_diff1
      value: -30.67860376845899
    - type: nauc_precision_at_20_max
      value: 26.74661379366211
    - type: nauc_precision_at_20_std
      value: 45.59437091314149
    - type: nauc_precision_at_3_diff1
      value: -27.743818205448356
    - type: nauc_precision_at_3_max
      value: 49.61474868721054
    - type: nauc_precision_at_3_std
      value: 37.18101217122168
    - type: nauc_precision_at_5_diff1
      value: -32.80762892713753
    - type: nauc_precision_at_5_max
      value: 40.44209817083512
    - type: nauc_precision_at_5_std
      value: 40.96210133419465
    - type: nauc_recall_at_1000_diff1
      value: 6.1482636348882735
    - type: nauc_recall_at_1000_max
      value: 73.7437459367813
    - type: nauc_recall_at_1000_std
      value: 74.5949419078317
    - type: nauc_recall_at_100_diff1
      value: 11.893958942544847
    - type: nauc_recall_at_100_max
      value: 65.83194149698096
    - type: nauc_recall_at_100_std
      value: 64.9416138646916
    - type: nauc_recall_at_10_diff1
      value: 10.763264138044141
    - type: nauc_recall_at_10_max
      value: 37.42063013254842
    - type: nauc_recall_at_10_std
      value: 5.538711799036518
    - type: nauc_recall_at_1_diff1
      value: 44.953791181056026
    - type: nauc_recall_at_1_max
      value: -11.387509242343764
    - type: nauc_recall_at_1_std
      value: -29.012460300786657
    - type: nauc_recall_at_20_diff1
      value: 10.112135571654077
    - type: nauc_recall_at_20_max
      value: 48.8731227722893
    - type: nauc_recall_at_20_std
      value: 27.875300064543712
    - type: nauc_recall_at_3_diff1
      value: 29.035019905697286
    - type: nauc_recall_at_3_max
      value: -0.8253741490097173
    - type: nauc_recall_at_3_std
      value: -26.374385040717073
    - type: nauc_recall_at_5_diff1
      value: 18.90308787689296
    - type: nauc_recall_at_5_max
      value: 12.373785172914031
    - type: nauc_recall_at_5_std
      value: -16.43244911732844
    - type: ndcg_at_1
      value: 91.0
    - type: ndcg_at_10
      value: 87.612
    - type: ndcg_at_100
      value: 90.36699999999999
    - type: ndcg_at_1000
      value: 90.712
    - type: ndcg_at_20
      value: 89.184
    - type: ndcg_at_3
      value: 86.875
    - type: ndcg_at_5
      value: 85.724
    - type: precision_at_1
      value: 91.0
    - type: precision_at_10
      value: 41.805
    - type: precision_at_100
      value: 4.805000000000001
    - type: precision_at_1000
      value: 0.48900000000000005
    - type: precision_at_20
      value: 22.793
    - type: precision_at_3
      value: 77.85
    - type: precision_at_5
      value: 65.73
    - type: recall_at_1
      value: 26.430999999999997
    - type: recall_at_10
      value: 88.35499999999999
    - type: recall_at_100
      value: 97.366
    - type: recall_at_1000
      value: 99.235
    - type: recall_at_20
      value: 93.525
    - type: recall_at_3
      value: 58.226
    - type: recall_at_5
      value: 74.919
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB EcomRetrieval (default)
      revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
      split: dev
      type: C-MTEB/EcomRetrieval
    metrics:
    - type: main_score
      value: 67.161
    - type: map_at_1
      value: 52.300000000000004
    - type: map_at_10
      value: 62.166999999999994
    - type: map_at_100
      value: 62.778999999999996
    - type: map_at_1000
      value: 62.792
    - type: map_at_20
      value: 62.602000000000004
    - type: map_at_3
      value: 59.516999999999996
    - type: map_at_5
      value: 61.212
    - type: mrr_at_1
      value: 52.300000000000004
    - type: mrr_at_10
      value: 62.16682539682541
    - type: mrr_at_100
      value: 62.77902948698046
    - type: mrr_at_1000
      value: 62.792087634956715
    - type: mrr_at_20
      value: 62.60165070567552
    - type: mrr_at_3
      value: 59.516666666666666
    - type: mrr_at_5
      value: 61.21166666666669
    - type: nauc_map_at_1000_diff1
      value: 65.16885595814446
    - type: nauc_map_at_1000_max
      value: 29.496662567956776
    - type: nauc_map_at_1000_std
      value: -12.7407402615998
    - type: nauc_map_at_100_diff1
      value: 65.16617941092908
    - type: nauc_map_at_100_max
      value: 29.502786614031272
    - type: nauc_map_at_100_std
      value: -12.730774193607482
    - type: nauc_map_at_10_diff1
      value: 65.06166340128496
    - type: nauc_map_at_10_max
      value: 29.354270783663335
    - type: nauc_map_at_10_std
      value: -13.094010608834502
    - type: nauc_map_at_1_diff1
      value: 67.95208901030078
    - type: nauc_map_at_1_max
      value: 27.603263383543116
    - type: nauc_map_at_1_std
      value: -13.626768587136143
    - type: nauc_map_at_20_diff1
      value: 65.14110896910226
    - type: nauc_map_at_20_max
      value: 29.517296694609605
    - type: nauc_map_at_20_std
      value: -12.764608204706748
    - type: nauc_map_at_3_diff1
      value: 65.35395305214332
    - type: nauc_map_at_3_max
      value: 28.576381656915512
    - type: nauc_map_at_3_std
      value: -14.869794329585687
    - type: nauc_map_at_5_diff1
      value: 65.08475092137822
    - type: nauc_map_at_5_max
      value: 29.10210463237133
    - type: nauc_map_at_5_std
      value: -13.358219612661818
    - type: nauc_mrr_at_1000_diff1
      value: 65.16885595814446
    - type: nauc_mrr_at_1000_max
      value: 29.496662567956776
    - type: nauc_mrr_at_1000_std
      value: -12.7407402615998
    - type: nauc_mrr_at_100_diff1
      value: 65.16617941092908
    - type: nauc_mrr_at_100_max
      value: 29.502786614031272
    - type: nauc_mrr_at_100_std
      value: -12.730774193607482
    - type: nauc_mrr_at_10_diff1
      value: 65.06166340128496
    - type: nauc_mrr_at_10_max
      value: 29.354270783663335
    - type: nauc_mrr_at_10_std
      value: -13.094010608834502
    - type: nauc_mrr_at_1_diff1
      value: 67.95208901030078
    - type: nauc_mrr_at_1_max
      value: 27.603263383543116
    - type: nauc_mrr_at_1_std
      value: -13.626768587136143
    - type: nauc_mrr_at_20_diff1
      value: 65.14110896910226
    - type: nauc_mrr_at_20_max
      value: 29.517296694609605
    - type: nauc_mrr_at_20_std
      value: -12.764608204706748
    - type: nauc_mrr_at_3_diff1
      value: 65.35395305214332
    - type: nauc_mrr_at_3_max
      value: 28.576381656915512
    - type: nauc_mrr_at_3_std
      value: -14.869794329585687
    - type: nauc_mrr_at_5_diff1
      value: 65.08475092137822
    - type: nauc_mrr_at_5_max
      value: 29.10210463237133
    - type: nauc_mrr_at_5_std
      value: -13.358219612661818
    - type: nauc_ndcg_at_1000_diff1
      value: 64.33394397420086
    - type: nauc_ndcg_at_1000_max
      value: 30.864795296588355
    - type: nauc_ndcg_at_1000_std
      value: -10.533294101922223
    - type: nauc_ndcg_at_100_diff1
      value: 64.23470966841133
    - type: nauc_ndcg_at_100_max
      value: 31.15266740134302
    - type: nauc_ndcg_at_100_std
      value: -10.011060738308094
    - type: nauc_ndcg_at_10_diff1
      value: 63.857719978347525
    - type: nauc_ndcg_at_10_max
      value: 30.617530021869715
    - type: nauc_ndcg_at_10_std
      value: -11.653834629145123
    - type: nauc_ndcg_at_1_diff1
      value: 67.95208901030078
    - type: nauc_ndcg_at_1_max
      value: 27.603263383543116
    - type: nauc_ndcg_at_1_std
      value: -13.626768587136143
    - type: nauc_ndcg_at_20_diff1
      value: 64.1331572787928
    - type: nauc_ndcg_at_20_max
      value: 31.25635677077675
    - type: nauc_ndcg_at_20_std
      value: -10.276309085700548
    - type: nauc_ndcg_at_3_diff1
      value: 64.48544321575491
    - type: nauc_ndcg_at_3_max
      value: 28.830444576799763
    - type: nauc_ndcg_at_3_std
      value: -15.353961858062192
    - type: nauc_ndcg_at_5_diff1
      value: 63.939873109118736
    - type: nauc_ndcg_at_5_max
      value: 29.829976475635444
    - type: nauc_ndcg_at_5_std
      value: -12.501228923097408
    - type: nauc_precision_at_1000_diff1
      value: 37.252308330738565
    - type: nauc_precision_at_1000_max
      value: 83.39039319431379
    - type: nauc_precision_at_1000_std
      value: 88.40906733063514
    - type: nauc_precision_at_100_diff1
      value: 49.082892416225164
    - type: nauc_precision_at_100_max
      value: 64.97665732959823
    - type: nauc_precision_at_100_std
      value: 52.973337483141194
    - type: nauc_precision_at_10_diff1
      value: 57.595510418530985
    - type: nauc_precision_at_10_max
      value: 37.97668604684725
    - type: nauc_precision_at_10_std
      value: -2.7592219444461974
    - type: nauc_precision_at_1_diff1
      value: 67.95208901030078
    - type: nauc_precision_at_1_max
      value: 27.603263383543116
    - type: nauc_precision_at_1_std
      value: -13.626768587136143
    - type: nauc_precision_at_20_diff1
      value: 56.98568570908991
    - type: nauc_precision_at_20_max
      value: 46.84055109587015
    - type: nauc_precision_at_20_std
      value: 13.665255154616707
    - type: nauc_precision_at_3_diff1
      value: 61.609690960979556
    - type: nauc_precision_at_3_max
      value: 29.644530943175635
    - type: nauc_precision_at_3_std
      value: -16.983269477487482
    - type: nauc_precision_at_5_diff1
      value: 59.36708969559955
    - type: nauc_precision_at_5_max
      value: 32.83509607326578
    - type: nauc_precision_at_5_std
      value: -8.585997498785966
    - type: nauc_recall_at_1000_diff1
      value: 37.25230833073967
    - type: nauc_recall_at_1000_max
      value: 83.39039319431508
    - type: nauc_recall_at_1000_std
      value: 88.40906733063599
    - type: nauc_recall_at_100_diff1
      value: 49.08289241622588
    - type: nauc_recall_at_100_max
      value: 64.97665732959842
    - type: nauc_recall_at_100_std
      value: 52.973337483141805
    - type: nauc_recall_at_10_diff1
      value: 57.59551041853113
    - type: nauc_recall_at_10_max
      value: 37.97668604684728
    - type: nauc_recall_at_10_std
      value: -2.7592219444460553
    - type: nauc_recall_at_1_diff1
      value: 67.95208901030078
    - type: nauc_recall_at_1_max
      value: 27.603263383543116
    - type: nauc_recall_at_1_std
      value: -13.626768587136143
    - type: nauc_recall_at_20_diff1
      value: 56.98568570908995
    - type: nauc_recall_at_20_max
      value: 46.84055109587016
    - type: nauc_recall_at_20_std
      value: 13.665255154616771
    - type: nauc_recall_at_3_diff1
      value: 61.60969096097951
    - type: nauc_recall_at_3_max
      value: 29.644530943175585
    - type: nauc_recall_at_3_std
      value: -16.983269477487518
    - type: nauc_recall_at_5_diff1
      value: 59.36708969559964
    - type: nauc_recall_at_5_max
      value: 32.83509607326576
    - type: nauc_recall_at_5_std
      value: -8.585997498785925
    - type: ndcg_at_1
      value: 52.300000000000004
    - type: ndcg_at_10
      value: 67.161
    - type: ndcg_at_100
      value: 69.947
    - type: ndcg_at_1000
      value: 70.28999999999999
    - type: ndcg_at_20
      value: 68.734
    - type: ndcg_at_3
      value: 61.827
    - type: ndcg_at_5
      value: 64.857
    - type: precision_at_1
      value: 52.300000000000004
    - type: precision_at_10
      value: 8.290000000000001
    - type: precision_at_100
      value: 0.955
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_20
      value: 4.455
    - type: precision_at_3
      value: 22.833000000000002
    - type: precision_at_5
      value: 15.160000000000002
    - type: recall_at_1
      value: 52.300000000000004
    - type: recall_at_10
      value: 82.89999999999999
    - type: recall_at_100
      value: 95.5
    - type: recall_at_1000
      value: 98.2
    - type: recall_at_20
      value: 89.1
    - type: recall_at_3
      value: 68.5
    - type: recall_at_5
      value: 75.8
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB IFlyTek (default)
      revision: 421605374b29664c5fc098418fe20ada9bd55f8a
      split: validation
      type: C-MTEB/IFlyTek-classification
    metrics:
    - type: accuracy
      value: 46.20238553289727
    - type: f1
      value: 38.90517287997349
    - type: f1_weighted
      value: 47.72465908202853
    - type: main_score
      value: 46.20238553289727
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB JDReview (default)
      revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
      split: test
      type: C-MTEB/JDReview-classification
    metrics:
    - type: accuracy
      value: 86.86679174484053
    - type: ap
      value: 55.4190333000728
    - type: ap_weighted
      value: 55.4190333000728
    - type: f1
      value: 81.51249564649538
    - type: f1_weighted
      value: 87.76253254123183
    - type: main_score
      value: 86.86679174484053
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB LCQMC (default)
      revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
      split: test
      type: C-MTEB/LCQMC
    metrics:
    - type: cosine_pearson
      value: 73.38528996257187
    - type: cosine_spearman
      value: 79.5838761369882
    - type: euclidean_pearson
      value: 79.46435441303319
    - type: euclidean_spearman
      value: 79.43632868036107
    - type: main_score
      value: 79.5838761369882
    - type: manhattan_pearson
      value: 79.4611643611669
    - type: manhattan_spearman
      value: 79.43277700673374
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB MMarcoReranking (default)
      revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
      split: dev
      type: C-MTEB/Mmarco-reranking
    metrics:
    - type: main_score
      value: 35.03765306725339
    - type: map
      value: 35.03765306725339
    - type: mrr
      value: 34.97817460317461
    - type: nAUC_map_diff1
      value: 19.818725573084713
    - type: nAUC_map_max
      value: 1.0198000256681778
    - type: nAUC_map_std
      value: -17.624562992793454
    - type: nAUC_mrr_diff1
      value: 20.024047042722497
    - type: nAUC_mrr_max
      value: 0.7457000534749312
    - type: nAUC_mrr_std
      value: -17.90188283839233
    task:
      type: Reranking
  - dataset:
      config: default
      name: MTEB MMarcoRetrieval (default)
      revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
      split: dev
      type: C-MTEB/MMarcoRetrieval
    metrics:
    - type: main_score
      value: 78.377
    - type: map_at_1
      value: 64.496
    - type: map_at_10
      value: 74.316
    - type: map_at_100
      value: 74.67399999999999
    - type: map_at_1000
      value: 74.682
    - type: map_at_20
      value: 74.553
    - type: map_at_3
      value: 72.27799999999999
    - type: map_at_5
      value: 73.601
    - type: mrr_at_1
      value: 66.71919770773638
    - type: mrr_at_10
      value: 74.91401168872505
    - type: mrr_at_100
      value: 75.22834586029683
    - type: mrr_at_1000
      value: 75.23576223918033
    - type: mrr_at_20
      value: 75.1182142204938
    - type: mrr_at_3
      value: 73.12320916905448
    - type: mrr_at_5
      value: 74.29512893982785
    - type: nauc_map_at_1000_diff1
      value: 76.44188987176878
    - type: nauc_map_at_1000_max
      value: 41.96583590277497
    - type: nauc_map_at_1000_std
      value: -11.893947475776763
    - type: nauc_map_at_100_diff1
      value: 76.43873298246776
    - type: nauc_map_at_100_max
      value: 41.97615263718138
    - type: nauc_map_at_100_std
      value: -11.876568525374811
    - type: nauc_map_at_10_diff1
      value: 76.28512812077162
    - type: nauc_map_at_10_max
      value: 42.111303574942454
    - type: nauc_map_at_10_std
      value: -11.92840846101945
    - type: nauc_map_at_1_diff1
      value: 78.56803879890037
    - type: nauc_map_at_1_max
      value: 35.78389741877027
    - type: nauc_map_at_1_std
      value: -16.393221992175597
    - type: nauc_map_at_20_diff1
      value: 76.38231793080924
    - type: nauc_map_at_20_max
      value: 42.05893602716135
    - type: nauc_map_at_20_std
      value: -11.826119522321708
    - type: nauc_map_at_3_diff1
      value: 76.19646582467323
    - type: nauc_map_at_3_max
      value: 40.85705983970697
    - type: nauc_map_at_3_std
      value: -13.612451556499103
    - type: nauc_map_at_5_diff1
      value: 76.27491857077754
    - type: nauc_map_at_5_max
      value: 41.85172393299732
    - type: nauc_map_at_5_std
      value: -12.431459301392097
    - type: nauc_mrr_at_1000_diff1
      value: 76.92019548266093
    - type: nauc_mrr_at_1000_max
      value: 42.48811285027811
    - type: nauc_mrr_at_1000_std
      value: -11.317598684822896
    - type: nauc_mrr_at_100_diff1
      value: 76.91765336636446
    - type: nauc_mrr_at_100_max
      value: 42.49675674263938
    - type: nauc_mrr_at_100_std
      value: -11.300949737082554
    - type: nauc_mrr_at_10_diff1
      value: 76.79353999065357
    - type: nauc_mrr_at_10_max
      value: 42.69909380024054
    - type: nauc_mrr_at_10_std
      value: -11.270497173030472
    - type: nauc_mrr_at_1_diff1
      value: 79.7117803522604
    - type: nauc_mrr_at_1_max
      value: 39.57572084455486
    - type: nauc_mrr_at_1_std
      value: -15.17966940645922
    - type: nauc_mrr_at_20_diff1
      value: 76.86280745329786
    - type: nauc_mrr_at_20_max
      value: 42.58380455810906
    - type: nauc_mrr_at_20_std
      value: -11.229046706936792
    - type: nauc_mrr_at_3_diff1
      value: 76.67262469325809
    - type: nauc_mrr_at_3_max
      value: 41.88964824896713
    - type: nauc_mrr_at_3_std
      value: -12.50874971662575
    - type: nauc_mrr_at_5_diff1
      value: 76.7796936981817
    - type: nauc_mrr_at_5_max
      value: 42.526924542005716
    - type: nauc_mrr_at_5_std
      value: -11.587665730732638
    - type: nauc_ndcg_at_1000_diff1
      value: 75.97798533105214
    - type: nauc_ndcg_at_1000_max
      value: 43.27769851746166
    - type: nauc_ndcg_at_1000_std
      value: -9.42928648077032
    - type: nauc_ndcg_at_100_diff1
      value: 75.88448755710286
    - type: nauc_ndcg_at_100_max
      value: 43.60463027736502
    - type: nauc_ndcg_at_100_std
      value: -8.788723172592231
    - type: nauc_ndcg_at_10_diff1
      value: 75.15087803753813
    - type: nauc_ndcg_at_10_max
      value: 44.53805050283006
    - type: nauc_ndcg_at_10_std
      value: -8.665523258131715
    - type: nauc_ndcg_at_1_diff1
      value: 79.7117803522604
    - type: nauc_ndcg_at_1_max
      value: 39.57572084455486
    - type: nauc_ndcg_at_1_std
      value: -15.17966940645922
    - type: nauc_ndcg_at_20_diff1
      value: 75.46054281314423
    - type: nauc_ndcg_at_20_max
      value: 44.27762687558626
    - type: nauc_ndcg_at_20_std
      value: -8.193908784135246
    - type: nauc_ndcg_at_3_diff1
      value: 75.11224084416658
    - type: nauc_ndcg_at_3_max
      value: 42.17726543068363
    - type: nauc_ndcg_at_3_std
      value: -12.105416322156225
    - type: nauc_ndcg_at_5_diff1
      value: 75.185399674847
    - type: nauc_ndcg_at_5_max
      value: 43.84929152627948
    - type: nauc_ndcg_at_5_std
      value: -10.009405007276152
    - type: nauc_precision_at_1000_diff1
      value: -17.09549485267675
    - type: nauc_precision_at_1000_max
      value: 14.73979745312348
    - type: nauc_precision_at_1000_std
      value: 24.533810348714972
    - type: nauc_precision_at_100_diff1
      value: -6.236032711925149
    - type: nauc_precision_at_100_max
      value: 23.110915607656956
    - type: nauc_precision_at_100_std
      value: 28.206485316450536
    - type: nauc_precision_at_10_diff1
      value: 23.03478697515758
    - type: nauc_precision_at_10_max
      value: 39.203686218447196
    - type: nauc_precision_at_10_std
      value: 17.452696042464027
    - type: nauc_precision_at_1_diff1
      value: 79.7117803522604
    - type: nauc_precision_at_1_max
      value: 39.57572084455486
    - type: nauc_precision_at_1_std
      value: -15.17966940645922
    - type: nauc_precision_at_20_diff1
      value: 12.09320340381941
    - type: nauc_precision_at_20_max
      value: 34.16449285853928
    - type: nauc_precision_at_20_std
      value: 24.122439998396754
    - type: nauc_precision_at_3_diff1
      value: 47.52910178931779
    - type: nauc_precision_at_3_max
      value: 40.82046536615527
    - type: nauc_precision_at_3_std
      value: -0.8258153652756941
    - type: nauc_precision_at_5_diff1
      value: 36.2587080465967
    - type: nauc_precision_at_5_max
      value: 41.54352007897181
    - type: nauc_precision_at_5_std
      value: 8.545492145033677
    - type: nauc_recall_at_1000_diff1
      value: 62.82235268536862
    - type: nauc_recall_at_1000_max
      value: 67.88265991328028
    - type: nauc_recall_at_1000_std
      value: 78.62591611987277
    - type: nauc_recall_at_100_diff1
      value: 65.84511669611754
    - type: nauc_recall_at_100_max
      value: 68.3187288143991
    - type: nauc_recall_at_100_std
      value: 55.49540536103681
    - type: nauc_recall_at_10_diff1
      value: 66.07985276674994
    - type: nauc_recall_at_10_max
      value: 59.09892833450687
    - type: nauc_recall_at_10_std
      value: 12.173481401831848
    - type: nauc_recall_at_1_diff1
      value: 78.56803879890037
    - type: nauc_recall_at_1_max
      value: 35.78389741877027
    - type: nauc_recall_at_1_std
      value: -16.393221992175597
    - type: nauc_recall_at_20_diff1
      value: 65.60243952156914
    - type: nauc_recall_at_20_max
      value: 63.1161484484425
    - type: nauc_recall_at_20_std
      value: 26.62753581692267
    - type: nauc_recall_at_3_diff1
      value: 70.07831205118282
    - type: nauc_recall_at_3_max
      value: 45.268817233496385
    - type: nauc_recall_at_3_std
      value: -8.031502210695518
    - type: nauc_recall_at_5_diff1
      value: 68.75996804285091
    - type: nauc_recall_at_5_max
      value: 51.89436269116051
    - type: nauc_recall_at_5_std
      value: 0.2288841275558609
    - type: ndcg_at_1
      value: 66.719
    - type: ndcg_at_10
      value: 78.377
    - type: ndcg_at_100
      value: 79.964
    - type: ndcg_at_1000
      value: 80.185
    - type: ndcg_at_20
      value: 79.183
    - type: ndcg_at_3
      value: 74.533
    - type: ndcg_at_5
      value: 76.782
    - type: precision_at_1
      value: 66.719
    - type: precision_at_10
      value: 9.596
    - type: precision_at_100
      value: 1.038
    - type: precision_at_1000
      value: 0.106
    - type: precision_at_20
      value: 4.971
    - type: precision_at_3
      value: 28.247
    - type: precision_at_5
      value: 18.146
    - type: recall_at_1
      value: 64.496
    - type: recall_at_10
      value: 90.275
    - type: recall_at_100
      value: 97.41300000000001
    - type: recall_at_1000
      value: 99.128
    - type: recall_at_20
      value: 93.378
    - type: recall_at_3
      value: 80.19
    - type: recall_at_5
      value: 85.531
    task:
      type: Retrieval
  - dataset:
      config: ur
      name: MTEB MassiveIntentClassification (ur)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 9.731002017484869
    - type: f1
      value: 9.069748597280716
    - type: f1_weighted
      value: 10.419815856589645
    - type: main_score
      value: 9.731002017484869
    task:
      type: Classification
  - dataset:
      config: id
      name: MTEB MassiveIntentClassification (id)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.6079354404842
    - type: f1
      value: 43.25295087060459
    - type: f1_weighted
      value: 43.98296829713196
    - type: main_score
      value: 43.6079354404842
    task:
      type: Classification
  - dataset:
      config: fa
      name: MTEB MassiveIntentClassification (fa)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 12.814391392064561
    - type: f1
      value: 11.570863357381153
    - type: f1_weighted
      value: 13.101944439649085
    - type: main_score
      value: 12.814391392064561
    task:
      type: Classification
  - dataset:
      config: mn
      name: MTEB MassiveIntentClassification (mn)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 23.97108271687962
    - type: f1
      value: 24.053292531614012
    - type: f1_weighted
      value: 23.851839245854936
    - type: main_score
      value: 23.97108271687962
    task:
      type: Classification
  - dataset:
      config: en
      name: MTEB MassiveIntentClassification (en)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 62.81102891728313
    - type: f1
      value: 59.6018863604308
    - type: f1_weighted
      value: 62.99690622554801
    - type: main_score
      value: 62.81102891728313
    task:
      type: Classification
  - dataset:
      config: fi
      name: MTEB MassiveIntentClassification (fi)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.570275722932074
    - type: f1
      value: 39.46488297245669
    - type: f1_weighted
      value: 42.502239816443456
    - type: main_score
      value: 41.570275722932074
    task:
      type: Classification
  - dataset:
      config: cy
      name: MTEB MassiveIntentClassification (cy)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 39.8453261600538
    - type: f1
      value: 38.317101603964545
    - type: f1_weighted
      value: 40.72395492044339
    - type: main_score
      value: 39.8453261600538
    task:
      type: Classification
  - dataset:
      config: af
      name: MTEB MassiveIntentClassification (af)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 38.671822461331544
    - type: f1
      value: 37.58007811317987
    - type: f1_weighted
      value: 39.10181248428257
    - type: main_score
      value: 38.671822461331544
    task:
      type: Classification
  - dataset:
      config: el
      name: MTEB MassiveIntentClassification (el)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 30.067249495628783
    - type: f1
      value: 27.556355974187912
    - type: f1_weighted
      value: 30.963659893012967
    - type: main_score
      value: 30.067249495628783
    task:
      type: Classification
  - dataset:
      config: km
      name: MTEB MassiveIntentClassification (km)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 4.673839946200404
    - type: f1
      value: 2.5494965639802367
    - type: f1_weighted
      value: 2.8145341830526283
    - type: main_score
      value: 4.673839946200404
    task:
      type: Classification
  - dataset:
      config: it
      name: MTEB MassiveIntentClassification (it)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 46.96032279757902
    - type: f1
      value: 46.65651797980574
    - type: f1_weighted
      value: 46.975519849473244
    - type: main_score
      value: 46.96032279757902
    task:
      type: Classification
  - dataset:
      config: sw
      name: MTEB MassiveIntentClassification (sw)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.292535305985204
    - type: f1
      value: 39.17628651352315
    - type: f1_weighted
      value: 40.839902493979025
    - type: main_score
      value: 40.292535305985204
    task:
      type: Classification
  - dataset:
      config: te
      name: MTEB MassiveIntentClassification (te)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.8513786146603897
    - type: f1
      value: 1.89175192605774
    - type: f1_weighted
      value: 2.5364563808332528
    - type: main_score
      value: 2.8513786146603897
    task:
      type: Classification
  - dataset:
      config: is
      name: MTEB MassiveIntentClassification (is)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 34.451916610625425
    - type: f1
      value: 33.53074927467555
    - type: f1_weighted
      value: 35.258319919642446
    - type: main_score
      value: 34.451916610625425
    task:
      type: Classification
  - dataset:
      config: lv
      name: MTEB MassiveIntentClassification (lv)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.197713517148614
    - type: f1
      value: 42.60125486508949
    - type: f1_weighted
      value: 43.64379570892065
    - type: main_score
      value: 43.197713517148614
    task:
      type: Classification
  - dataset:
      config: zh-CN
      name: MTEB MassiveIntentClassification (zh-CN)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 76.01882985877604
    - type: f1
      value: 72.3776579790032
    - type: f1_weighted
      value: 76.50838946568814
    - type: main_score
      value: 76.01882985877604
    task:
      type: Classification
  - dataset:
      config: az
      name: MTEB MassiveIntentClassification (az)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 32.75386684599866
    - type: f1
      value: 31.456766708589896
    - type: f1_weighted
      value: 34.0366091215231
    - type: main_score
      value: 32.75386684599866
    task:
      type: Classification
  - dataset:
      config: nl
      name: MTEB MassiveIntentClassification (nl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.57565568258238
    - type: f1
      value: 40.287327106843634
    - type: f1_weighted
      value: 43.24716333400812
    - type: main_score
      value: 42.57565568258238
    task:
      type: Classification
  - dataset:
      config: he
      name: MTEB MassiveIntentClassification (he)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.589105581708137
    - type: f1
      value: 0.9290630374280033
    - type: f1_weighted
      value: 1.4161878562981063
    - type: main_score
      value: 2.589105581708137
    task:
      type: Classification
  - dataset:
      config: ko
      name: MTEB MassiveIntentClassification (ko)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 25.131136516476126
    - type: f1
      value: 25.27815061140736
    - type: f1_weighted
      value: 25.192290174357346
    - type: main_score
      value: 25.131136516476126
    task:
      type: Classification
  - dataset:
      config: pt
      name: MTEB MassiveIntentClassification (pt)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 46.946872898453265
    - type: f1
      value: 45.91259775330914
    - type: f1_weighted
      value: 47.398746034653406
    - type: main_score
      value: 46.946872898453265
    task:
      type: Classification
  - dataset:
      config: sl
      name: MTEB MassiveIntentClassification (sl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.017484868863484
    - type: f1
      value: 40.32799351790967
    - type: f1_weighted
      value: 42.5095745023745
    - type: main_score
      value: 42.017484868863484
    task:
      type: Classification
  - dataset:
      config: sq
      name: MTEB MassiveIntentClassification (sq)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 44.16274377942165
    - type: f1
      value: 42.59183982340306
    - type: f1_weighted
      value: 45.008212136093455
    - type: main_score
      value: 44.16274377942165
    task:
      type: Classification
  - dataset:
      config: fr
      name: MTEB MassiveIntentClassification (fr)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.62474781439139
    - type: f1
      value: 43.380784365848676
    - type: f1_weighted
      value: 44.048384678055065
    - type: main_score
      value: 43.62474781439139
    task:
      type: Classification
  - dataset:
      config: ar
      name: MTEB MassiveIntentClassification (ar)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 14.862138533960998
    - type: f1
      value: 13.123956008770515
    - type: f1_weighted
      value: 15.175944552935434
    - type: main_score
      value: 14.862138533960998
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveIntentClassification (pl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.59246805648957
    - type: f1
      value: 39.235549164523064
    - type: f1_weighted
      value: 43.725796046895724
    - type: main_score
      value: 42.59246805648957
    task:
      type: Classification
  - dataset:
      config: es
      name: MTEB MassiveIntentClassification (es)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.35911230665771
    - type: f1
      value: 43.58305920517007
    - type: f1_weighted
      value: 43.45163273620528
    - type: main_score
      value: 43.35911230665771
    task:
      type: Classification
  - dataset:
      config: bn
      name: MTEB MassiveIntentClassification (bn)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.5743106926698043
    - type: f1
      value: 1.9170031165168782
    - type: f1_weighted
      value: 2.876028356151793
    - type: main_score
      value: 3.5743106926698043
    task:
      type: Classification
  - dataset:
      config: jv
      name: MTEB MassiveIntentClassification (jv)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 39.3207800941493
    - type: f1
      value: 37.84945159101641
    - type: f1_weighted
      value: 39.76328887450172
    - type: main_score
      value: 39.3207800941493
    task:
      type: Classification
  - dataset:
      config: sv
      name: MTEB MassiveIntentClassification (sv)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.17417619367855
    - type: f1
      value: 41.51452421502344
    - type: f1_weighted
      value: 43.575740588663436
    - type: main_score
      value: 43.17417619367855
    task:
      type: Classification
  - dataset:
      config: my
      name: MTEB MassiveIntentClassification (my)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.940820443846671
    - type: f1
      value: 1.9024958528487437
    - type: f1_weighted
      value: 2.457367277110865
    - type: main_score
      value: 3.940820443846671
    task:
      type: Classification
  - dataset:
      config: kn
      name: MTEB MassiveIntentClassification (kn)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.702084734364493
    - type: f1
      value: 2.4577796241626655
    - type: f1_weighted
      value: 2.718182564884992
    - type: main_score
      value: 3.702084734364493
    task:
      type: Classification
  - dataset:
      config: ta
      name: MTEB MassiveIntentClassification (ta)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.338937457969065
    - type: f1
      value: 1.1915267419026427
    - type: f1_weighted
      value: 2.050367350794539
    - type: main_score
      value: 3.338937457969065
    task:
      type: Classification
  - dataset:
      config: th
      name: MTEB MassiveIntentClassification (th)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 7.108271687962341
    - type: f1
      value: 6.499099733722208
    - type: f1_weighted
      value: 6.067679182650555
    - type: main_score
      value: 7.108271687962341
    task:
      type: Classification
  - dataset:
      config: am
      name: MTEB MassiveIntentClassification (am)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.1069266980497647
    - type: f1
      value: 1.7074940472292803
    - type: f1_weighted
      value: 1.91368359274973
    - type: main_score
      value: 3.1069266980497647
    task:
      type: Classification
  - dataset:
      config: ja
      name: MTEB MassiveIntentClassification (ja)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 51.04909213180902
    - type: f1
      value: 49.6308815392496
    - type: f1_weighted
      value: 51.14123088715286
    - type: main_score
      value: 51.04909213180902
    task:
      type: Classification
  - dataset:
      config: nb
      name: MTEB MassiveIntentClassification (nb)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.154673839946206
    - type: f1
      value: 39.60433103070425
    - type: f1_weighted
      value: 40.82227593141525
    - type: main_score
      value: 40.154673839946206
    task:
      type: Classification
  - dataset:
      config: de
      name: MTEB MassiveIntentClassification (de)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.10827168796234
    - type: f1
      value: 39.80603638685329
    - type: f1_weighted
      value: 42.64856677255116
    - type: main_score
      value: 42.10827168796234
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveIntentClassification (hu)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.4862138533961
    - type: f1
      value: 39.857700066184535
    - type: f1_weighted
      value: 41.81361990540168
    - type: main_score
      value: 41.4862138533961
    task:
      type: Classification
  - dataset:
      config: ml
      name: MTEB MassiveIntentClassification (ml)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.8513786146603897
    - type: f1
      value: 1.0396796629394838
    - type: f1_weighted
      value: 1.679462787118112
    - type: main_score
      value: 2.8513786146603897
    task:
      type: Classification
  - dataset:
      config: tr
      name: MTEB MassiveIntentClassification (tr)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 33.046402151983855
    - type: f1
      value: 32.071046557110236
    - type: f1_weighted
      value: 34.06498014118775
    - type: main_score
      value: 33.046402151983855
    task:
      type: Classification
  - dataset:
      config: vi
      name: MTEB MassiveIntentClassification (vi)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 39.81842636180228
    - type: f1
      value: 38.62179673846196
    - type: f1_weighted
      value: 40.75093127009189
    - type: main_score
      value: 39.81842636180228
    task:
      type: Classification
  - dataset:
      config: hy
      name: MTEB MassiveIntentClassification (hy)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.533960995292535
    - type: f1
      value: 1.52098804123016
    - type: f1_weighted
      value: 2.4587393644122364
    - type: main_score
      value: 3.533960995292535
    task:
      type: Classification
  - dataset:
      config: hi
      name: MTEB MassiveIntentClassification (hi)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.4868863483523875
    - type: f1
      value: 2.463127466064235
    - type: f1_weighted
      value: 2.814989313283245
    - type: main_score
      value: 3.4868863483523875
    task:
      type: Classification
  - dataset:
      config: ms
      name: MTEB MassiveIntentClassification (ms)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.534633490248815
    - type: f1
      value: 39.582513269336324
    - type: f1_weighted
      value: 41.20588357370901
    - type: main_score
      value: 40.534633490248815
    task:
      type: Classification
  - dataset:
      config: zh-TW
      name: MTEB MassiveIntentClassification (zh-TW)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 70.70275722932078
    - type: f1
      value: 69.33141153617231
    - type: f1_weighted
      value: 71.00260120362651
    - type: main_score
      value: 70.70275722932078
    task:
      type: Classification
  - dataset:
      config: ro
      name: MTEB MassiveIntentClassification (ro)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.67854741089442
    - type: f1
      value: 42.5674825712523
    - type: f1_weighted
      value: 44.03833175704378
    - type: main_score
      value: 43.67854741089442
    task:
      type: Classification
  - dataset:
      config: ru
      name: MTEB MassiveIntentClassification (ru)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 25.793544048419637
    - type: f1
      value: 25.149981562366037
    - type: f1_weighted
      value: 26.24170939636344
    - type: main_score
      value: 25.793544048419637
    task:
      type: Classification
  - dataset:
      config: ka
      name: MTEB MassiveIntentClassification (ka)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.7336919973100207
    - type: f1
      value: 1.580154047083068
    - type: f1_weighted
      value: 1.4503728058594556
    - type: main_score
      value: 2.7336919973100207
    task:
      type: Classification
  - dataset:
      config: da
      name: MTEB MassiveIntentClassification (da)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 44.9831876260928
    - type: f1
      value: 42.431462813005005
    - type: f1_weighted
      value: 45.83858201062737
    - type: main_score
      value: 44.9831876260928
    task:
      type: Classification
  - dataset:
      config: tl
      name: MTEB MassiveIntentClassification (tl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: test
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.62071284465366
    - type: f1
      value: 39.31648308450773
    - type: f1_weighted
      value: 42.262157671126744
    - type: main_score
      value: 41.62071284465366
    task:
      type: Classification
  - dataset:
      config: ur
      name: MTEB MassiveIntentClassification (ur)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 9.380226266601081
    - type: f1
      value: 8.990917585770982
    - type: f1_weighted
      value: 10.555950181353865
    - type: main_score
      value: 9.380226266601081
    task:
      type: Classification
  - dataset:
      config: id
      name: MTEB MassiveIntentClassification (id)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.30054107230693
    - type: f1
      value: 42.639087356331615
    - type: f1_weighted
      value: 43.69592952307332
    - type: main_score
      value: 43.30054107230693
    task:
      type: Classification
  - dataset:
      config: fa
      name: MTEB MassiveIntentClassification (fa)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 12.700442695523856
    - type: f1
      value: 11.392101752675561
    - type: f1_weighted
      value: 13.02878956397257
    - type: main_score
      value: 12.700442695523856
    task:
      type: Classification
  - dataset:
      config: mn
      name: MTEB MassiveIntentClassification (mn)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 24.176094441711754
    - type: f1
      value: 24.441961354848978
    - type: f1_weighted
      value: 23.943329604222363
    - type: main_score
      value: 24.176094441711754
    task:
      type: Classification
  - dataset:
      config: en
      name: MTEB MassiveIntentClassification (en)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 63.42351205115592
    - type: f1
      value: 60.1409077218653
    - type: f1_weighted
      value: 63.23590096985862
    - type: main_score
      value: 63.42351205115592
    task:
      type: Classification
  - dataset:
      config: fi
      name: MTEB MassiveIntentClassification (fi)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.44121987211018
    - type: f1
      value: 39.88179246641776
    - type: f1_weighted
      value: 41.9912976137676
    - type: main_score
      value: 41.44121987211018
    task:
      type: Classification
  - dataset:
      config: cy
      name: MTEB MassiveIntentClassification (cy)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 38.88342351205115
    - type: f1
      value: 38.016148507410676
    - type: f1_weighted
      value: 39.67623313324099
    - type: main_score
      value: 38.88342351205115
    task:
      type: Classification
  - dataset:
      config: af
      name: MTEB MassiveIntentClassification (af)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 38.93753074274471
    - type: f1
      value: 38.21819811332998
    - type: f1_weighted
      value: 39.30475730087287
    - type: main_score
      value: 38.93753074274471
    task:
      type: Classification
  - dataset:
      config: el
      name: MTEB MassiveIntentClassification (el)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 29.80324643384162
    - type: f1
      value: 27.995696304231167
    - type: f1_weighted
      value: 30.733913113361595
    - type: main_score
      value: 29.80324643384162
    task:
      type: Classification
  - dataset:
      config: km
      name: MTEB MassiveIntentClassification (km)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 4.240039350713232
    - type: f1
      value: 2.0292251621717106
    - type: f1_weighted
      value: 2.276215235518406
    - type: main_score
      value: 4.240039350713232
    task:
      type: Classification
  - dataset:
      config: it
      name: MTEB MassiveIntentClassification (it)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 46.36989670437776
    - type: f1
      value: 46.86880494144779
    - type: f1_weighted
      value: 46.363803235010955
    - type: main_score
      value: 46.36989670437776
    task:
      type: Classification
  - dataset:
      config: sw
      name: MTEB MassiveIntentClassification (sw)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.40826364977865
    - type: f1
      value: 38.863056374899564
    - type: f1_weighted
      value: 41.12559214755415
    - type: main_score
      value: 40.40826364977865
    task:
      type: Classification
  - dataset:
      config: te
      name: MTEB MassiveIntentClassification (te)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.0545991146089517
    - type: f1
      value: 1.5592797896550983
    - type: f1_weighted
      value: 2.4262056804247747
    - type: main_score
      value: 3.0545991146089517
    task:
      type: Classification
  - dataset:
      config: is
      name: MTEB MassiveIntentClassification (is)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 33.571077225774715
    - type: f1
      value: 33.55240297777297
    - type: f1_weighted
      value: 34.24069482813271
    - type: main_score
      value: 33.571077225774715
    task:
      type: Classification
  - dataset:
      config: lv
      name: MTEB MassiveIntentClassification (lv)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.1952779144122
    - type: f1
      value: 40.80253122677525
    - type: f1_weighted
      value: 41.393629514985236
    - type: main_score
      value: 41.1952779144122
    task:
      type: Classification
  - dataset:
      config: zh-CN
      name: MTEB MassiveIntentClassification (zh-CN)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 76.91096901131333
    - type: f1
      value: 74.15538363364416
    - type: f1_weighted
      value: 76.88270352222386
    - type: main_score
      value: 76.91096901131333
    task:
      type: Classification
  - dataset:
      config: az
      name: MTEB MassiveIntentClassification (az)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 32.52336448598131
    - type: f1
      value: 31.168524555924627
    - type: f1_weighted
      value: 33.63759944502999
    - type: main_score
      value: 32.52336448598131
    task:
      type: Classification
  - dataset:
      config: nl
      name: MTEB MassiveIntentClassification (nl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.944417117560256
    - type: f1
      value: 40.09456965856331
    - type: f1_weighted
      value: 41.32329455781106
    - type: main_score
      value: 40.944417117560256
    task:
      type: Classification
  - dataset:
      config: he
      name: MTEB MassiveIntentClassification (he)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.857845548450566
    - type: f1
      value: 0.9974462765950423
    - type: f1_weighted
      value: 1.4711644445043064
    - type: main_score
      value: 2.857845548450566
    task:
      type: Classification
  - dataset:
      config: ko
      name: MTEB MassiveIntentClassification (ko)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 24.97786522380718
    - type: f1
      value: 25.402064400694012
    - type: f1_weighted
      value: 24.952618227938256
    - type: main_score
      value: 24.97786522380718
    task:
      type: Classification
  - dataset:
      config: pt
      name: MTEB MassiveIntentClassification (pt)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 46.43384161337924
    - type: f1
      value: 45.85033610327831
    - type: f1_weighted
      value: 46.896780452483746
    - type: main_score
      value: 46.43384161337924
    task:
      type: Classification
  - dataset:
      config: sl
      name: MTEB MassiveIntentClassification (sl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.0231185440236
    - type: f1
      value: 39.514332596107806
    - type: f1_weighted
      value: 41.48978371983357
    - type: main_score
      value: 41.0231185440236
    task:
      type: Classification
  - dataset:
      config: sq
      name: MTEB MassiveIntentClassification (sq)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 44.402361042793906
    - type: f1
      value: 43.502050301829684
    - type: f1_weighted
      value: 45.11202804620879
    - type: main_score
      value: 44.402361042793906
    task:
      type: Classification
  - dataset:
      config: fr
      name: MTEB MassiveIntentClassification (fr)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.871126414166255
    - type: f1
      value: 43.69727486044771
    - type: f1_weighted
      value: 44.23366783802563
    - type: main_score
      value: 43.871126414166255
    task:
      type: Classification
  - dataset:
      config: ar
      name: MTEB MassiveIntentClassification (ar)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 14.490900147565174
    - type: f1
      value: 12.97222226579436
    - type: f1_weighted
      value: 15.100344259005311
    - type: main_score
      value: 14.490900147565174
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveIntentClassification (pl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.434825381210025
    - type: f1
      value: 39.31393032873764
    - type: f1_weighted
      value: 43.40696936550348
    - type: main_score
      value: 42.434825381210025
    task:
      type: Classification
  - dataset:
      config: es
      name: MTEB MassiveIntentClassification (es)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.531726512543045
    - type: f1
      value: 43.87114148531123
    - type: f1_weighted
      value: 43.48862520255502
    - type: main_score
      value: 43.531726512543045
    task:
      type: Classification
  - dataset:
      config: bn
      name: MTEB MassiveIntentClassification (bn)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.3202164289227745
    - type: f1
      value: 2.1671008894013344
    - type: f1_weighted
      value: 2.565626865416203
    - type: main_score
      value: 3.3202164289227745
    task:
      type: Classification
  - dataset:
      config: jv
      name: MTEB MassiveIntentClassification (jv)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 39.66060009837678
    - type: f1
      value: 38.09804291983762
    - type: f1_weighted
      value: 40.20764763707242
    - type: main_score
      value: 39.66060009837678
    task:
      type: Classification
  - dataset:
      config: sv
      name: MTEB MassiveIntentClassification (sv)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.34628627643876
    - type: f1
      value: 41.351901052262484
    - type: f1_weighted
      value: 42.74617846152216
    - type: main_score
      value: 42.34628627643876
    task:
      type: Classification
  - dataset:
      config: my
      name: MTEB MassiveIntentClassification (my)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 4.520413182488932
    - type: f1
      value: 2.492518890768375
    - type: f1_weighted
      value: 2.8083959445441664
    - type: main_score
      value: 4.520413182488932
    task:
      type: Classification
  - dataset:
      config: kn
      name: MTEB MassiveIntentClassification (kn)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.8416133792424993
    - type: f1
      value: 2.249913702782843
    - type: f1_weighted
      value: 2.8461656650048237
    - type: main_score
      value: 3.8416133792424993
    task:
      type: Classification
  - dataset:
      config: ta
      name: MTEB MassiveIntentClassification (ta)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.207083128381702
    - type: f1
      value: 1.1165194517745034
    - type: f1_weighted
      value: 2.03797254022123
    - type: main_score
      value: 3.207083128381702
    task:
      type: Classification
  - dataset:
      config: th
      name: MTEB MassiveIntentClassification (th)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 7.19626168224299
    - type: f1
      value: 6.231436588286175
    - type: f1_weighted
      value: 6.082174205390991
    - type: main_score
      value: 7.19626168224299
    task:
      type: Classification
  - dataset:
      config: am
      name: MTEB MassiveIntentClassification (am)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.216920806689622
    - type: f1
      value: 1.5706785264445453
    - type: f1_weighted
      value: 1.8826764274890193
    - type: main_score
      value: 3.216920806689622
    task:
      type: Classification
  - dataset:
      config: ja
      name: MTEB MassiveIntentClassification (ja)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 50.90506640432858
    - type: f1
      value: 49.286571027358264
    - type: f1_weighted
      value: 51.19695384060615
    - type: main_score
      value: 50.90506640432858
    task:
      type: Classification
  - dataset:
      config: nb
      name: MTEB MassiveIntentClassification (nb)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.39842597147073
    - type: f1
      value: 39.932402097909794
    - type: f1_weighted
      value: 40.80662785740894
    - type: main_score
      value: 40.39842597147073
    task:
      type: Classification
  - dataset:
      config: de
      name: MTEB MassiveIntentClassification (de)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 41.03787506148549
    - type: f1
      value: 38.80554261518457
    - type: f1_weighted
      value: 41.656448662726575
    - type: main_score
      value: 41.03787506148549
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveIntentClassification (hu)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 39.685194294146584
    - type: f1
      value: 38.336045001667216
    - type: f1_weighted
      value: 40.09559058068552
    - type: main_score
      value: 39.685194294146584
    task:
      type: Classification
  - dataset:
      config: ml
      name: MTEB MassiveIntentClassification (ml)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.9611411706837187
    - type: f1
      value: 1.069101410866621
    - type: f1_weighted
      value: 1.505398164168353
    - type: main_score
      value: 2.9611411706837187
    task:
      type: Classification
  - dataset:
      config: tr
      name: MTEB MassiveIntentClassification (tr)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 33.295622233152976
    - type: f1
      value: 32.679303624594866
    - type: f1_weighted
      value: 34.08394987338718
    - type: main_score
      value: 33.295622233152976
    task:
      type: Classification
  - dataset:
      config: vi
      name: MTEB MassiveIntentClassification (vi)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 39.621249385145106
    - type: f1
      value: 37.53378817519671
    - type: f1_weighted
      value: 40.291091761567074
    - type: main_score
      value: 39.621249385145106
    task:
      type: Classification
  - dataset:
      config: hy
      name: MTEB MassiveIntentClassification (hy)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.2857845548450557
    - type: f1
      value: 1.5889657377830335
    - type: f1_weighted
      value: 2.151424756030313
    - type: main_score
      value: 3.2857845548450557
    task:
      type: Classification
  - dataset:
      config: hi
      name: MTEB MassiveIntentClassification (hi)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 3.4825381210034436
    - type: f1
      value: 2.757982434342728
    - type: f1_weighted
      value: 2.758836281053027
    - type: main_score
      value: 3.4825381210034436
    task:
      type: Classification
  - dataset:
      config: ms
      name: MTEB MassiveIntentClassification (ms)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.11805213969503
    - type: f1
      value: 39.5525331645839
    - type: f1_weighted
      value: 40.68556481585343
    - type: main_score
      value: 40.11805213969503
    task:
      type: Classification
  - dataset:
      config: zh-TW
      name: MTEB MassiveIntentClassification (zh-TW)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 70.70339399901624
    - type: f1
      value: 69.56397933117364
    - type: f1_weighted
      value: 70.636837176592
    - type: main_score
      value: 70.70339399901624
    task:
      type: Classification
  - dataset:
      config: ro
      name: MTEB MassiveIntentClassification (ro)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 42.636497786522376
    - type: f1
      value: 41.835721061508046
    - type: f1_weighted
      value: 43.09527195252628
    - type: main_score
      value: 42.636497786522376
    task:
      type: Classification
  - dataset:
      config: ru
      name: MTEB MassiveIntentClassification (ru)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 25.528775209050664
    - type: f1
      value: 24.590196538466525
    - type: f1_weighted
      value: 25.7679465276038
    - type: main_score
      value: 25.528775209050664
    task:
      type: Classification
  - dataset:
      config: ka
      name: MTEB MassiveIntentClassification (ka)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 2.4053123462862764
    - type: f1
      value: 1.0039182333347725
    - type: f1_weighted
      value: 1.1504849663162338
    - type: main_score
      value: 2.4053123462862764
    task:
      type: Classification
  - dataset:
      config: da
      name: MTEB MassiveIntentClassification (da)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 43.94490900147566
    - type: f1
      value: 42.06122028437199
    - type: f1_weighted
      value: 44.65360841137625
    - type: main_score
      value: 43.94490900147566
    task:
      type: Classification
  - dataset:
      config: tl
      name: MTEB MassiveIntentClassification (tl)
      revision: 4672e20407010da34463acc759c162ca9734bca6
      split: validation
      type: mteb/amazon_massive_intent
    metrics:
    - type: accuracy
      value: 40.57550418101328
    - type: f1
      value: 38.55684696220655
    - type: f1_weighted
      value: 41.32491799752021
    - type: main_score
      value: 40.57550418101328
    task:
      type: Classification
  - dataset:
      config: is
      name: MTEB MassiveScenarioClassification (is)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 36.267652992602564
    - type: f1
      value: 34.39028052609626
    - type: f1_weighted
      value: 37.125977056069445
    - type: main_score
      value: 36.267652992602564
    task:
      type: Classification
  - dataset:
      config: el
      name: MTEB MassiveScenarioClassification (el)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 31.146603900470748
    - type: f1
      value: 28.930820125296385
    - type: f1_weighted
      value: 32.25487660975725
    - type: main_score
      value: 31.146603900470748
    task:
      type: Classification
  - dataset:
      config: az
      name: MTEB MassiveScenarioClassification (az)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 32.59919300605246
    - type: f1
      value: 31.37679773609919
    - type: f1_weighted
      value: 33.440069864146615
    - type: main_score
      value: 32.59919300605246
    task:
      type: Classification
  - dataset:
      config: it
      name: MTEB MassiveScenarioClassification (it)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 46.99058507061197
    - type: f1
      value: 44.84473711276094
    - type: f1_weighted
      value: 47.46949378039814
    - type: main_score
      value: 46.99058507061197
    task:
      type: Classification
  - dataset:
      config: hy
      name: MTEB MassiveScenarioClassification (hy)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 8.611297915265634
    - type: f1
      value: 5.503073257951686
    - type: f1_weighted
      value: 6.564944192746709
    - type: main_score
      value: 8.611297915265634
    task:
      type: Classification
  - dataset:
      config: fr
      name: MTEB MassiveScenarioClassification (fr)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 46.41560188298588
    - type: f1
      value: 44.668711805596985
    - type: f1_weighted
      value: 46.9398356896547
    - type: main_score
      value: 46.41560188298588
    task:
      type: Classification
  - dataset:
      config: te
      name: MTEB MassiveScenarioClassification (te)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.3537323470074
    - type: f1
      value: 4.683418420407853
    - type: f1_weighted
      value: 5.5457976920254515
    - type: main_score
      value: 7.3537323470074
    task:
      type: Classification
  - dataset:
      config: tr
      name: MTEB MassiveScenarioClassification (tr)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 33.843308675184936
    - type: f1
      value: 34.20551221429157
    - type: f1_weighted
      value: 34.45819700010564
    - type: main_score
      value: 33.843308675184936
    task:
      type: Classification
  - dataset:
      config: am
      name: MTEB MassiveScenarioClassification (am)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.330195023537326
    - type: f1
      value: 4.686351443642142
    - type: f1_weighted
      value: 5.028446849221205
    - type: main_score
      value: 7.330195023537326
    task:
      type: Classification
  - dataset:
      config: nl
      name: MTEB MassiveScenarioClassification (nl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 45.09414929388031
    - type: f1
      value: 41.76347483758408
    - type: f1_weighted
      value: 46.25240119606559
    - type: main_score
      value: 45.09414929388031
    task:
      type: Classification
  - dataset:
      config: da
      name: MTEB MassiveScenarioClassification (da)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 46.20040349697378
    - type: f1
      value: 43.19389996393894
    - type: f1_weighted
      value: 47.33543539294865
    - type: main_score
      value: 46.20040349697378
    task:
      type: Classification
  - dataset:
      config: nb
      name: MTEB MassiveScenarioClassification (nb)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.95965030262273
    - type: f1
      value: 38.05830932392177
    - type: f1_weighted
      value: 41.02697348660353
    - type: main_score
      value: 39.95965030262273
    task:
      type: Classification
  - dataset:
      config: id
      name: MTEB MassiveScenarioClassification (id)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 43.409549428379286
    - type: f1
      value: 41.24992542864968
    - type: f1_weighted
      value: 44.215059864156004
    - type: main_score
      value: 43.409549428379286
    task:
      type: Classification
  - dataset:
      config: ru
      name: MTEB MassiveScenarioClassification (ru)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 26.186953597848017
    - type: f1
      value: 25.217093636667503
    - type: f1_weighted
      value: 26.708313663056355
    - type: main_score
      value: 26.186953597848017
    task:
      type: Classification
  - dataset:
      config: tl
      name: MTEB MassiveScenarioClassification (tl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.355077336919976
    - type: f1
      value: 39.36825529822422
    - type: f1_weighted
      value: 42.55595439584406
    - type: main_score
      value: 41.355077336919976
    task:
      type: Classification
  - dataset:
      config: ka
      name: MTEB MassiveScenarioClassification (ka)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 6.940147948890384
    - type: f1
      value: 4.163887735005802
    - type: f1_weighted
      value: 4.523934747194612
    - type: main_score
      value: 6.940147948890384
    task:
      type: Classification
  - dataset:
      config: en
      name: MTEB MassiveScenarioClassification (en)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 69.54270342972427
    - type: f1
      value: 67.2450361370488
    - type: f1_weighted
      value: 69.95238321926432
    - type: main_score
      value: 69.54270342972427
    task:
      type: Classification
  - dataset:
      config: ms
      name: MTEB MassiveScenarioClassification (ms)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.72696704774715
    - type: f1
      value: 40.6887727140475
    - type: f1_weighted
      value: 43.8995830956876
    - type: main_score
      value: 42.72696704774715
    task:
      type: Classification
  - dataset:
      config: my
      name: MTEB MassiveScenarioClassification (my)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 10.242098184263618
    - type: f1
      value: 6.484592667006297
    - type: f1_weighted
      value: 7.305871266507618
    - type: main_score
      value: 10.242098184263618
    task:
      type: Classification
  - dataset:
      config: ml
      name: MTEB MassiveScenarioClassification (ml)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 6.546738399462004
    - type: f1
      value: 3.918317398893017
    - type: f1_weighted
      value: 4.158485825583739
    - type: main_score
      value: 6.546738399462004
    task:
      type: Classification
  - dataset:
      config: sv
      name: MTEB MassiveScenarioClassification (sv)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.888365837256224
    - type: f1
      value: 40.10274962871748
    - type: f1_weighted
      value: 43.37964867963827
    - type: main_score
      value: 42.888365837256224
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveScenarioClassification (hu)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.55884330867518
    - type: f1
      value: 40.38029399273437
    - type: f1_weighted
      value: 43.398374319784985
    - type: main_score
      value: 42.55884330867518
    task:
      type: Classification
  - dataset:
      config: lv
      name: MTEB MassiveScenarioClassification (lv)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.11970410221923
    - type: f1
      value: 38.79855099321214
    - type: f1_weighted
      value: 41.871902773554794
    - type: main_score
      value: 41.11970410221923
    task:
      type: Classification
  - dataset:
      config: vi
      name: MTEB MassiveScenarioClassification (vi)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 38.9004707464694
    - type: f1
      value: 38.49724424945353
    - type: f1_weighted
      value: 39.6441441466175
    - type: main_score
      value: 38.9004707464694
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveScenarioClassification (pl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.76664425016812
    - type: f1
      value: 38.92958333060731
    - type: f1_weighted
      value: 41.85931316638676
    - type: main_score
      value: 40.76664425016812
    task:
      type: Classification
  - dataset:
      config: sl
      name: MTEB MassiveScenarioClassification (sl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.51647612642905
    - type: f1
      value: 39.840898472140985
    - type: f1_weighted
      value: 42.10983379134603
    - type: main_score
      value: 41.51647612642905
    task:
      type: Classification
  - dataset:
      config: hi
      name: MTEB MassiveScenarioClassification (hi)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 8.463349024882314
    - type: f1
      value: 6.687885838127879
    - type: f1_weighted
      value: 6.665248063087772
    - type: main_score
      value: 8.463349024882314
    task:
      type: Classification
  - dataset:
      config: th
      name: MTEB MassiveScenarioClassification (th)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 13.3591123066577
    - type: f1
      value: 12.221561665549492
    - type: f1_weighted
      value: 11.984542743854307
    - type: main_score
      value: 13.3591123066577
    task:
      type: Classification
  - dataset:
      config: sw
      name: MTEB MassiveScenarioClassification (sw)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.663080026899806
    - type: f1
      value: 40.728981841584826
    - type: f1_weighted
      value: 43.23457106933713
    - type: main_score
      value: 42.663080026899806
    task:
      type: Classification
  - dataset:
      config: fa
      name: MTEB MassiveScenarioClassification (fa)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 15.494283792871554
    - type: f1
      value: 15.006092058084446
    - type: f1_weighted
      value: 15.27733810236863
    - type: main_score
      value: 15.494283792871554
    task:
      type: Classification
  - dataset:
      config: af
      name: MTEB MassiveScenarioClassification (af)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.44720914593141
    - type: f1
      value: 37.751297424074835
    - type: f1_weighted
      value: 41.61089365114751
    - type: main_score
      value: 40.44720914593141
    task:
      type: Classification
  - dataset:
      config: jv
      name: MTEB MassiveScenarioClassification (jv)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.87626092804304
    - type: f1
      value: 40.023561485491356
    - type: f1_weighted
      value: 42.18306723227648
    - type: main_score
      value: 41.87626092804304
    task:
      type: Classification
  - dataset:
      config: ko
      name: MTEB MassiveScenarioClassification (ko)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 25.783456624075317
    - type: f1
      value: 24.81316657558517
    - type: f1_weighted
      value: 26.453345232329223
    - type: main_score
      value: 25.783456624075317
    task:
      type: Classification
  - dataset:
      config: bn
      name: MTEB MassiveScenarioClassification (bn)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.572293207800943
    - type: f1
      value: 5.122318304085453
    - type: f1_weighted
      value: 5.918371344281876
    - type: main_score
      value: 7.572293207800943
    task:
      type: Classification
  - dataset:
      config: kn
      name: MTEB MassiveScenarioClassification (kn)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.915265635507733
    - type: f1
      value: 5.835330719935933
    - type: f1_weighted
      value: 6.015782878022624
    - type: main_score
      value: 7.915265635507733
    task:
      type: Classification
  - dataset:
      config: cy
      name: MTEB MassiveScenarioClassification (cy)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.788836583725626
    - type: f1
      value: 38.88966219885448
    - type: f1_weighted
      value: 42.8721422217295
    - type: main_score
      value: 41.788836583725626
    task:
      type: Classification
  - dataset:
      config: zh-CN
      name: MTEB MassiveScenarioClassification (zh-CN)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 82.76395427034296
    - type: f1
      value: 82.41363804132969
    - type: f1_weighted
      value: 83.00514475868802
    - type: main_score
      value: 82.76395427034296
    task:
      type: Classification
  - dataset:
      config: km
      name: MTEB MassiveScenarioClassification (km)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 9.640215198386013
    - type: f1
      value: 5.2564140077599655
    - type: f1_weighted
      value: 7.164883387181156
    - type: main_score
      value: 9.640215198386013
    task:
      type: Classification
  - dataset:
      config: pt
      name: MTEB MassiveScenarioClassification (pt)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 46.64761264290519
    - type: f1
      value: 45.13961173395828
    - type: f1_weighted
      value: 47.36627661666301
    - type: main_score
      value: 46.64761264290519
    task:
      type: Classification
  - dataset:
      config: sq
      name: MTEB MassiveScenarioClassification (sq)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 44.061869535978474
    - type: f1
      value: 42.22172641814783
    - type: f1_weighted
      value: 45.208537616148384
    - type: main_score
      value: 44.061869535978474
    task:
      type: Classification
  - dataset:
      config: ta
      name: MTEB MassiveScenarioClassification (ta)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.528581035642231
    - type: f1
      value: 4.055954812609527
    - type: f1_weighted
      value: 5.346908730375917
    - type: main_score
      value: 7.528581035642231
    task:
      type: Classification
  - dataset:
      config: es
      name: MTEB MassiveScenarioClassification (es)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 44.70410221923336
    - type: f1
      value: 43.287928645786955
    - type: f1_weighted
      value: 45.12367939775564
    - type: main_score
      value: 44.70410221923336
    task:
      type: Classification
  - dataset:
      config: mn
      name: MTEB MassiveScenarioClassification (mn)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 25.363147276395427
    - type: f1
      value: 24.336469645147293
    - type: f1_weighted
      value: 25.552654529491054
    - type: main_score
      value: 25.363147276395427
    task:
      type: Classification
  - dataset:
      config: zh-TW
      name: MTEB MassiveScenarioClassification (zh-TW)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 78.58776059179557
    - type: f1
      value: 78.7265027141245
    - type: f1_weighted
      value: 78.79726292257465
    - type: main_score
      value: 78.58776059179557
    task:
      type: Classification
  - dataset:
      config: de
      name: MTEB MassiveScenarioClassification (de)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 44.546065904505724
    - type: f1
      value: 41.38065337271016
    - type: f1_weighted
      value: 45.261964994908595
    - type: main_score
      value: 44.546065904505724
    task:
      type: Classification
  - dataset:
      config: ar
      name: MTEB MassiveScenarioClassification (ar)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 18.80295897780767
    - type: f1
      value: 17.010531525930894
    - type: f1_weighted
      value: 19.333227207926747
    - type: main_score
      value: 18.80295897780767
    task:
      type: Classification
  - dataset:
      config: ro
      name: MTEB MassiveScenarioClassification (ro)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 45.268997982515124
    - type: f1
      value: 43.011099614102136
    - type: f1_weighted
      value: 46.00264255471957
    - type: main_score
      value: 45.268997982515124
    task:
      type: Classification
  - dataset:
      config: fi
      name: MTEB MassiveScenarioClassification (fi)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.179556153328846
    - type: f1
      value: 36.72504541129902
    - type: f1_weighted
      value: 40.271736849507
    - type: main_score
      value: 39.179556153328846
    task:
      type: Classification
  - dataset:
      config: ja
      name: MTEB MassiveScenarioClassification (ja)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 53.26832548755884
    - type: f1
      value: 53.061278209142884
    - type: f1_weighted
      value: 53.17435324984633
    - type: main_score
      value: 53.26832548755884
    task:
      type: Classification
  - dataset:
      config: ur
      name: MTEB MassiveScenarioClassification (ur)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 14.579690652320107
    - type: f1
      value: 14.206144389074717
    - type: f1_weighted
      value: 14.748527351475005
    - type: main_score
      value: 14.579690652320107
    task:
      type: Classification
  - dataset:
      config: he
      name: MTEB MassiveScenarioClassification (he)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: test
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.874915938130464
    - type: f1
      value: 4.118787513270843
    - type: f1_weighted
      value: 5.817041463583794
    - type: main_score
      value: 7.874915938130464
    task:
      type: Classification
  - dataset:
      config: is
      name: MTEB MassiveScenarioClassification (is)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 35.99606492867683
    - type: f1
      value: 35.20584439264268
    - type: f1_weighted
      value: 36.67345255137978
    - type: main_score
      value: 35.99606492867683
    task:
      type: Classification
  - dataset:
      config: el
      name: MTEB MassiveScenarioClassification (el)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 29.98524348253812
    - type: f1
      value: 28.765943623633927
    - type: f1_weighted
      value: 30.75476241135753
    - type: main_score
      value: 29.98524348253812
    task:
      type: Classification
  - dataset:
      config: az
      name: MTEB MassiveScenarioClassification (az)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 31.908509591736355
    - type: f1
      value: 31.68840089466658
    - type: f1_weighted
      value: 32.614271948745056
    - type: main_score
      value: 31.908509591736355
    task:
      type: Classification
  - dataset:
      config: it
      name: MTEB MassiveScenarioClassification (it)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 45.60255779636006
    - type: f1
      value: 44.91130039504065
    - type: f1_weighted
      value: 45.901808454025705
    - type: main_score
      value: 45.60255779636006
    task:
      type: Classification
  - dataset:
      config: hy
      name: MTEB MassiveScenarioClassification (hy)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 8.480078701426464
    - type: f1
      value: 5.33881465273221
    - type: f1_weighted
      value: 6.299851933533558
    - type: main_score
      value: 8.480078701426464
    task:
      type: Classification
  - dataset:
      config: fr
      name: MTEB MassiveScenarioClassification (fr)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 45.61239547466798
    - type: f1
      value: 44.796398022321725
    - type: f1_weighted
      value: 46.050421712295055
    - type: main_score
      value: 45.61239547466798
    task:
      type: Classification
  - dataset:
      config: te
      name: MTEB MassiveScenarioClassification (te)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.333989178553861
    - type: f1
      value: 4.666258475314794
    - type: f1_weighted
      value: 5.362484645743675
    - type: main_score
      value: 7.333989178553861
    task:
      type: Classification
  - dataset:
      config: tr
      name: MTEB MassiveScenarioClassification (tr)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 33.561239547466805
    - type: f1
      value: 34.0795945686752
    - type: f1_weighted
      value: 33.96219218340987
    - type: main_score
      value: 33.561239547466805
    task:
      type: Classification
  - dataset:
      config: am
      name: MTEB MassiveScenarioClassification (am)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.604525332021645
    - type: f1
      value: 4.536275730289927
    - type: f1_weighted
      value: 5.166653156052664
    - type: main_score
      value: 7.604525332021645
    task:
      type: Classification
  - dataset:
      config: nl
      name: MTEB MassiveScenarioClassification (nl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.749631087063456
    - type: f1
      value: 40.97034342282828
    - type: f1_weighted
      value: 43.80143496413575
    - type: main_score
      value: 42.749631087063456
    task:
      type: Classification
  - dataset:
      config: da
      name: MTEB MassiveScenarioClassification (da)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 44.00393507132317
    - type: f1
      value: 42.542091357589484
    - type: f1_weighted
      value: 45.08395452421817
    - type: main_score
      value: 44.00393507132317
    task:
      type: Classification
  - dataset:
      config: nb
      name: MTEB MassiveScenarioClassification (nb)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.527791441219875
    - type: f1
      value: 38.877669437208
    - type: f1_weighted
      value: 40.440029463255314
    - type: main_score
      value: 39.527791441219875
    task:
      type: Classification
  - dataset:
      config: id
      name: MTEB MassiveScenarioClassification (id)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.882439744220356
    - type: f1
      value: 41.74248841008145
    - type: f1_weighted
      value: 43.49099459057078
    - type: main_score
      value: 42.882439744220356
    task:
      type: Classification
  - dataset:
      config: ru
      name: MTEB MassiveScenarioClassification (ru)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 25.976389572061
    - type: f1
      value: 25.526996864828078
    - type: f1_weighted
      value: 26.323888911031062
    - type: main_score
      value: 25.976389572061
    task:
      type: Classification
  - dataset:
      config: tl
      name: MTEB MassiveScenarioClassification (tl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.23610427939007
    - type: f1
      value: 39.5110278526761
    - type: f1_weighted
      value: 41.1833957480028
    - type: main_score
      value: 40.23610427939007
    task:
      type: Classification
  - dataset:
      config: ka
      name: MTEB MassiveScenarioClassification (ka)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 6.714215445154944
    - type: f1
      value: 3.9946938970745207
    - type: f1_weighted
      value: 4.251073566584421
    - type: main_score
      value: 6.714215445154944
    task:
      type: Classification
  - dataset:
      config: en
      name: MTEB MassiveScenarioClassification (en)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 68.92769306443678
    - type: f1
      value: 66.90869048636226
    - type: f1_weighted
      value: 69.3297020719043
    - type: main_score
      value: 68.92769306443678
    task:
      type: Classification
  - dataset:
      config: ms
      name: MTEB MassiveScenarioClassification (ms)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.18396458435809
    - type: f1
      value: 41.2623335611438
    - type: f1_weighted
      value: 43.127995422526844
    - type: main_score
      value: 42.18396458435809
    task:
      type: Classification
  - dataset:
      config: my
      name: MTEB MassiveScenarioClassification (my)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 11.082144613871126
    - type: f1
      value: 7.425778448776913
    - type: f1_weighted
      value: 7.789515570254026
    - type: main_score
      value: 11.082144613871126
    task:
      type: Classification
  - dataset:
      config: ml
      name: MTEB MassiveScenarioClassification (ml)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 6.5027053615346775
    - type: f1
      value: 3.7466133746195633
    - type: f1_weighted
      value: 3.973214419588327
    - type: main_score
      value: 6.5027053615346775
    task:
      type: Classification
  - dataset:
      config: sv
      name: MTEB MassiveScenarioClassification (sv)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.81013280865716
    - type: f1
      value: 40.48354280118566
    - type: f1_weighted
      value: 42.13905635564818
    - type: main_score
      value: 41.81013280865716
    task:
      type: Classification
  - dataset:
      config: hu
      name: MTEB MassiveScenarioClassification (hu)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.621249385145106
    - type: f1
      value: 38.77569615351878
    - type: f1_weighted
      value: 40.408850998703294
    - type: main_score
      value: 39.621249385145106
    task:
      type: Classification
  - dataset:
      config: lv
      name: MTEB MassiveScenarioClassification (lv)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.51795376291195
    - type: f1
      value: 38.33840469203745
    - type: f1_weighted
      value: 40.14217235774783
    - type: main_score
      value: 39.51795376291195
    task:
      type: Classification
  - dataset:
      config: vi
      name: MTEB MassiveScenarioClassification (vi)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.11460895228726
    - type: f1
      value: 38.90884303194236
    - type: f1_weighted
      value: 39.61233724806451
    - type: main_score
      value: 39.11460895228726
    task:
      type: Classification
  - dataset:
      config: pl
      name: MTEB MassiveScenarioClassification (pl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 39.47860304968028
    - type: f1
      value: 38.456455709925585
    - type: f1_weighted
      value: 40.42759387176258
    - type: main_score
      value: 39.47860304968028
    task:
      type: Classification
  - dataset:
      config: sl
      name: MTEB MassiveScenarioClassification (sl)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.78209542547959
    - type: f1
      value: 39.80360672965863
    - type: f1_weighted
      value: 41.3388040455552
    - type: main_score
      value: 40.78209542547959
    task:
      type: Classification
  - dataset:
      config: hi
      name: MTEB MassiveScenarioClassification (hi)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 8.52926709296606
    - type: f1
      value: 6.39881808638407
    - type: f1_weighted
      value: 6.616654119148606
    - type: main_score
      value: 8.52926709296606
    task:
      type: Classification
  - dataset:
      config: th
      name: MTEB MassiveScenarioClassification (th)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 13.753074274471224
    - type: f1
      value: 12.326492805202069
    - type: f1_weighted
      value: 12.151551505564898
    - type: main_score
      value: 13.753074274471224
    task:
      type: Classification
  - dataset:
      config: sw
      name: MTEB MassiveScenarioClassification (sw)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 41.72651254303984
    - type: f1
      value: 40.35106230585296
    - type: f1_weighted
      value: 42.504608904683664
    - type: main_score
      value: 41.72651254303984
    task:
      type: Classification
  - dataset:
      config: fa
      name: MTEB MassiveScenarioClassification (fa)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 15.31234628627644
    - type: f1
      value: 15.057814723718712
    - type: f1_weighted
      value: 14.825818910096011
    - type: main_score
      value: 15.31234628627644
    task:
      type: Classification
  - dataset:
      config: af
      name: MTEB MassiveScenarioClassification (af)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.9640924741761
    - type: f1
      value: 39.415962035771635
    - type: f1_weighted
      value: 41.880993077133425
    - type: main_score
      value: 40.9640924741761
    task:
      type: Classification
  - dataset:
      config: jv
      name: MTEB MassiveScenarioClassification (jv)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.850959173635026
    - type: f1
      value: 40.083644344440664
    - type: f1_weighted
      value: 41.0320978528804
    - type: main_score
      value: 40.850959173635026
    task:
      type: Classification
  - dataset:
      config: ko
      name: MTEB MassiveScenarioClassification (ko)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 25.336940482046238
    - type: f1
      value: 24.385419734710172
    - type: f1_weighted
      value: 25.75871028873885
    - type: main_score
      value: 25.336940482046238
    task:
      type: Classification
  - dataset:
      config: bn
      name: MTEB MassiveScenarioClassification (bn)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.496310870634529
    - type: f1
      value: 4.99273826850258
    - type: f1_weighted
      value: 5.802198772868682
    - type: main_score
      value: 7.496310870634529
    task:
      type: Classification
  - dataset:
      config: kn
      name: MTEB MassiveScenarioClassification (kn)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 8.53418593212002
    - type: f1
      value: 6.456521102839466
    - type: f1_weighted
      value: 6.396377755145225
    - type: main_score
      value: 8.53418593212002
    task:
      type: Classification
  - dataset:
      config: cy
      name: MTEB MassiveScenarioClassification (cy)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 40.20167240531235
    - type: f1
      value: 38.24662692870761
    - type: f1_weighted
      value: 41.01478059789378
    - type: main_score
      value: 40.20167240531235
    task:
      type: Classification
  - dataset:
      config: zh-CN
      name: MTEB MassiveScenarioClassification (zh-CN)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 82.36104279390064
    - type: f1
      value: 81.67294237294372
    - type: f1_weighted
      value: 82.57942325045582
    - type: main_score
      value: 82.36104279390064
    task:
      type: Classification
  - dataset:
      config: km
      name: MTEB MassiveScenarioClassification (km)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 9.24741760944417
    - type: f1
      value: 5.058356544468532
    - type: f1_weighted
      value: 6.903761892494975
    - type: main_score
      value: 9.24741760944417
    task:
      type: Classification
  - dataset:
      config: pt
      name: MTEB MassiveScenarioClassification (pt)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 44.92867683226759
    - type: f1
      value: 44.483430371315194
    - type: f1_weighted
      value: 45.52549319038087
    - type: main_score
      value: 44.92867683226759
    task:
      type: Classification
  - dataset:
      config: sq
      name: MTEB MassiveScenarioClassification (sq)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 43.059517953762914
    - type: f1
      value: 42.65977402358004
    - type: f1_weighted
      value: 43.97266713539029
    - type: main_score
      value: 43.059517953762914
    task:
      type: Classification
  - dataset:
      config: ta
      name: MTEB MassiveScenarioClassification (ta)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.530742744712249
    - type: f1
      value: 4.0701142041780844
    - type: f1_weighted
      value: 5.372399660680421
    - type: main_score
      value: 7.530742744712249
    task:
      type: Classification
  - dataset:
      config: es
      name: MTEB MassiveScenarioClassification (es)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.75454992621741
    - type: f1
      value: 42.45294276737515
    - type: f1_weighted
      value: 42.97139601656561
    - type: main_score
      value: 42.75454992621741
    task:
      type: Classification
  - dataset:
      config: mn
      name: MTEB MassiveScenarioClassification (mn)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 24.84997540580423
    - type: f1
      value: 24.120781457641122
    - type: f1_weighted
      value: 24.975936906386913
    - type: main_score
      value: 24.84997540580423
    task:
      type: Classification
  - dataset:
      config: zh-TW
      name: MTEB MassiveScenarioClassification (zh-TW)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 79.05558288243975
    - type: f1
      value: 78.9835268881931
    - type: f1_weighted
      value: 79.28165747769849
    - type: main_score
      value: 79.05558288243975
    task:
      type: Classification
  - dataset:
      config: de
      name: MTEB MassiveScenarioClassification (de)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 42.58730939498278
    - type: f1
      value: 40.70852558786616
    - type: f1_weighted
      value: 43.251635086069804
    - type: main_score
      value: 42.58730939498278
    task:
      type: Classification
  - dataset:
      config: ar
      name: MTEB MassiveScenarioClassification (ar)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 18.017707820954254
    - type: f1
      value: 16.687990492609256
    - type: f1_weighted
      value: 18.46136988933461
    - type: main_score
      value: 18.017707820954254
    task:
      type: Classification
  - dataset:
      config: ro
      name: MTEB MassiveScenarioClassification (ro)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 43.78750614854894
    - type: f1
      value: 43.35116606491994
    - type: f1_weighted
      value: 44.31377810377738
    - type: main_score
      value: 43.78750614854894
    task:
      type: Classification
  - dataset:
      config: fi
      name: MTEB MassiveScenarioClassification (fi)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 38.25381210034432
    - type: f1
      value: 36.84507866986097
    - type: f1_weighted
      value: 39.15201046891089
    - type: main_score
      value: 38.25381210034432
    task:
      type: Classification
  - dataset:
      config: ja
      name: MTEB MassiveScenarioClassification (ja)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 53.29562223315298
    - type: f1
      value: 53.13848950509313
    - type: f1_weighted
      value: 53.26552991076052
    - type: main_score
      value: 53.29562223315298
    task:
      type: Classification
  - dataset:
      config: ur
      name: MTEB MassiveScenarioClassification (ur)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 14.594195769798329
    - type: f1
      value: 14.397328781753599
    - type: f1_weighted
      value: 14.660528748357581
    - type: main_score
      value: 14.594195769798329
    task:
      type: Classification
  - dataset:
      config: he
      name: MTEB MassiveScenarioClassification (he)
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
      split: validation
      type: mteb/amazon_massive_scenario
    metrics:
    - type: accuracy
      value: 7.879980324643385
    - type: f1
      value: 4.038729452806328
    - type: f1_weighted
      value: 5.6615870271046065
    - type: main_score
      value: 7.879980324643385
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB MedicalRetrieval (default)
      revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
      split: dev
      type: C-MTEB/MedicalRetrieval
    metrics:
    - type: main_score
      value: 63.67699999999999
    - type: map_at_1
      value: 53.800000000000004
    - type: map_at_10
      value: 60.431999999999995
    - type: map_at_100
      value: 61.029999999999994
    - type: map_at_1000
      value: 61.071
    - type: map_at_20
      value: 60.777
    - type: map_at_3
      value: 58.75
    - type: map_at_5
      value: 59.81999999999999
    - type: mrr_at_1
      value: 53.800000000000004
    - type: mrr_at_10
      value: 60.431507936507934
    - type: mrr_at_100
      value: 61.02980943818268
    - type: mrr_at_1000
      value: 61.07101618078645
    - type: mrr_at_20
      value: 60.77656156107394
    - type: mrr_at_3
      value: 58.750000000000014
    - type: mrr_at_5
      value: 59.81999999999999
    - type: nauc_map_at_1000_diff1
      value: 78.00629416107189
    - type: nauc_map_at_1000_max
      value: 52.07420225671461
    - type: nauc_map_at_1000_std
      value: 7.235435225393745
    - type: nauc_map_at_100_diff1
      value: 77.9857887699591
    - type: nauc_map_at_100_max
      value: 52.055541763889416
    - type: nauc_map_at_100_std
      value: 7.236124232996337
    - type: nauc_map_at_10_diff1
      value: 77.91480569228007
    - type: nauc_map_at_10_max
      value: 52.04826888831761
    - type: nauc_map_at_10_std
      value: 7.006421025182576
    - type: nauc_map_at_1_diff1
      value: 82.20582404755503
    - type: nauc_map_at_1_max
      value: 54.4721454376076
    - type: nauc_map_at_1_std
      value: 4.496959883774145
    - type: nauc_map_at_20_diff1
      value: 77.95162276147624
    - type: nauc_map_at_20_max
      value: 52.023771967662434
    - type: nauc_map_at_20_std
      value: 7.196031931418907
    - type: nauc_map_at_3_diff1
      value: 79.03105924086732
    - type: nauc_map_at_3_max
      value: 53.07038869379984
    - type: nauc_map_at_3_std
      value: 6.793908288837009
    - type: nauc_map_at_5_diff1
      value: 78.21124356618412
    - type: nauc_map_at_5_max
      value: 52.395049895165236
    - type: nauc_map_at_5_std
      value: 6.899017664263203
    - type: nauc_mrr_at_1000_diff1
      value: 78.00601481881016
    - type: nauc_mrr_at_1000_max
      value: 51.9762321296784
    - type: nauc_mrr_at_1000_std
      value: 7.350305802489671
    - type: nauc_mrr_at_100_diff1
      value: 77.98550974774857
    - type: nauc_mrr_at_100_max
      value: 51.957702695554374
    - type: nauc_mrr_at_100_std
      value: 7.3508410873853
    - type: nauc_mrr_at_10_diff1
      value: 77.91480569228007
    - type: nauc_mrr_at_10_max
      value: 51.951920429485554
    - type: nauc_mrr_at_10_std
      value: 7.118827560486609
    - type: nauc_mrr_at_1_diff1
      value: 82.20582404755503
    - type: nauc_mrr_at_1_max
      value: 54.29747391710586
    - type: nauc_mrr_at_1_std
      value: 4.700743324359466
    - type: nauc_mrr_at_20_diff1
      value: 77.95162276147624
    - type: nauc_mrr_at_20_max
      value: 51.92663048569973
    - type: nauc_mrr_at_20_std
      value: 7.30936366037528
    - type: nauc_mrr_at_3_diff1
      value: 79.03105924086732
    - type: nauc_mrr_at_3_max
      value: 52.97714066514463
    - type: nauc_mrr_at_3_std
      value: 6.902697655601455
    - type: nauc_mrr_at_5_diff1
      value: 78.21124356618412
    - type: nauc_mrr_at_5_max
      value: 52.300015316154855
    - type: nauc_mrr_at_5_std
      value: 7.0098913397753355
    - type: nauc_ndcg_at_1000_diff1
      value: 76.68028623834495
    - type: nauc_ndcg_at_1000_max
      value: 51.004333240246936
    - type: nauc_ndcg_at_1000_std
      value: 8.698515324279041
    - type: nauc_ndcg_at_100_diff1
      value: 76.05356190504821
    - type: nauc_ndcg_at_100_max
      value: 50.35277313216198
    - type: nauc_ndcg_at_100_std
      value: 9.249854230791188
    - type: nauc_ndcg_at_10_diff1
      value: 75.6902794635337
    - type: nauc_ndcg_at_10_max
      value: 50.299670065322886
    - type: nauc_ndcg_at_10_std
      value: 8.187845234344188
    - type: nauc_ndcg_at_1_diff1
      value: 82.20582404755503
    - type: nauc_ndcg_at_1_max
      value: 54.4721454376076
    - type: nauc_ndcg_at_1_std
      value: 4.496959883774145
    - type: nauc_ndcg_at_20_diff1
      value: 75.79556771472184
    - type: nauc_ndcg_at_20_max
      value: 50.21494338026765
    - type: nauc_ndcg_at_20_std
      value: 8.945573827175862
    - type: nauc_ndcg_at_3_diff1
      value: 78.05339525168148
    - type: nauc_ndcg_at_3_max
      value: 52.459350220474875
    - type: nauc_ndcg_at_3_std
      value: 7.638500728186775
    - type: nauc_ndcg_at_5_diff1
      value: 76.45369105380743
    - type: nauc_ndcg_at_5_max
      value: 51.19789390012578
    - type: nauc_ndcg_at_5_std
      value: 7.86689928703537
    - type: nauc_precision_at_1000_diff1
      value: 59.591503267973344
    - type: nauc_precision_at_1000_max
      value: 39.813258636787445
    - type: nauc_precision_at_1000_std
      value: 43.9635854341733
    - type: nauc_precision_at_100_diff1
      value: 61.11499109543613
    - type: nauc_precision_at_100_max
      value: 35.64662848762093
    - type: nauc_precision_at_100_std
      value: 28.753011837832272
    - type: nauc_precision_at_10_diff1
      value: 66.60448251399139
    - type: nauc_precision_at_10_max
      value: 42.93455303203327
    - type: nauc_precision_at_10_std
      value: 12.939019781028152
    - type: nauc_precision_at_1_diff1
      value: 82.20582404755503
    - type: nauc_precision_at_1_max
      value: 54.4721454376076
    - type: nauc_precision_at_1_std
      value: 4.496959883774145
    - type: nauc_precision_at_20_diff1
      value: 65.68865023744912
    - type: nauc_precision_at_20_max
      value: 41.36253272803797
    - type: nauc_precision_at_20_std
      value: 17.955772857309167
    - type: nauc_precision_at_3_diff1
      value: 75.01623067257978
    - type: nauc_precision_at_3_max
      value: 50.493541645806374
    - type: nauc_precision_at_3_std
      value: 10.313986802282976
    - type: nauc_precision_at_5_diff1
      value: 70.23831710178575
    - type: nauc_precision_at_5_max
      value: 46.894174569451266
    - type: nauc_precision_at_5_std
      value: 11.210506044454311
    - type: nauc_recall_at_1000_diff1
      value: 59.59150326797431
    - type: nauc_recall_at_1000_max
      value: 39.81325863678807
    - type: nauc_recall_at_1000_std
      value: 43.96358543417411
    - type: nauc_recall_at_100_diff1
      value: 61.11499109543585
    - type: nauc_recall_at_100_max
      value: 35.64662848762088
    - type: nauc_recall_at_100_std
      value: 28.753011837832233
    - type: nauc_recall_at_10_diff1
      value: 66.60448251399139
    - type: nauc_recall_at_10_max
      value: 42.934553032033186
    - type: nauc_recall_at_10_std
      value: 12.939019781028199
    - type: nauc_recall_at_1_diff1
      value: 82.20582404755503
    - type: nauc_recall_at_1_max
      value: 54.4721454376076
    - type: nauc_recall_at_1_std
      value: 4.496959883774145
    - type: nauc_recall_at_20_diff1
      value: 65.68865023744912
    - type: nauc_recall_at_20_max
      value: 41.36253272803804
    - type: nauc_recall_at_20_std
      value: 17.955772857309242
    - type: nauc_recall_at_3_diff1
      value: 75.01623067257968
    - type: nauc_recall_at_3_max
      value: 50.49354164580636
    - type: nauc_recall_at_3_std
      value: 10.313986802282942
    - type: nauc_recall_at_5_diff1
      value: 70.23831710178574
    - type: nauc_recall_at_5_max
      value: 46.894174569451344
    - type: nauc_recall_at_5_std
      value: 11.210506044454428
    - type: ndcg_at_1
      value: 53.800000000000004
    - type: ndcg_at_10
      value: 63.67699999999999
    - type: ndcg_at_100
      value: 66.81899999999999
    - type: ndcg_at_1000
      value: 67.93299999999999
    - type: ndcg_at_20
      value: 64.90599999999999
    - type: ndcg_at_3
      value: 60.260999999999996
    - type: ndcg_at_5
      value: 62.193
    - type: precision_at_1
      value: 53.800000000000004
    - type: precision_at_10
      value: 7.39
    - type: precision_at_100
      value: 0.8920000000000001
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_20
      value: 3.9350000000000005
    - type: precision_at_3
      value: 21.532999999999998
    - type: precision_at_5
      value: 13.86
    - type: recall_at_1
      value: 53.800000000000004
    - type: recall_at_10
      value: 73.9
    - type: recall_at_100
      value: 89.2
    - type: recall_at_1000
      value: 98.0
    - type: recall_at_20
      value: 78.7
    - type: recall_at_3
      value: 64.60000000000001
    - type: recall_at_5
      value: 69.3
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB MultilingualSentiment (default)
      revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
      split: test
      type: C-MTEB/MultilingualSentiment-classification
    metrics:
    - type: accuracy
      value: 75.08333333333333
    - type: f1
      value: 74.89816720884292
    - type: f1_weighted
      value: 74.89816720884292
    - type: main_score
      value: 75.08333333333333
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB MultilingualSentiment (default)
      revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
      split: validation
      type: C-MTEB/MultilingualSentiment-classification
    metrics:
    - type: accuracy
      value: 74.05999999999999
    - type: f1
      value: 73.86707495511577
    - type: f1_weighted
      value: 73.86707495511577
    - type: main_score
      value: 74.05999999999999
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB Ocnli (default)
      revision: 66e76a618a34d6d565d5538088562851e6daa7ec
      split: validation
      type: C-MTEB/OCNLI
    metrics:
    - type: cosine_accuracy
      value: 83.21602598808879
    - type: cosine_accuracy_threshold
      value: 84.68668460845947
    - type: cosine_ap
      value: 88.4718001921049
    - type: cosine_f1
      value: 84.60774577954318
    - type: cosine_f1_threshold
      value: 84.68668460845947
    - type: cosine_precision
      value: 79.85004686035614
    - type: cosine_recall
      value: 89.96832101372756
    - type: dot_accuracy
      value: 74.12019491066594
    - type: dot_accuracy_threshold
      value: 61163.34228515625
    - type: dot_ap
      value: 82.21843913674356
    - type: dot_f1
      value: 77.42230347349177
    - type: dot_f1_threshold
      value: 58876.74560546875
    - type: dot_precision
      value: 68.25141015310233
    - type: dot_recall
      value: 89.44033790918691
    - type: euclidean_accuracy
      value: 81.64591229020033
    - type: euclidean_accuracy_threshold
      value: 1478.951644897461
    - type: euclidean_ap
      value: 86.55778250928002
    - type: euclidean_f1
      value: 83.37326305701964
    - type: euclidean_f1_threshold
      value: 1558.5298538208008
    - type: euclidean_precision
      value: 76.31578947368422
    - type: euclidean_recall
      value: 91.86906019007391
    - type: main_score
      value: 83.21602598808879
    - type: manhattan_accuracy
      value: 81.48348673524634
    - type: manhattan_accuracy_threshold
      value: 51344.219970703125
    - type: manhattan_ap
      value: 86.53822978018471
    - type: manhattan_f1
      value: 83.26139088729016
    - type: manhattan_f1_threshold
      value: 52366.3330078125
    - type: manhattan_precision
      value: 76.27416520210897
    - type: manhattan_recall
      value: 91.65786694825766
    - type: max_accuracy
      value: 83.21602598808879
    - type: max_ap
      value: 88.4718001921049
    - type: max_f1
      value: 84.60774577954318
    - type: max_precision
      value: 79.85004686035614
    - type: max_recall
      value: 91.86906019007391
    - type: similarity_accuracy
      value: 83.21602598808879
    - type: similarity_accuracy_threshold
      value: 84.686678647995
    - type: similarity_ap
      value: 88.4718001921049
    - type: similarity_f1
      value: 84.60774577954318
    - type: similarity_f1_threshold
      value: 84.686678647995
    - type: similarity_precision
      value: 79.85004686035614
    - type: similarity_recall
      value: 89.96832101372756
    task:
      type: PairClassification
  - dataset:
      config: default
      name: MTEB OnlineShopping (default)
      revision: e610f2ebd179a8fda30ae534c3878750a96db120
      split: test
      type: C-MTEB/OnlineShopping-classification
    metrics:
    - type: accuracy
      value: 93.11
    - type: ap
      value: 90.79657759750567
    - type: ap_weighted
      value: 90.79657759750567
    - type: f1
      value: 93.09242477250346
    - type: f1_weighted
      value: 93.10745591896395
    - type: main_score
      value: 93.11
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB PAWSX (default)
      revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
      split: test
      type: C-MTEB/PAWSX
    metrics:
    - type: cosine_pearson
      value: 40.85294247983506
    - type: cosine_spearman
      value: 46.26470443016128
    - type: euclidean_pearson
      value: 45.71637535133479
    - type: euclidean_spearman
      value: 45.97506398282988
    - type: main_score
      value: 46.26470443016128
    - type: manhattan_pearson
      value: 45.729052797800186
    - type: manhattan_spearman
      value: 45.985167052566766
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB QBQTC (default)
      revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
      split: test
      type: C-MTEB/QBQTC
    metrics:
    - type: cosine_pearson
      value: 39.61472967042291
    - type: cosine_spearman
      value: 41.89107113069583
    - type: euclidean_pearson
      value: 33.90266552269117
    - type: euclidean_spearman
      value: 38.34637073395628
    - type: main_score
      value: 41.89107113069583
    - type: manhattan_pearson
      value: 33.91591969583774
    - type: manhattan_spearman
      value: 38.3574043430055
    task:
      type: STS
  - dataset:
      config: it
      name: MTEB STS22 (it)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 41.19325498554315
    - type: cosine_spearman
      value: 50.231173886602534
    - type: euclidean_pearson
      value: 46.345868108079905
    - type: euclidean_spearman
      value: 50.45422800948126
    - type: main_score
      value: 50.231173886602534
    - type: manhattan_pearson
      value: 46.504629255328354
    - type: manhattan_spearman
      value: 50.68265515693354
    - type: pearson
      value: 41.193261234261946
    - type: spearman
      value: 50.231173886602534
    task:
      type: STS
  - dataset:
      config: de-en
      name: MTEB STS22 (de-en)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 32.89821953127283
    - type: cosine_spearman
      value: 38.539988618106655
    - type: euclidean_pearson
      value: 34.49033573399129
    - type: euclidean_spearman
      value: 38.11416536645878
    - type: main_score
      value: 38.539988618106655
    - type: manhattan_pearson
      value: 34.448528477994145
    - type: manhattan_spearman
      value: 37.65048357982259
    - type: pearson
      value: 32.89820801840136
    - type: spearman
      value: 38.539988618106655
    task:
      type: STS
  - dataset:
      config: tr
      name: MTEB STS22 (tr)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 24.305368866867557
    - type: cosine_spearman
      value: 37.92726109087382
    - type: euclidean_pearson
      value: 30.799738296378283
    - type: euclidean_spearman
      value: 38.287216177996605
    - type: main_score
      value: 37.92726109087382
    - type: manhattan_pearson
      value: 30.78126726940549
    - type: manhattan_spearman
      value: 38.19740860271776
    - type: pearson
      value: 24.30535329212899
    - type: spearman
      value: 37.92726109087382
    task:
      type: STS
  - dataset:
      config: es
      name: MTEB STS22 (es)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 18.19997923279834
    - type: cosine_spearman
      value: 48.77210511608037
    - type: euclidean_pearson
      value: 31.136177249632553
    - type: euclidean_spearman
      value: 48.41077369782945
    - type: main_score
      value: 48.77210511608037
    - type: manhattan_pearson
      value: 31.15147622246907
    - type: manhattan_spearman
      value: 48.45673863744031
    - type: pearson
      value: 18.19996287259861
    - type: spearman
      value: 48.77210511608037
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STS22 (pl)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: -2.108270346091053
    - type: cosine_spearman
      value: 12.387180120208471
    - type: euclidean_pearson
      value: -5.143877670933451
    - type: euclidean_spearman
      value: 11.732310436300734
    - type: main_score
      value: 12.387180120208471
    - type: manhattan_pearson
      value: -4.879466616861115
    - type: manhattan_spearman
      value: 11.837089585725971
    - type: pearson
      value: -2.1082730668298817
    - type: spearman
      value: 12.17651413548943
    task:
      type: STS
  - dataset:
      config: en
      name: MTEB STS22 (en)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 55.197301705940106
    - type: cosine_spearman
      value: 60.735304152341016
    - type: euclidean_pearson
      value: 58.01165360549454
    - type: euclidean_spearman
      value: 59.382742411350954
    - type: main_score
      value: 60.735304152341016
    - type: manhattan_pearson
      value: 57.83223965160013
    - type: manhattan_spearman
      value: 59.21305162189526
    - type: pearson
      value: 55.197304101079325
    - type: spearman
      value: 60.735304152341016
    task:
      type: STS
  - dataset:
      config: ar
      name: MTEB STS22 (ar)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 24.954116820344225
    - type: cosine_spearman
      value: 27.716439696864427
    - type: euclidean_pearson
      value: 28.648374663088948
    - type: euclidean_spearman
      value: 27.971284844826314
    - type: main_score
      value: 27.716439696864427
    - type: manhattan_pearson
      value: 28.59989248858511
    - type: manhattan_spearman
      value: 27.885463405824424
    - type: pearson
      value: 24.95413634470457
    - type: spearman
      value: 27.69571464401494
    task:
      type: STS
  - dataset:
      config: zh-en
      name: MTEB STS22 (zh-en)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 59.628323211697996
    - type: cosine_spearman
      value: 64.69426903014181
    - type: euclidean_pearson
      value: 63.02177505481432
    - type: euclidean_spearman
      value: 64.38122549439275
    - type: main_score
      value: 64.69426903014181
    - type: manhattan_pearson
      value: 62.89174360491565
    - type: manhattan_spearman
      value: 64.21033497242632
    - type: pearson
      value: 59.62832002315839
    - type: spearman
      value: 64.69426903014181
    task:
      type: STS
  - dataset:
      config: fr-pl
      name: MTEB STS22 (fr-pl)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 72.48621899222191
    - type: cosine_spearman
      value: 84.51542547285167
    - type: euclidean_pearson
      value: 79.91610128578839
    - type: euclidean_spearman
      value: 84.51542547285167
    - type: main_score
      value: 84.51542547285167
    - type: manhattan_pearson
      value: 78.02332046266785
    - type: manhattan_spearman
      value: 84.51542547285167
    - type: pearson
      value: 72.48643781257383
    - type: spearman
      value: 84.51542547285167
    task:
      type: STS
  - dataset:
      config: es-it
      name: MTEB STS22 (es-it)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 27.18583867128202
    - type: cosine_spearman
      value: 35.63056944816928
    - type: euclidean_pearson
      value: 31.075483547268558
    - type: euclidean_spearman
      value: 34.46346668406813
    - type: main_score
      value: 35.63056944816928
    - type: manhattan_pearson
      value: 31.131467056697325
    - type: manhattan_spearman
      value: 34.4668541493314
    - type: pearson
      value: 27.185822556247537
    - type: spearman
      value: 35.63056944816928
    task:
      type: STS
  - dataset:
      config: de-pl
      name: MTEB STS22 (de-pl)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 12.399198871280888
    - type: cosine_spearman
      value: 7.26740842591211
    - type: euclidean_pearson
      value: 4.516712707783254
    - type: euclidean_spearman
      value: 6.466761734921793
    - type: main_score
      value: 7.26740842591211
    - type: manhattan_pearson
      value: 4.192789002097003
    - type: manhattan_spearman
      value: 6.805496873417696
    - type: pearson
      value: 12.39933152364361
    - type: spearman
      value: 7.26740842591211
    task:
      type: STS
  - dataset:
      config: fr
      name: MTEB STS22 (fr)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 41.39868462834059
    - type: cosine_spearman
      value: 55.038606223576956
    - type: euclidean_pearson
      value: 49.25365386033138
    - type: euclidean_spearman
      value: 54.672553472547804
    - type: main_score
      value: 55.038606223576956
    - type: manhattan_pearson
      value: 49.20067830976173
    - type: manhattan_spearman
      value: 54.6387725076268
    - type: pearson
      value: 41.398676979588934
    - type: spearman
      value: 55.038606223576956
    task:
      type: STS
  - dataset:
      config: de-fr
      name: MTEB STS22 (de-fr)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 25.608150018172793
    - type: cosine_spearman
      value: 33.90331453592282
    - type: euclidean_pearson
      value: 29.30906861776585
    - type: euclidean_spearman
      value: 33.826599994845935
    - type: main_score
      value: 33.90331453592282
    - type: manhattan_pearson
      value: 28.909395620689825
    - type: manhattan_spearman
      value: 34.59825802567819
    - type: pearson
      value: 25.60814265156774
    - type: spearman
      value: 33.90331453592282
    task:
      type: STS
  - dataset:
      config: ru
      name: MTEB STS22 (ru)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 5.7754167331012205
    - type: cosine_spearman
      value: 21.92465228528612
    - type: euclidean_pearson
      value: 13.675536468172805
    - type: euclidean_spearman
      value: 22.21141895175971
    - type: main_score
      value: 21.92465228528612
    - type: manhattan_pearson
      value: 13.800372687665202
    - type: manhattan_spearman
      value: 22.351737531079902
    - type: pearson
      value: 5.775448495602957
    - type: spearman
      value: 21.93020607531918
    task:
      type: STS
  - dataset:
      config: zh
      name: MTEB STS22 (zh)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 68.28512697903551
    - type: cosine_spearman
      value: 68.69300952790282
    - type: euclidean_pearson
      value: 67.64215814935483
    - type: euclidean_spearman
      value: 68.4668380232344
    - type: main_score
      value: 68.69300952790282
    - type: manhattan_pearson
      value: 67.5660533943303
    - type: manhattan_spearman
      value: 68.42998433131551
    - type: pearson
      value: 68.2851240441332
    - type: spearman
      value: 68.69300952790282
    task:
      type: STS
  - dataset:
      config: pl-en
      name: MTEB STS22 (pl-en)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 40.99563262228948
    - type: cosine_spearman
      value: 37.611329662509235
    - type: euclidean_pearson
      value: 39.60891222145106
    - type: euclidean_spearman
      value: 35.74639115569783
    - type: main_score
      value: 37.611329662509235
    - type: manhattan_pearson
      value: 40.68243822309343
    - type: manhattan_spearman
      value: 37.710306845831624
    - type: pearson
      value: 40.995650280936935
    - type: spearman
      value: 37.611329662509235
    task:
      type: STS
  - dataset:
      config: de
      name: MTEB STS22 (de)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 14.610716018581904
    - type: cosine_spearman
      value: 20.259656537989873
    - type: euclidean_pearson
      value: 13.39968577970463
    - type: euclidean_spearman
      value: 19.999373521862104
    - type: main_score
      value: 20.259656537989873
    - type: manhattan_pearson
      value: 13.403453329892018
    - type: manhattan_spearman
      value: 20.035611306496893
    - type: pearson
      value: 14.610694852334966
    - type: spearman
      value: 20.265485348016593
    task:
      type: STS
  - dataset:
      config: es-en
      name: MTEB STS22 (es-en)
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 43.612676183806045
    - type: cosine_spearman
      value: 47.5304556170413
    - type: euclidean_pearson
      value: 43.21510166675375
    - type: euclidean_spearman
      value: 46.4219875335409
    - type: main_score
      value: 47.5304556170413
    - type: manhattan_pearson
      value: 43.102337861589625
    - type: manhattan_spearman
      value: 46.34374314971102
    - type: pearson
      value: 43.61267091853167
    - type: spearman
      value: 47.5304556170413
    task:
      type: STS
  - dataset:
      config: pl-en
      name: MTEB STS22.v2 (pl-en)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 43.59038612153097
    - type: cosine_spearman
      value: 39.81437610772274
    - type: euclidean_pearson
      value: 40.891702223169865
    - type: euclidean_spearman
      value: 37.26643328502484
    - type: main_score
      value: 39.81437610772274
    - type: manhattan_pearson
      value: 41.986843698898646
    - type: manhattan_spearman
      value: 39.32140456159206
    - type: pearson
      value: 43.59041415960545
    - type: spearman
      value: 39.81437610772274
    task:
      type: STS
  - dataset:
      config: ar
      name: MTEB STS22.v2 (ar)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 33.5428416005511
    - type: cosine_spearman
      value: 30.37853891189232
    - type: euclidean_pearson
      value: 34.60992317007351
    - type: euclidean_spearman
      value: 30.63949361401844
    - type: main_score
      value: 30.37853891189232
    - type: manhattan_pearson
      value: 34.5473591619201
    - type: manhattan_spearman
      value: 30.55163856425125
    - type: pearson
      value: 33.54285209728335
    - type: spearman
      value: 30.37853891189232
    task:
      type: STS
  - dataset:
      config: en
      name: MTEB STS22.v2 (en)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 55.197301705940106
    - type: cosine_spearman
      value: 60.735304152341016
    - type: euclidean_pearson
      value: 58.01165360549454
    - type: euclidean_spearman
      value: 59.382742411350954
    - type: main_score
      value: 60.735304152341016
    - type: manhattan_pearson
      value: 57.83223965160013
    - type: manhattan_spearman
      value: 59.21305162189526
    - type: pearson
      value: 55.197304101079325
    - type: spearman
      value: 60.735304152341016
    task:
      type: STS
  - dataset:
      config: es
      name: MTEB STS22.v2 (es)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 46.72328050183308
    - type: cosine_spearman
      value: 53.40518194954016
    - type: euclidean_pearson
      value: 49.16877625976702
    - type: euclidean_spearman
      value: 53.00258608772506
    - type: main_score
      value: 53.40518194954016
    - type: manhattan_pearson
      value: 49.01410667940025
    - type: manhattan_spearman
      value: 53.062750442834506
    - type: pearson
      value: 46.7232634869361
    - type: spearman
      value: 53.40518194954016
    task:
      type: STS
  - dataset:
      config: tr
      name: MTEB STS22.v2 (tr)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 32.0893349414057
    - type: cosine_spearman
      value: 39.88878359477052
    - type: euclidean_pearson
      value: 36.428586715032374
    - type: euclidean_spearman
      value: 40.255813965229805
    - type: main_score
      value: 39.88878359477052
    - type: manhattan_pearson
      value: 36.445628185483436
    - type: manhattan_spearman
      value: 40.164916492530764
    - type: pearson
      value: 32.08931820630885
    - type: spearman
      value: 39.88878359477052
    task:
      type: STS
  - dataset:
      config: ru
      name: MTEB STS22.v2 (ru)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 25.70940596089177
    - type: cosine_spearman
      value: 24.851779346905516
    - type: euclidean_pearson
      value: 26.662807591660304
    - type: euclidean_spearman
      value: 25.1585901925807
    - type: main_score
      value: 24.851779346905516
    - type: manhattan_pearson
      value: 26.78879644774409
    - type: manhattan_spearman
      value: 25.30589435887287
    - type: pearson
      value: 25.70945811392969
    - type: spearman
      value: 24.851779346905516
    task:
      type: STS
  - dataset:
      config: pl
      name: MTEB STS22.v2 (pl)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 9.765885880324584
    - type: cosine_spearman
      value: 16.56405546386883
    - type: euclidean_pearson
      value: 1.266714500111099
    - type: euclidean_spearman
      value: 15.873350818474066
    - type: main_score
      value: 16.56405546386883
    - type: manhattan_pearson
      value: 1.5996037603404067
    - type: manhattan_spearman
      value: 15.984627455042919
    - type: pearson
      value: 9.765881253247253
    - type: spearman
      value: 16.37790963582666
    task:
      type: STS
  - dataset:
      config: fr-pl
      name: MTEB STS22.v2 (fr-pl)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 72.48621899222191
    - type: cosine_spearman
      value: 84.51542547285167
    - type: euclidean_pearson
      value: 79.91610128578839
    - type: euclidean_spearman
      value: 84.51542547285167
    - type: main_score
      value: 84.51542547285167
    - type: manhattan_pearson
      value: 78.02332046266785
    - type: manhattan_spearman
      value: 84.51542547285167
    - type: pearson
      value: 72.48643781257383
    - type: spearman
      value: 84.51542547285167
    task:
      type: STS
  - dataset:
      config: it
      name: MTEB STS22.v2 (it)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 42.88595613594089
    - type: cosine_spearman
      value: 50.00902534757776
    - type: euclidean_pearson
      value: 46.575636873141114
    - type: euclidean_spearman
      value: 50.233303173324586
    - type: main_score
      value: 50.00902534757776
    - type: manhattan_pearson
      value: 46.74155972808209
    - type: manhattan_spearman
      value: 50.463048251775234
    - type: pearson
      value: 42.88596484422846
    - type: spearman
      value: 50.00902534757776
    task:
      type: STS
  - dataset:
      config: es-it
      name: MTEB STS22.v2 (es-it)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 34.232754484342784
    - type: cosine_spearman
      value: 35.46570858579162
    - type: euclidean_pearson
      value: 35.3961638859008
    - type: euclidean_spearman
      value: 34.24608020799141
    - type: main_score
      value: 35.46570858579162
    - type: manhattan_pearson
      value: 35.350258241347966
    - type: manhattan_spearman
      value: 34.26016474055034
    - type: pearson
      value: 34.23272177114215
    - type: spearman
      value: 35.46570858579162
    task:
      type: STS
  - dataset:
      config: de-pl
      name: MTEB STS22.v2 (de-pl)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 12.399198871280888
    - type: cosine_spearman
      value: 7.26740842591211
    - type: euclidean_pearson
      value: 4.516712707783254
    - type: euclidean_spearman
      value: 6.466761734921793
    - type: main_score
      value: 7.26740842591211
    - type: manhattan_pearson
      value: 4.192789002097003
    - type: manhattan_spearman
      value: 6.805496873417696
    - type: pearson
      value: 12.39933152364361
    - type: spearman
      value: 7.26740842591211
    task:
      type: STS
  - dataset:
      config: de-en
      name: MTEB STS22.v2 (de-en)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 36.68189817510892
    - type: cosine_spearman
      value: 42.40215334784587
    - type: euclidean_pearson
      value: 37.445161615466496
    - type: euclidean_spearman
      value: 41.662219127863445
    - type: main_score
      value: 42.40215334784587
    - type: manhattan_pearson
      value: 37.428330543761284
    - type: manhattan_spearman
      value: 41.15139706997196
    - type: pearson
      value: 36.68189189374063
    - type: spearman
      value: 42.40215334784587
    task:
      type: STS
  - dataset:
      config: de
      name: MTEB STS22.v2 (de)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 14.610716018581904
    - type: cosine_spearman
      value: 20.259656537989873
    - type: euclidean_pearson
      value: 13.39968577970463
    - type: euclidean_spearman
      value: 19.999373521862104
    - type: main_score
      value: 20.259656537989873
    - type: manhattan_pearson
      value: 13.403453329892018
    - type: manhattan_spearman
      value: 20.035611306496893
    - type: pearson
      value: 14.610694852334966
    - type: spearman
      value: 20.265485348016593
    task:
      type: STS
  - dataset:
      config: zh
      name: MTEB STS22.v2 (zh)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 73.90500579546007
    - type: cosine_spearman
      value: 73.22277115520708
    - type: euclidean_pearson
      value: 72.26966368799292
    - type: euclidean_spearman
      value: 72.94244978403874
    - type: main_score
      value: 73.22277115520708
    - type: manhattan_pearson
      value: 72.16998184519838
    - type: manhattan_spearman
      value: 72.90099748660055
    - type: pearson
      value: 73.90500331010179
    - type: spearman
      value: 73.22277115520708
    task:
      type: STS
  - dataset:
      config: fr
      name: MTEB STS22.v2 (fr)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 44.47331432475519
    - type: cosine_spearman
      value: 53.744106729883455
    - type: euclidean_pearson
      value: 50.300639054319085
    - type: euclidean_spearman
      value: 53.34089424965791
    - type: main_score
      value: 53.744106729883455
    - type: manhattan_pearson
      value: 50.179266864566344
    - type: manhattan_spearman
      value: 53.30577964927791
    - type: pearson
      value: 44.473302379385146
    - type: spearman
      value: 53.744106729883455
    task:
      type: STS
  - dataset:
      config: zh-en
      name: MTEB STS22.v2 (zh-en)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 59.792988838605446
    - type: cosine_spearman
      value: 65.17573588512339
    - type: euclidean_pearson
      value: 63.23291280267431
    - type: euclidean_spearman
      value: 65.05898841612739
    - type: main_score
      value: 65.17573588512339
    - type: manhattan_pearson
      value: 63.14148457672645
    - type: manhattan_spearman
      value: 64.86625240506501
    - type: pearson
      value: 59.79298501419738
    - type: spearman
      value: 65.17573588512339
    task:
      type: STS
  - dataset:
      config: es-en
      name: MTEB STS22.v2 (es-en)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 44.85365072983659
    - type: cosine_spearman
      value: 48.95861510766423
    - type: euclidean_pearson
      value: 44.12298881847811
    - type: euclidean_spearman
      value: 47.73736578240132
    - type: main_score
      value: 48.95861510766423
    - type: manhattan_pearson
      value: 43.96292551331725
    - type: manhattan_spearman
      value: 47.58103280136259
    - type: pearson
      value: 44.853649047286616
    - type: spearman
      value: 48.95861510766423
    task:
      type: STS
  - dataset:
      config: de-fr
      name: MTEB STS22.v2 (de-fr)
      revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
      split: test
      type: mteb/sts22-crosslingual-sts
    metrics:
    - type: cosine_pearson
      value: 22.860434001017367
    - type: cosine_spearman
      value: 32.320901954587185
    - type: euclidean_pearson
      value: 26.992993163046002
    - type: euclidean_spearman
      value: 32.24246077908339
    - type: main_score
      value: 32.320901954587185
    - type: manhattan_pearson
      value: 26.552931446274357
    - type: manhattan_spearman
      value: 33.0347166516718
    - type: pearson
      value: 22.860425946102264
    - type: spearman
      value: 32.320901954587185
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB STSB (default)
      revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
      split: test
      type: C-MTEB/STSB
    metrics:
    - type: cosine_pearson
      value: 79.54312520554313
    - type: cosine_spearman
      value: 81.46931930954155
    - type: euclidean_pearson
      value: 80.05389266606164
    - type: euclidean_spearman
      value: 80.50696783023315
    - type: main_score
      value: 81.46931930954155
    - type: manhattan_pearson
      value: 80.04970274541007
    - type: manhattan_spearman
      value: 80.50864360601699
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB STSB (default)
      revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
      split: validation
      type: C-MTEB/STSB
    metrics:
    - type: cosine_pearson
      value: 83.48618236826155
    - type: cosine_spearman
      value: 85.3132611044822
    - type: euclidean_pearson
      value: 82.93001035409826
    - type: euclidean_spearman
      value: 83.10105109108397
    - type: main_score
      value: 85.3132611044822
    - type: manhattan_pearson
      value: 82.88533878745255
    - type: manhattan_spearman
      value: 83.04890918186679
    task:
      type: STS
  - dataset:
      config: default
      name: MTEB T2Reranking (default)
      revision: 76631901a18387f85eaa53e5450019b87ad58ef9
      split: dev
      type: C-MTEB/T2Reranking
    metrics:
    - type: main_score
      value: 68.38732925233572
    - type: map
      value: 68.38732925233572
    - type: mrr
      value: 79.11475293118828
    - type: nAUC_map_diff1
      value: -11.253110368505121
    - type: nAUC_map_max
      value: 38.51256776553827
    - type: nAUC_map_std
      value: -1.9662536573348381
    - type: nAUC_mrr_diff1
      value: -10.630308274175526
    - type: nAUC_mrr_max
      value: 32.327491874763126
    - type: nAUC_mrr_std
      value: -1.7352995694761828
    task:
      type: Reranking
  - dataset:
      config: default
      name: MTEB T2Retrieval (default)
      revision: 8731a845f1bf500a4f111cf1070785c793d10e64
      split: dev
      type: C-MTEB/T2Retrieval
    metrics:
    - type: main_score
      value: 82.36099999999999
    - type: map_at_1
      value: 26.255
    - type: map_at_10
      value: 74.149
    - type: map_at_100
      value: 77.973
    - type: map_at_1000
      value: 78.044
    - type: map_at_20
      value: 77.015
    - type: map_at_3
      value: 51.812000000000005
    - type: map_at_5
      value: 63.827999999999996
    - type: mrr_at_1
      value: 87.51972645975802
    - type: mrr_at_10
      value: 90.78435813509476
    - type: mrr_at_100
      value: 90.89422964077919
    - type: mrr_at_1000
      value: 90.89770903884691
    - type: mrr_at_20
      value: 90.85502538725395
    - type: mrr_at_3
      value: 90.25001461219234
    - type: mrr_at_5
      value: 90.60859781401618
    - type: nauc_map_at_1000_diff1
      value: 16.021743379862592
    - type: nauc_map_at_1000_max
      value: 40.378025084637784
    - type: nauc_map_at_1000_std
      value: 18.32476707192497
    - type: nauc_map_at_100_diff1
      value: 16.02545540308598
    - type: nauc_map_at_100_max
      value: 40.265093943279986
    - type: nauc_map_at_100_std
      value: 18.292534126250082
    - type: nauc_map_at_10_diff1
      value: 19.617650276071352
    - type: nauc_map_at_10_max
      value: 28.371544730138975
    - type: nauc_map_at_10_std
      value: 5.6371012355859955
    - type: nauc_map_at_1_diff1
      value: 47.33700373223127
    - type: nauc_map_at_1_max
      value: -25.333610801205936
    - type: nauc_map_at_1_std
      value: -29.566785599172384
    - type: nauc_map_at_20_diff1
      value: 16.614949908223352
    - type: nauc_map_at_20_max
      value: 37.6796912032617
    - type: nauc_map_at_20_std
      value: 15.427406349207578
    - type: nauc_map_at_3_diff1
      value: 35.44856017189094
    - type: nauc_map_at_3_max
      value: -13.397520313065106
    - type: nauc_map_at_3_std
      value: -25.733491121718828
    - type: nauc_map_at_5_diff1
      value: 29.102390100969412
    - type: nauc_map_at_5_max
      value: 1.9850020715468955
    - type: nauc_map_at_5_std
      value: -15.925386927929594
    - type: nauc_mrr_at_1000_diff1
      value: 44.97733258856923
    - type: nauc_mrr_at_1000_max
      value: 70.12348371687067
    - type: nauc_mrr_at_1000_std
      value: 36.125835138518404
    - type: nauc_mrr_at_100_diff1
      value: 44.978054094169536
    - type: nauc_mrr_at_100_max
      value: 70.12938961836127
    - type: nauc_mrr_at_100_std
      value: 36.13929863715235
    - type: nauc_mrr_at_10_diff1
      value: 44.95657675119858
    - type: nauc_mrr_at_10_max
      value: 70.23157682911028
    - type: nauc_mrr_at_10_std
      value: 36.186025142743325
    - type: nauc_mrr_at_1_diff1
      value: 45.53039470469623
    - type: nauc_mrr_at_1_max
      value: 67.19215396968853
    - type: nauc_mrr_at_1_std
      value: 31.73945035410656
    - type: nauc_mrr_at_20_diff1
      value: 44.99711921466835
    - type: nauc_mrr_at_20_max
      value: 70.16747553191094
    - type: nauc_mrr_at_20_std
      value: 36.19983013748518
    - type: nauc_mrr_at_3_diff1
      value: 44.92504582719811
    - type: nauc_mrr_at_3_max
      value: 70.17206471786271
    - type: nauc_mrr_at_3_std
      value: 35.86538182968299
    - type: nauc_mrr_at_5_diff1
      value: 44.88240202293795
    - type: nauc_mrr_at_5_max
      value: 70.25570239429001
    - type: nauc_mrr_at_5_std
      value: 36.12414563662779
    - type: nauc_ndcg_at_1000_diff1
      value: 20.085183872723004
    - type: nauc_ndcg_at_1000_max
      value: 52.54091309895082
    - type: nauc_ndcg_at_1000_std
      value: 29.182787889425697
    - type: nauc_ndcg_at_100_diff1
      value: 19.70087837544669
    - type: nauc_ndcg_at_100_max
      value: 51.41291578231909
    - type: nauc_ndcg_at_100_std
      value: 29.391058739202926
    - type: nauc_ndcg_at_10_diff1
      value: 19.61155631423253
    - type: nauc_ndcg_at_10_max
      value: 41.69125197676835
    - type: nauc_ndcg_at_10_std
      value: 18.485185354348886
    - type: nauc_ndcg_at_1_diff1
      value: 45.53039470469623
    - type: nauc_ndcg_at_1_max
      value: 67.19215396968853
    - type: nauc_ndcg_at_1_std
      value: 31.73945035410656
    - type: nauc_ndcg_at_20_diff1
      value: 19.884673845091573
    - type: nauc_ndcg_at_20_max
      value: 45.77756113362076
    - type: nauc_ndcg_at_20_std
      value: 23.65628062983877
    - type: nauc_ndcg_at_3_diff1
      value: 16.396492503030576
    - type: nauc_ndcg_at_3_max
      value: 57.36632449538558
    - type: nauc_ndcg_at_3_std
      value: 28.110468173360108
    - type: nauc_ndcg_at_5_diff1
      value: 15.990139806075096
    - type: nauc_ndcg_at_5_max
      value: 49.87917678198262
    - type: nauc_ndcg_at_5_std
      value: 23.77870723184885
    - type: nauc_precision_at_1000_diff1
      value: -29.64669603533363
    - type: nauc_precision_at_1000_max
      value: 51.500364584604654
    - type: nauc_precision_at_1000_std
      value: 50.16891173815387
    - type: nauc_precision_at_100_diff1
      value: -29.466626146744606
    - type: nauc_precision_at_100_max
      value: 52.73740649971535
    - type: nauc_precision_at_100_std
      value: 51.846137080440656
    - type: nauc_precision_at_10_diff1
      value: -27.896447661643325
    - type: nauc_precision_at_10_max
      value: 55.722284162663684
    - type: nauc_precision_at_10_std
      value: 47.727742997832934
    - type: nauc_precision_at_1_diff1
      value: 45.53039470469623
    - type: nauc_precision_at_1_max
      value: 67.19215396968853
    - type: nauc_precision_at_1_std
      value: 31.73945035410656
    - type: nauc_precision_at_20_diff1
      value: -28.744448426184704
    - type: nauc_precision_at_20_max
      value: 54.491376214009925
    - type: nauc_precision_at_20_std
      value: 50.901916245689236
    - type: nauc_precision_at_3_diff1
      value: -19.456295360120368
    - type: nauc_precision_at_3_max
      value: 62.40625587462132
    - type: nauc_precision_at_3_std
      value: 40.87948253365838
    - type: nauc_precision_at_5_diff1
      value: -25.9612067834916
    - type: nauc_precision_at_5_max
      value: 59.139116299790494
    - type: nauc_precision_at_5_std
      value: 44.29380766917937
    - type: nauc_recall_at_1000_diff1
      value: 5.392030054530998
    - type: nauc_recall_at_1000_max
      value: 53.602628435557854
    - type: nauc_recall_at_1000_std
      value: 64.0692631857673
    - type: nauc_recall_at_100_diff1
      value: 8.764716008636329
    - type: nauc_recall_at_100_max
      value: 42.289617268904074
    - type: nauc_recall_at_100_std
      value: 46.008944199137
    - type: nauc_recall_at_10_diff1
      value: 17.70428741242271
    - type: nauc_recall_at_10_max
      value: 16.82055621929404
    - type: nauc_recall_at_10_std
      value: 0.9443257188294529
    - type: nauc_recall_at_1_diff1
      value: 47.33700373223127
    - type: nauc_recall_at_1_max
      value: -25.333610801205936
    - type: nauc_recall_at_1_std
      value: -29.566785599172384
    - type: nauc_recall_at_20_diff1
      value: 13.37892799655899
    - type: nauc_recall_at_20_max
      value: 30.092126871647647
    - type: nauc_recall_at_20_std
      value: 20.023192649193746
    - type: nauc_recall_at_3_diff1
      value: 33.201540040096866
    - type: nauc_recall_at_3_max
      value: -18.541554905715042
    - type: nauc_recall_at_3_std
      value: -28.22641082741867
    - type: nauc_recall_at_5_diff1
      value: 27.11037328467852
    - type: nauc_recall_at_5_max
      value: -7.787633276369825
    - type: nauc_recall_at_5_std
      value: -21.13477331887689
    - type: ndcg_at_1
      value: 87.52
    - type: ndcg_at_10
      value: 82.36099999999999
    - type: ndcg_at_100
      value: 86.447
    - type: ndcg_at_1000
      value: 87.14
    - type: ndcg_at_20
      value: 84.358
    - type: ndcg_at_3
      value: 83.48400000000001
    - type: ndcg_at_5
      value: 82.15299999999999
    - type: precision_at_1
      value: 87.52
    - type: precision_at_10
      value: 41.223
    - type: precision_at_100
      value: 4.993
    - type: precision_at_1000
      value: 0.516
    - type: precision_at_20
      value: 23.044
    - type: precision_at_3
      value: 73.156
    - type: precision_at_5
      value: 61.45
    - type: recall_at_1
      value: 26.255
    - type: recall_at_10
      value: 81.81
    - type: recall_at_100
      value: 94.973
    - type: recall_at_1000
      value: 98.488
    - type: recall_at_20
      value: 88.306
    - type: recall_at_3
      value: 53.913999999999994
    - type: recall_at_5
      value: 67.95400000000001
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB TNews (default)
      revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
      split: validation
      type: C-MTEB/TNews-classification
    metrics:
    - type: accuracy
      value: 50.16399999999999
    - type: f1
      value: 48.68459760388684
    - type: f1_weighted
      value: 50.19811019404876
    - type: main_score
      value: 50.16399999999999
    task:
      type: Classification
  - dataset:
      config: default
      name: MTEB ThuNewsClusteringP2P (default)
      revision: 5798586b105c0434e4f0fe5e767abe619442cf93
      split: test
      type: C-MTEB/ThuNewsClusteringP2P
    metrics:
    - type: main_score
      value: 75.41012311158184
    - type: v_measure
      value: 75.41012311158184
    - type: v_measure_std
      value: 1.600085445536508
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB ThuNewsClusteringP2P.v2 (default)
      revision: 5798586b105c0434e4f0fe5e767abe619442cf93
      split: test
      type: C-MTEB/ThuNewsClusteringP2P
    metrics:
    - type: main_score
      value: 77.21421760551837
    - type: v_measure
      value: 77.21421760551837
    - type: v_measure_std
      value: 2.0725968692052548
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB ThuNewsClusteringS2S (default)
      revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
      split: test
      type: C-MTEB/ThuNewsClusteringS2S
    metrics:
    - type: main_score
      value: 66.99801222525865
    - type: v_measure
      value: 66.99801222525865
    - type: v_measure_std
      value: 2.268490312605906
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB ThuNewsClusteringS2S.v2 (default)
      revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
      split: test
      type: C-MTEB/ThuNewsClusteringS2S
    metrics:
    - type: main_score
      value: 67.40189244236278
    - type: v_measure
      value: 67.40189244236278
    - type: v_measure_std
      value: 2.1667814876460776
    task:
      type: Clustering
  - dataset:
      config: default
      name: MTEB VideoRetrieval (default)
      revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
      split: dev
      type: C-MTEB/VideoRetrieval
    metrics:
    - type: main_score
      value: 74.18
    - type: map_at_1
      value: 58.3
    - type: map_at_10
      value: 69.202
    - type: map_at_100
      value: 69.606
    - type: map_at_1000
      value: 69.612
    - type: map_at_20
      value: 69.465
    - type: map_at_3
      value: 67.133
    - type: map_at_5
      value: 68.28800000000001
    - type: mrr_at_1
      value: 58.3
    - type: mrr_at_10
      value: 69.201626984127
    - type: mrr_at_100
      value: 69.60581565029914
    - type: mrr_at_1000
      value: 69.61192749722464
    - type: mrr_at_20
      value: 69.46514532809812
    - type: mrr_at_3
      value: 67.13333333333334
    - type: mrr_at_5
      value: 68.28833333333336
    - type: nauc_map_at_1000_diff1
      value: 59.34478083408511
    - type: nauc_map_at_1000_max
      value: 13.389346875878058
    - type: nauc_map_at_1000_std
      value: -36.85885637076865
    - type: nauc_map_at_100_diff1
      value: 59.34807111517757
    - type: nauc_map_at_100_max
      value: 13.403390284190857
    - type: nauc_map_at_100_std
      value: -36.84487623810107
    - type: nauc_map_at_10_diff1
      value: 59.27462774183162
    - type: nauc_map_at_10_max
      value: 13.127942709744026
    - type: nauc_map_at_10_std
      value: -37.37951203716279
    - type: nauc_map_at_1_diff1
      value: 62.06374419623817
    - type: nauc_map_at_1_max
      value: 12.216836842404124
    - type: nauc_map_at_1_std
      value: -32.376437563970576
    - type: nauc_map_at_20_diff1
      value: 59.358042547082235
    - type: nauc_map_at_20_max
      value: 13.425901648847269
    - type: nauc_map_at_20_std
      value: -36.950481605718885
    - type: nauc_map_at_3_diff1
      value: 58.504179878593376
    - type: nauc_map_at_3_max
      value: 13.717981132556927
    - type: nauc_map_at_3_std
      value: -37.61571792082351
    - type: nauc_map_at_5_diff1
      value: 58.850653009668854
    - type: nauc_map_at_5_max
      value: 12.895882710197466
    - type: nauc_map_at_5_std
      value: -38.15921238754432
    - type: nauc_mrr_at_1000_diff1
      value: 59.34478083408511
    - type: nauc_mrr_at_1000_max
      value: 13.389346875878058
    - type: nauc_mrr_at_1000_std
      value: -36.85885637076865
    - type: nauc_mrr_at_100_diff1
      value: 59.34807111517757
    - type: nauc_mrr_at_100_max
      value: 13.403390284190857
    - type: nauc_mrr_at_100_std
      value: -36.84487623810107
    - type: nauc_mrr_at_10_diff1
      value: 59.27462774183162
    - type: nauc_mrr_at_10_max
      value: 13.127942709744026
    - type: nauc_mrr_at_10_std
      value: -37.37951203716279
    - type: nauc_mrr_at_1_diff1
      value: 62.06374419623817
    - type: nauc_mrr_at_1_max
      value: 12.216836842404124
    - type: nauc_mrr_at_1_std
      value: -32.376437563970576
    - type: nauc_mrr_at_20_diff1
      value: 59.358042547082235
    - type: nauc_mrr_at_20_max
      value: 13.425901648847269
    - type: nauc_mrr_at_20_std
      value: -36.950481605718885
    - type: nauc_mrr_at_3_diff1
      value: 58.504179878593376
    - type: nauc_mrr_at_3_max
      value: 13.717981132556927
    - type: nauc_mrr_at_3_std
      value: -37.61571792082351
    - type: nauc_mrr_at_5_diff1
      value: 58.850653009668854
    - type: nauc_mrr_at_5_max
      value: 12.895882710197466
    - type: nauc_mrr_at_5_std
      value: -38.15921238754432
    - type: nauc_ndcg_at_1000_diff1
      value: 59.13898931852901
    - type: nauc_ndcg_at_1000_max
      value: 13.869168802179367
    - type: nauc_ndcg_at_1000_std
      value: -36.57313702589791
    - type: nauc_ndcg_at_100_diff1
      value: 59.25286696443839
    - type: nauc_ndcg_at_100_max
      value: 14.329031676206943
    - type: nauc_ndcg_at_100_std
      value: -36.068844762404865
    - type: nauc_ndcg_at_10_diff1
      value: 58.952556848610506
    - type: nauc_ndcg_at_10_max
      value: 13.058643821489968
    - type: nauc_ndcg_at_10_std
      value: -38.637915329187656
    - type: nauc_ndcg_at_1_diff1
      value: 62.06374419623817
    - type: nauc_ndcg_at_1_max
      value: 12.216836842404124
    - type: nauc_ndcg_at_1_std
      value: -32.376437563970576
    - type: nauc_ndcg_at_20_diff1
      value: 59.265051921114534
    - type: nauc_ndcg_at_20_max
      value: 14.424145412434584
    - type: nauc_ndcg_at_20_std
      value: -36.67703874681748
    - type: nauc_ndcg_at_3_diff1
      value: 57.2145236748128
    - type: nauc_ndcg_at_3_max
      value: 14.163756082395205
    - type: nauc_ndcg_at_3_std
      value: -39.40414075321231
    - type: nauc_ndcg_at_5_diff1
      value: 57.809804336288416
    - type: nauc_ndcg_at_5_max
      value: 12.527159951596808
    - type: nauc_ndcg_at_5_std
      value: -40.552009922696094
    - type: nauc_precision_at_1000_diff1
      value: 56.125116713349286
    - type: nauc_precision_at_1000_max
      value: 48.571428571425365
    - type: nauc_precision_at_1000_std
      value: 59.68253968253704
    - type: nauc_precision_at_100_diff1
      value: 68.61646619432061
    - type: nauc_precision_at_100_max
      value: 65.6533201515904
    - type: nauc_precision_at_100_std
      value: 38.515406162464885
    - type: nauc_precision_at_10_diff1
      value: 58.1383709608438
    - type: nauc_precision_at_10_max
      value: 12.102681699471365
    - type: nauc_precision_at_10_std
      value: -45.96425614006378
    - type: nauc_precision_at_1_diff1
      value: 62.06374419623817
    - type: nauc_precision_at_1_max
      value: 12.216836842404124
    - type: nauc_precision_at_1_std
      value: -32.376437563970576
    - type: nauc_precision_at_20_diff1
      value: 61.35243841126161
    - type: nauc_precision_at_20_max
      value: 29.105077928606924
    - type: nauc_precision_at_20_std
      value: -24.708037060978505
    - type: nauc_precision_at_3_diff1
      value: 52.33167085174655
    - type: nauc_precision_at_3_max
      value: 15.808744545343355
    - type: nauc_precision_at_3_std
      value: -46.12751133667663
    - type: nauc_precision_at_5_diff1
      value: 53.2268623802632
    - type: nauc_precision_at_5_max
      value: 10.356224013966232
    - type: nauc_precision_at_5_std
      value: -51.58816300277973
    - type: nauc_recall_at_1000_diff1
      value: 56.125116713353194
    - type: nauc_recall_at_1000_max
      value: 48.57142857143081
    - type: nauc_recall_at_1000_std
      value: 59.682539682538724
    - type: nauc_recall_at_100_diff1
      value: 68.61646619432132
    - type: nauc_recall_at_100_max
      value: 65.65332015158995
    - type: nauc_recall_at_100_std
      value: 38.515406162465176
    - type: nauc_recall_at_10_diff1
      value: 58.13837096084369
    - type: nauc_recall_at_10_max
      value: 12.10268169947128
    - type: nauc_recall_at_10_std
      value: -45.964256140063505
    - type: nauc_recall_at_1_diff1
      value: 62.06374419623817
    - type: nauc_recall_at_1_max
      value: 12.216836842404124
    - type: nauc_recall_at_1_std
      value: -32.376437563970576
    - type: nauc_recall_at_20_diff1
      value: 61.35243841126176
    - type: nauc_recall_at_20_max
      value: 29.10507792860751
    - type: nauc_recall_at_20_std
      value: -24.708037060978192
    - type: nauc_recall_at_3_diff1
      value: 52.33167085174654
    - type: nauc_recall_at_3_max
      value: 15.808744545343204
    - type: nauc_recall_at_3_std
      value: -46.12751133667685
    - type: nauc_recall_at_5_diff1
      value: 53.2268623802632
    - type: nauc_recall_at_5_max
      value: 10.356224013966395
    - type: nauc_recall_at_5_std
      value: -51.58816300277942
    - type: ndcg_at_1
      value: 58.3
    - type: ndcg_at_10
      value: 74.18
    - type: ndcg_at_100
      value: 76.067
    - type: ndcg_at_1000
      value: 76.223
    - type: ndcg_at_20
      value: 75.14
    - type: ndcg_at_3
      value: 69.907
    - type: ndcg_at_5
      value: 71.956
    - type: precision_at_1
      value: 58.3
    - type: precision_at_10
      value: 8.97
    - type: precision_at_100
      value: 0.983
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.675
    - type: precision_at_3
      value: 25.967000000000002
    - type: precision_at_5
      value: 16.56
    - type: recall_at_1
      value: 58.3
    - type: recall_at_10
      value: 89.7
    - type: recall_at_100
      value: 98.3
    - type: recall_at_1000
      value: 99.5
    - type: recall_at_20
      value: 93.5
    - type: recall_at_3
      value: 77.9
    - type: recall_at_5
      value: 82.8
    task:
      type: Retrieval
  - dataset:
      config: default
      name: MTEB Waimai (default)
      revision: 339287def212450dcaa9df8c22bf93e9980c7023
      split: test
      type: C-MTEB/waimai-classification
    metrics:
    - type: accuracy
      value: 86.19
    - type: ap
      value: 69.16016629543033
    - type: ap_weighted
      value: 69.16016629543033
    - type: f1
      value: 84.65946646369608
    - type: f1_weighted
      value: 86.35113290203732
    - type: main_score
      value: 86.19
    task:
      type: Classification
tags:
- mteb
---
# ternary-weight-embedding

基于xiaobu-embedding-v2[1]，在nli-zh[2]和t2ranking[3]数据集文本上微调得到的三元权重text embedding模型。模型中所有Linear层的权重取值为1，0或-1。模型中所有Linear层的权重取值为1，0或-1。推理时间和存储空间可以达到全精度模型的0.37x（在A800上的测试结果）的和0.13x。


使用请安装BITBLAS，支持的GPU见[4]
```
pip install bitblas
```
初次运行可能会花一些时间


使用Sentence-Transformers进行测试
```
pip install -U sentence-transformers
```

```
import mteb
from sentence_transformers import SentenceTransformer

model = SentenceTransformer('malenia1/ternary-weight-embedding',trust_remote_code=True)
print(model)
tasks = mteb.get_tasks("OnlineShopping")
evaluation = mteb.MTEB(tasks=tasks)
results = evaluation.run(model, output_folder=f"results")
```

## Reference
1. https://huggingface.co/lier007/xiaobu-embedding-v2
2. https://huggingface.co/datasets/shibing624/nli-zh-all/tree/main/sampled_data
3. https://huggingface.co/datasets/sentence-transformers/t2ranking/tree/main/triplet
4. https://github.com/microsoft/BitBLAS