add_new_model/mteb_metadata.yaml

---
tags:
- mteb
model-index:
- name: multilingual-e5-large-stsb-tuned-b64-e10
  results:
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (es)
      config: es
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 43.709999999999994
    - type: f1
      value: 41.47169623212768
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (es)
      config: es
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 88.83589059372916
    - type: f1
      value: 88.28914595398294
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (es)
      config: es
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 60.20346897931954
    - type: f1
      value: 41.64439175677159
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (es)
      config: es
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 62.74041694687289
    - type: f1
      value: 61.77713703269475
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (es)
      config: es
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 67.40080699394755
    - type: f1
      value: 67.14214912345791
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (es-es)
      config: es-es
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 88.26778066226262
    - type: cos_sim_spearman
      value: 88.03435803600337
    - type: euclidean_pearson
      value: 88.31560142002508
    - type: euclidean_spearman
      value: 88.03594258414384
    - type: manhattan_pearson
      value: 88.3997621988469
    - type: manhattan_spearman
      value: 88.17114024743894
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (es)
      config: es
      split: test
      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
    metrics:
    - type: cos_sim_pearson
      value: 66.49699923699941
    - type: cos_sim_spearman
      value: 70.12135103690638
    - type: euclidean_pearson
      value: 67.63308096173844
    - type: euclidean_spearman
      value: 70.12135103690638
    - type: manhattan_pearson
      value: 67.49091236728717
    - type: manhattan_spearman
      value: 70.08015881466724
---