add_new_model/metadata_example/mteb_metadata.yaml

---
tags:
- mteb
model-index:
- name: sentence-t5-xl
  results:
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (es)
      config: es
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 45.007999999999996
    - type: f1
      value: 41.6679637623569
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_domain
      name: MTEB MTOPDomainClassification (es)
      config: es
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 85.32354903268846
    - type: f1
      value: 85.23439986563692
  - task:
      type: Classification
    dataset:
      type: mteb/mtop_intent
      name: MTEB MTOPIntentClassification (es)
      config: es
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 57.384923282188126
    - type: f1
      value: 38.1008046822733
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (es)
      config: es
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 57.96906523201076
    - type: f1
      value: 57.053434089481605
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (es)
      config: es
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 62.51513113651648
    - type: f1
      value: 61.428522227301464
  - task:
      type: STS
    dataset:
      type: mteb/sts17-crosslingual-sts
      name: MTEB STS17 (es-es)
      config: es-es
      split: test
      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
    metrics:
    - type: cos_sim_pearson
      value: 83.7632102444147
    - type: cos_sim_spearman
      value: 83.41808607885294
    - type: euclidean_pearson
      value: 84.2318059368248
    - type: euclidean_spearman
      value: 83.41874306738518
    - type: manhattan_pearson
      value: 84.31088958713279
    - type: manhattan_spearman
      value: 83.41585915763147
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (es)
      config: es
      split: test
      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
    metrics:
    - type: cos_sim_pearson
      value: 49.40174203847368
    - type: cos_sim_spearman
      value: 58.15600173312334
    - type: euclidean_pearson
      value: 53.967323698454365
    - type: euclidean_spearman
      value: 58.15600173312334
    - type: manhattan_pearson
      value: 53.89976435331337
    - type: manhattan_spearman
      value: 58.187134535671284
---