--- tags: - mteb model-index: - name: multilingual-e5-large-stsb-tuned-b64-e10 results: - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (es) config: es split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 43.709999999999994 - type: f1 value: 41.47169623212768 - task: type: Classification dataset: type: mteb/mtop_domain name: MTEB MTOPDomainClassification (es) config: es split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 88.83589059372916 - type: f1 value: 88.28914595398294 - task: type: Classification dataset: type: mteb/mtop_intent name: MTEB MTOPIntentClassification (es) config: es split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 60.20346897931954 - type: f1 value: 41.64439175677159 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (es) config: es split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 62.74041694687289 - type: f1 value: 61.77713703269475 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (es) config: es split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 67.40080699394755 - type: f1 value: 67.14214912345791 - task: type: STS dataset: type: mteb/sts17-crosslingual-sts name: MTEB STS17 (es-es) config: es-es split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d metrics: - type: cos_sim_pearson value: 88.26778066226262 - type: cos_sim_spearman value: 88.03435803600337 - type: euclidean_pearson value: 88.31560142002508 - type: euclidean_spearman value: 88.03594258414384 - type: manhattan_pearson value: 88.3997621988469 - type: manhattan_spearman value: 88.17114024743894 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es) config: es split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 metrics: - type: cos_sim_pearson value: 66.49699923699941 - type: cos_sim_spearman value: 70.12135103690638 - type: euclidean_pearson value: 67.63308096173844 - type: euclidean_spearman value: 70.12135103690638 - type: manhattan_pearson value: 67.49091236728717 - type: manhattan_spearman value: 70.08015881466724 ---