Model: silma-ai/silma-embedding-sts-v0.1
Author: silma-ai
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, sentence-similarity, feature-extraction, generated_from_trainer, loss:CosineSimilarityLoss, mteb, ar, en, base_model:silma-ai/silma-embedding-matryoshka-v0.1, base_model:finetune:silma-ai/silma-embedding-matryoshka-v0.1, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: silma-ai/silma-embedding-matryoshka-v0.1
Card metadata: base_model: silma-ai/silma-embeddding-matryoshka-0.1
library_name: sentence-transformers
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot
pipeline_tag: sentence-similarity
tags: sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, loss:CosineSimilarityLoss, mteb
model-index: name: silma-ai/silma-embeddding-sts-0.1
results: dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 56.489576328177534
verified: no, type: f1
value: 54.0532701115665
verified: no, type: f1_weighted
value: 56.74231335142343
verified: no, type: main_score
value: 56.489576328177534
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 48.78278412911903
verified: no, type: f1
value: 47.56043284146044
verified: no, type: f1_weighted
value: 48.98016672316552
verified: no, type: main_score
value: 48.78278412911903
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 56.768322675848495
verified: no, type: f1
value: 53.963930379828895
verified: no, type: f1_weighted
value: 56.745501043116796
verified: no, type: main_score
value: 56.768322675848495
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 49.54254795868175
verified: no, type: f1
value: 48.048926632026195
verified: no, type: f1_weighted
value: 49.60112881916927
verified: no, type: main_score
value: 49.54254795868175
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 62.76395427034298
verified: no, type: f1
value: 62.795517645393474
verified: no, type: f1_weighted
value: 61.993985553919295
verified: no, type: main_score
value: 62.76395427034298
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 55.457296570275716
verified: no, type: f1
value: 53.04898507492993
verified: no, type: f1_weighted
value: 55.69280690585543
verified: no, type: main_score
value: 55.457296570275716
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 61.76586325627152
verified: no, type: f1
value: 62.096444561700956
verified: no, type: f1_weighted
value: 61.253818773337635
verified: no, type: main_score
value: 61.76586325627152
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 55.248401377274966
verified: no, type: f1
value: 53.5659818815448
verified: no, type: f1_weighted
value: 55.392941321965914
verified: no, type: main_score
value: 55.248401377274966
verified: no
task: type: Classification, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 49.60250026530193
verified: no, type: cosine_spearman
value: 47.702406527153165
verified: no, type: euclidean_pearson
value: 44.81740010078862
verified: no, type: euclidean_spearman
value: 42.831111242971396
verified: no, type: main_score
value: 47.702406527153165
verified: no, type: manhattan_pearson
value: 46.340186748112124
verified: no, type: manhattan_spearman
value: 44.689680009909175
verified: no, type: pearson
value: 49.60250612700404
verified: no, type: spearman
value: 47.702406527153165
verified: no
task: type: STS, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 80.50355999312305
verified: no, type: cosine_spearman
value: 80.05684742492551
verified: no, type: euclidean_pearson
value: 79.79426226586054
verified: no, type: euclidean_spearman
value: 78.62531622907113
verified: no, type: main_score
value: 80.05684742492551
verified: no, type: manhattan_pearson
value: 79.69928765568616
verified: no, type: manhattan_spearman
value: 78.57030908261245
verified: no, type: pearson
value: 80.50356022284683
verified: no, type: spearman
value: 80.05684742492551
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 21.624383947189354
verified: no, type: cosine_spearman
value: 21.4038834628452
verified: no, type: euclidean_pearson
value: 7.184950714569936
verified: no, type: euclidean_spearman
value: 3.4762228403044304
verified: no, type: main_score
value: 21.4038834628452
verified: no, type: manhattan_pearson
value: 6.551289317075073
verified: no, type: manhattan_spearman
value: 2.286368561838714
verified: no, type: pearson
value: 21.624390367032202
verified: no, type: spearman
value: 21.4038834628452
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 31.03301067892329
verified: no, type: cosine_spearman
value: 31.85713324783654
verified: no, type: euclidean_pearson
value: 21.63310145118274
verified: no, type: euclidean_spearman
value: 22.456677151668814
verified: no, type: main_score
value: 31.85713324783654
verified: no, type: manhattan_pearson
value: 21.67370664986112
verified: no, type: manhattan_spearman
value: 21.598819368637155
verified: no, type: pearson
value: 31.03301931810337
verified: no, type: spearman
value: 31.85713324783654
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 30.07580974074585
verified: no, type: cosine_spearman
value: 30.070765595685838
verified: no, type: euclidean_pearson
value: 17.235942672907232
verified: no, type: euclidean_spearman
value: 16.010962024640964
verified: no, type: main_score
value: 30.070765595685838
verified: no, type: manhattan_pearson
value: 16.98929367890981
verified: no, type: manhattan_spearman
value: 15.865314171439055
verified: no, type: pearson
value: 30.075805759312956
verified: no, type: spearman
value: 30.070765595685838
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 38.5738832598024
verified: no, type: cosine_spearman
value: 36.23552528353376
verified: no, type: euclidean_pearson
value: 28.920909050416814
verified: no, type: euclidean_spearman
value: 26.824767359797256
verified: no, type: main_score
value: 36.23552528353376
verified: no, type: manhattan_pearson
value: 28.449235903219787
verified: no, type: manhattan_spearman
value: 26.149497938525712
verified: no, type: pearson
value: 38.57388759602166
verified: no, type: spearman
value: 36.23552528353376
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 28.440771017135734
verified: no, type: cosine_spearman
value: 23.328373210539134
verified: no, type: euclidean_pearson
value: 14.616541134326836
verified: no, type: euclidean_spearman
value: 7.785452426485771
verified: no, type: main_score
value: 23.328373210539134
verified: no, type: manhattan_pearson
value: 16.35791121049381
verified: no, type: manhattan_spearman
value: 10.350376853181583
verified: no, type: pearson
value: 28.440782342934394
verified: no, type: spearman
value: 23.328373210539134
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 10.058384831429683
verified: no, type: cosine_spearman
value: 9.208230020320498
verified: no, type: euclidean_pearson
value: -3.778073300045484
verified: no, type: euclidean_spearman
value: -5.168172155878574
verified: no, type: main_score
value: 9.208230020320498
verified: no, type: manhattan_pearson
value: -5.081387114365387
verified: no, type: manhattan_spearman
value: -5.190932828652431
verified: no, type: pearson
value: 10.058387061356784
verified: no, type: spearman
value: 9.208230020320498
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 85.15496368852482
verified: no, type: cosine_spearman
value: 85.58624740720275
verified: no, type: euclidean_pearson
value: 82.31207769687893
verified: no, type: euclidean_spearman
value: 84.44298391864797
verified: no, type: main_score
value: 85.58624740720275
verified: no, type: manhattan_pearson
value: 82.19636675129995
verified: no, type: manhattan_spearman
value: 83.97030581469602
verified: no, type: pearson
value: 85.15496353205859
verified: no, type: spearman
value: 85.59382070976062
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22.v2 (es-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 44.24743366469854
verified: no, type: cosine_spearman
value: 50.28917533427211
verified: no, type: euclidean_pearson
value: 45.87986269990654
verified: no, type: euclidean_spearman
value: 51.891514435608855
verified: no, type: main_score
value: 50.28917533427211
verified: no, type: manhattan_pearson
value: 45.45542397032592
verified: no, type: manhattan_spearman
value: 52.411033818833666
verified: no, type: pearson
value: 44.24743853113377
verified: no, type: spearman
value: 50.28917533427211
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22.v2 (zh-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 27.73878924884296
verified: no, type: cosine_spearman
value: 22.44663617360493
verified: no, type: euclidean_pearson
value: 22.868571735387977
verified: no, type: euclidean_spearman
value: 18.017657427593637
verified: no, type: main_score
value: 22.44663617360493
verified: no, type: manhattan_pearson
value: 24.20368152236799
verified: no, type: manhattan_spearman
value: 19.341058710109657
verified: no, type: pearson
value: 27.738791387167687
verified: no, type: spearman
value: 22.44663617360493
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22.v2 (de-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 28.905819837460527
verified: no, type: cosine_spearman
value: 32.52679512081778
verified: no, type: euclidean_pearson
value: 28.61574417382465
verified: no, type: euclidean_spearman
value: 35.447663167023094
verified: no, type: main_score
value: 32.52679512081778
verified: no, type: manhattan_pearson
value: 28.736369410178426
verified: no, type: manhattan_spearman
value: 35.158643077723944
verified: no, type: pearson
value: 28.90580871894244
verified: no, type: spearman
value: 32.52679512081778
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22.v2 (pl-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 48.20842591896265
verified: no, type: cosine_spearman
value: 44.838254673346626
verified: no, type: euclidean_pearson
value: 51.55940058938421
verified: no, type: euclidean_spearman
value: 45.912821863788785
verified: no, type: main_score
value: 44.838254673346626
verified: no, type: manhattan_pearson
value: 52.13078297712538
verified: no, type: manhattan_spearman
value: 47.402814514453425
verified: no, type: pearson
value: 48.20843799095813
verified: no, type: spearman
value: 44.838254673346626
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22.v2 (en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 56.896647953120414
verified: no, type: cosine_spearman
value: 60.96741836410487
verified: no, type: euclidean_pearson
value: 55.90453382184861
verified: no, type: euclidean_spearman
value: 60.273680095845705
verified: no, type: main_score
value: 60.96741836410487
verified: no, type: manhattan_pearson
value: 55.87830113983942
verified: no, type: manhattan_spearman
value: 59.94276270978964
verified: no, type: pearson
value: 56.89664991046338
verified: no, type: spearman
value: 60.96741836410487
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22.v2 (ar)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 52.70294726367241
verified: no, type: cosine_spearman
value: 61.21881191987154
verified: no, type: euclidean_pearson
value: 54.13531251250594
verified: no, type: euclidean_spearman
value: 61.20287919055926
verified: no, type: main_score
value: 61.21881191987154
verified: no, type: manhattan_pearson
value: 54.60474684752885
verified: no, type: manhattan_spearman
value: 61.45150178016683
verified: no, type: pearson
value: 52.70294625001791
verified: no, type: spearman
value: 61.21881191987154
verified: no
task: type: STS
license: apache-2.0
language: ar, en
Likes: 4 | All-time downloads: 11101
Created: 2024-10-13 17:01:54