Model: silma-ai/silma-embedding-matryoshka-v0.1
Author: silma-ai
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, sentence-similarity, feature-extraction, generated_from_trainer, loss:CosineSimilarityLoss, mteb, ar, en, arxiv:1908.10084, arxiv:2205.13147, arxiv:1705.00652, base_model:aubmindlab/bert-base-arabertv02, base_model:finetune:aubmindlab/bert-base-arabertv02, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Base models (finetune): id: aubmindlab/bert-base-arabertv02
Card metadata: base_model: aubmindlab/bert-base-arabertv02
library_name: sentence-transformers
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
pipeline_tag: sentence-similarity
tags: sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, loss:CosineSimilarityLoss, mteb
model-index: name: silma-ai/silma-embeddding-matryoshka-v0.1
results: dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 56.445864156018835
verified: no, type: f1
value: 53.58282538318122
verified: no, type: f1_weighted
value: 56.821808211639315
verified: no, type: main_score
value: 56.445864156018835
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 47.40080699394754
verified: no, type: f1
value: 44.729286773524755
verified: no, type: f1_weighted
value: 47.83506683571795
verified: no, type: main_score
value: 47.40080699394754
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveIntentClassification (ar)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 56.97983275946876
verified: no, type: f1
value: 53.809263807080086
verified: no, type: f1_weighted
value: 57.14993215193604
verified: no, type: main_score
value: 56.97983275946876
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 47.683226758485006
verified: no, type: f1
value: 44.905317333393775
verified: no, type: f1_weighted
value: 48.051379514830195
verified: no, type: main_score
value: 47.683226758485006
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 63.31876260928042
verified: no, type: f1
value: 63.197056314678754
verified: no, type: f1_weighted
value: 62.7166315473092
verified: no, type: main_score
value: 63.31876260928042
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 53.35574983187627
verified: no, type: f1
value: 50.35837223252574
verified: no, type: f1_weighted
value: 54.11644042208904
verified: no, type: main_score
value: 53.35574983187627
verified: no
task: type: Classification, dataset: config: ar
name: MTEB MassiveScenarioClassification (ar)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 62.26758484997541
verified: no, type: f1
value: 62.477928166560325
verified: no, type: f1_weighted
value: 61.92238394647396
verified: no, type: main_score
value: 62.26758484997541
verified: no
task: type: Classification, dataset: config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 52.62174126906049
verified: no, type: f1
value: 50.470501485026716
verified: no, type: f1_weighted
value: 53.16459392827557
verified: no, type: main_score
value: 52.62174126906049
verified: no
task: type: Classification, dataset: config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 74.33941506827517
verified: no, type: cosine_spearman
value: 74.42197838273297
verified: no, type: euclidean_pearson
value: 75.33836191339782
verified: no, type: euclidean_spearman
value: 74.37385193453852
verified: no, type: main_score
value: 74.42197838273297
verified: no, type: manhattan_pearson
value: 75.41881517194568
verified: no, type: manhattan_spearman
value: 74.47237277057877
verified: no, type: pearson
value: 74.33941645999855
verified: no, type: spearman
value: 74.42197838273297
verified: no
task: type: STS, dataset: config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 31.84872826199112
verified: no, type: cosine_spearman
value: 32.22496230755917
verified: no, type: euclidean_pearson
value: 21.830860533929688
verified: no, type: euclidean_spearman
value: 21.38205815348658
verified: no, type: main_score
value: 32.22496230755917
verified: no, type: manhattan_pearson
value: 21.852430479395576
verified: no, type: manhattan_spearman
value: 21.37848326556159
verified: no, type: pearson
value: 31.84872485436001
verified: no, type: spearman
value: 32.22496230755917
verified: no
task: type: STS, dataset: config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 43.37529327788584
verified: no, type: cosine_spearman
value: 42.763149514327225
verified: no, type: euclidean_pearson
value: 39.625411905897394
verified: no, type: euclidean_spearman
value: 39.26727199746294
verified: no, type: main_score
value: 42.763149514327225
verified: no, type: manhattan_pearson
value: 40.49857681486655
verified: no, type: manhattan_spearman
value: 40.63669314166475
verified: no, type: pearson
value: 43.37529078998193
verified: no, type: spearman
value: 42.763149514327225
verified: no
task: type: STS, dataset: config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 17.16722415938186
verified: no, type: cosine_spearman
value: 15.590330355526344
verified: no, type: euclidean_pearson
value: 4.430499555984906
verified: no, type: euclidean_spearman
value: 2.729050802084264
verified: no, type: main_score
value: 15.590330355526344
verified: no, type: manhattan_pearson
value: 2.805408490135879
verified: no, type: manhattan_spearman
value: 1.5237347692119627
verified: no, type: pearson
value: 17.167228709176676
verified: no, type: spearman
value: 15.590330355526344
verified: no
task: type: STS, dataset: config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 36.093945717347395
verified: no, type: cosine_spearman
value: 37.33997345407934
verified: no, type: euclidean_pearson
value: 23.156103022485055
verified: no, type: euclidean_spearman
value: 20.62925594786342
verified: no, type: main_score
value: 37.33997345407934
verified: no, type: manhattan_pearson
value: 22.035024322719813
verified: no, type: manhattan_spearman
value: 19.147522562438795
verified: no, type: pearson
value: 36.09395175426761
verified: no, type: spearman
value: 37.33997345407934
verified: no
task: type: STS, dataset: config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 29.064411455563
verified: no, type: cosine_spearman
value: 29.232781114344697
verified: no, type: euclidean_pearson
value: 16.90458086330736
verified: no, type: euclidean_spearman
value: 17.462020565289887
verified: no, type: main_score
value: 29.232781114344697
verified: no, type: manhattan_pearson
value: 16.882446230243286
verified: no, type: manhattan_spearman
value: 17.06144091941576
verified: no, type: pearson
value: 29.06441922605839
verified: no, type: spearman
value: 29.232781114344697
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 27.686316587339473
verified: no, type: cosine_spearman
value: 28.650995973102205
verified: no, type: euclidean_pearson
value: 12.954885279630565
verified: no, type: euclidean_spearman
value: 11.970815927480198
verified: no, type: main_score
value: 28.650995973102205
verified: no, type: manhattan_pearson
value: 12.079730127474948
verified: no, type: manhattan_spearman
value: 10.606967901984147
verified: no, type: pearson
value: 27.68631836666537
verified: no, type: spearman
value: 28.650995973102205
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 84.12612492708037
verified: no, type: cosine_spearman
value: 84.24703763883515
verified: no, type: euclidean_pearson
value: 81.38085140113648
verified: no, type: euclidean_spearman
value: 83.17403450502965
verified: no, type: main_score
value: 84.24703763883515
verified: no, type: manhattan_pearson
value: 81.18466522597414
verified: no, type: manhattan_spearman
value: 82.61184409962614
verified: no, type: pearson
value: 84.12612546419625
verified: no, type: spearman
value: 84.25077492152536
verified: no
task: type: STS, dataset: config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 27.697680546701868
verified: no, type: cosine_spearman
value: 25.19277336255784
verified: no, type: euclidean_pearson
value: 13.964798090314115
verified: no, type: euclidean_spearman
value: 10.512169361528596
verified: no, type: main_score
value: 25.19277336255784
verified: no, type: manhattan_pearson
value: 13.537525485694433
verified: no, type: manhattan_spearman
value: 10.334001560105834
verified: no, type: pearson
value: 27.697681880242325
verified: no, type: spearman
value: 25.19277336255784
verified: no
task: type: STS, dataset: config: de-en
name: MTEB STS22.v2 (de-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 32.87548760760924
verified: no, type: cosine_spearman
value: 30.69782036694315
verified: no, type: euclidean_pearson
value: 29.925045225262142
verified: no, type: euclidean_spearman
value: 34.076021250318334
verified: no, type: main_score
value: 30.69782036694315
verified: no, type: manhattan_pearson
value: 30.815090565180945
verified: no, type: manhattan_spearman
value: 34.91615861045259
verified: no, type: pearson
value: 32.8754813614174
verified: no, type: spearman
value: 30.69782036694315
verified: no
task: type: STS, dataset: config: zh-en
name: MTEB STS22.v2 (zh-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 23.93269292232737
verified: no, type: cosine_spearman
value: 16.781461291066496
verified: no, type: euclidean_pearson
value: 20.87679825681155
verified: no, type: euclidean_spearman
value: 13.764510796592536
verified: no, type: main_score
value: 16.781461291066496
verified: no, type: manhattan_pearson
value: 23.416430850444588
verified: no, type: manhattan_spearman
value: 17.10405713909058
verified: no, type: pearson
value: 23.932682034899777
verified: no, type: spearman
value: 16.781461291066496
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22.v2 (ar)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 51.73784691362425
verified: no, type: cosine_spearman
value: 60.01035490847343
verified: no, type: euclidean_pearson
value: 52.717195602630305
verified: no, type: euclidean_spearman
value: 60.22164097529916
verified: no, type: main_score
value: 60.01035490847343
verified: no, type: manhattan_pearson
value: 53.04979941729716
verified: no, type: manhattan_spearman
value: 60.393100473647706
verified: no, type: pearson
value: 51.73784381247053
verified: no, type: spearman
value: 60.020906672817276
verified: no
task: type: STS, dataset: config: es-en
name: MTEB STS22.v2 (es-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 47.917244237624864
verified: no, type: cosine_spearman
value: 53.23173373821509
verified: no, type: euclidean_pearson
value: 48.172861539004636
verified: no, type: euclidean_spearman
value: 53.32970069145014
verified: no, type: main_score
value: 53.23173373821509
verified: no, type: manhattan_pearson
value: 48.163716825216646
verified: no, type: manhattan_spearman
value: 53.77963871495307
verified: no, type: pearson
value: 47.91724405724847
verified: no, type: spearman
value: 53.23173373821509
verified: no
task: type: STS, dataset: config: pl-en
name: MTEB STS22.v2 (pl-en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 43.66748993183993
verified: no, type: cosine_spearman
value: 38.518248671828594
verified: no, type: euclidean_pearson
value: 50.475058499541134
verified: no, type: euclidean_spearman
value: 44.76070858743843
verified: no, type: main_score
value: 38.518248671828594
verified: no, type: manhattan_pearson
value: 50.576185727010014
verified: no, type: manhattan_spearman
value: 45.5306304403841
verified: no, type: pearson
value: 43.66750472144702
verified: no, type: spearman
value: 38.518248671828594
verified: no
task: type: STS, dataset: config: en
name: MTEB STS22.v2 (en)
revision: d31f33a128469b20e357535c39b82fb3c3f6f2bd
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 56.41373213565263
verified: no, type: cosine_spearman
value: 59.03774516602592
verified: no, type: euclidean_pearson
value: 54.173092638047294
verified: no, type: euclidean_spearman
value: 59.130444355085885
verified: no, type: main_score
value: 59.03774516602592
verified: no, type: manhattan_pearson
value: 54.18950361517434
verified: no, type: manhattan_spearman
value: 58.78927227383971
verified: no, type: pearson
value: 56.413733329868045
verified: no, type: spearman
value: 59.03774516602592
verified: no
task: type: STS
license: apache-2.0
language: ar, en
Likes: 12 | All-time downloads: 5819
Created: 2024-10-12 17:31:40