Model: Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka
Author: Omartificial-Intelligence-Space
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, bert, mteb, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss, ar, dataset:Omartificial-Intelligence-Space/Arabic-NLi-Triplet, arxiv:1908.10084, arxiv:2205.13147, arxiv:1705.00652, arxiv:2407.21139, base_model:UBC-NLP/MARBERTv2, base_model:finetune:UBC-NLP/MARBERTv2, license:apache-2.0, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: UBC-NLP/MARBERTv2
Card metadata: language: ar
library_name: sentence-transformers
tags: mteb, sentence-transformers, sentence-similarity, feature-extraction, generated_from_trainer, dataset_size:557850, loss:MatryoshkaLoss, loss:MultipleNegativesRankingLoss
base_model: UBC-NLP/MARBERTv2
datasets: Omartificial-Intelligence-Space/Arabic-NLi-Triplet
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
widget: source_sentence: ذكر متوازن بعناية يقف على قدم واحدة بالقرب من منطقة شاطئ المحيط النظيفة
sentences: رجل يقدم عرضاً, هناك رجل بالخارج قرب الشاطئ, رجل يجلس على أريكه, source_sentence: رجل يقفز إلى سريره القذر
sentences: السرير قذر., رجل يضحك أثناء غسيل الملابس, الرجل على القمر, source_sentence: الفتيات بالخارج
sentences: امرأة تلف الخيط إلى كرات بجانب كومة من الكرات, فتيان يركبان في جولة متعة, ثلاث فتيات يقفون سوية في غرفة واحدة تستمع وواحدة تكتب على الحائط والثالثة تتحدث إليهن, source_sentence: الرجل يرتدي قميصاً أزرق.
sentences: رجل يرتدي قميصاً أزرق يميل إلى الجدار بجانب الطريق مع شاحنة زرقاء وسيارة حمراء مع الماء في الخلفية., كتاب القصص مفتوح, رجل يرتدي قميص أسود يعزف على الجيتار., source_sentence: يجلس شاب ذو شعر أشقر على الحائط يقرأ جريدة بينما تمر امرأة وفتاة شابة.
sentences: ذكر شاب ينظر إلى جريدة بينما تمر إمرأتان بجانبه, رجل يستلقي على وجهه على مقعد في الحديقة., الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
pipeline_tag: sentence-similarity
model-index: name: Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka
results: dataset: config: ar
name: MTEB MintakaRetrieval (ar)
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
split: test
type: mintaka/mmteb-mintaka
metrics: type: main_score
value: 16.058
verified: no, type: map_at_1
value: 8.398
verified: no, type: map_at_3
value: 11.681
verified: no, type: map_at_5
value: 12.616
verified: no, type: map_at_10
value: 13.281
verified: no, type: ndcg_at_1
value: 8.398
verified: no, type: ndcg_at_3
value: 12.75
verified: no, type: ndcg_at_5
value: 14.453
verified: no, type: ndcg_at_10
value: 16.058
verified: no, type: recall_at_1
value: 8.398
verified: no, type: recall_at_3
value: 15.842
verified: no, type: recall_at_5
value: 20.018
verified: no, type: recall_at_10
value: 24.966
verified: no, type: precision_at_1
value: 8.398
verified: no, type: precision_at_3
value: 5.281
verified: no, type: precision_at_5
value: 4.004
verified: no, type: precision_at_10
value: 2.497
verified: no, type: mrr_at_1
value: 8.3976
verified: no, type: mrr_at_3
value: 11.681
verified: no, type: mrr_at_5
value: 12.6161
verified: no, type: mrr_at_10
value: 13.2812
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MIRACLRetrievalHardNegatives (ar)
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
split: dev
type: miracl/mmteb-miracl-hardnegatives
metrics: type: main_score
value: 15.853
verified: no, type: map_at_1
value: 5.867
verified: no, type: map_at_3
value: 9.003
verified: no, type: map_at_5
value: 10.068
verified: no, type: map_at_10
value: 11.294
verified: no, type: ndcg_at_1
value: 9
verified: no, type: ndcg_at_3
value: 11.363
verified: no, type: ndcg_at_5
value: 12.986
verified: no, type: ndcg_at_10
value: 15.853
verified: no, type: recall_at_1
value: 5.867
verified: no, type: recall_at_3
value: 12.639
verified: no, type: recall_at_5
value: 16.649
verified: no, type: recall_at_10
value: 24.422
verified: no, type: precision_at_1
value: 9
verified: no, type: precision_at_3
value: 7.1
verified: no, type: precision_at_5
value: 5.82
verified: no, type: precision_at_10
value: 4.38
verified: no, type: mrr_at_1
value: 9
verified: no, type: mrr_at_3
value: 13.4667
verified: no, type: mrr_at_5
value: 14.6367
verified: no, type: mrr_at_10
value: 16.0177
verified: no
task: type: Retrieval, dataset: config: ar
name: MTEB MLQARetrieval (ar)
revision: 397ed406c1a7902140303e7faf60fff35b58d285
split: validation
type: mlqa/mmteb-mlqa
metrics: type: main_score
value: 58.919
verified: no, type: map_at_1
value: 44.874
verified: no, type: map_at_3
value: 51.902
verified: no, type: map_at_5
value: 53.198
verified: no, type: map_at_10
value: 54.181
verified: no, type: ndcg_at_1
value: 44.874
verified: no, type: ndcg_at_3
value: 54.218
verified: no, type: ndcg_at_5
value: 56.541
verified: no, type: ndcg_at_10
value: 58.919
verified: no, type: recall_at_1
value: 44.874
verified: no, type: recall_at_3
value: 60.928
verified: no, type: recall_at_5
value: 66.538
verified: no, type: recall_at_10
value: 73.888
verified: no, type: precision_at_1
value: 44.874
verified: no, type: precision_at_3
value: 20.309
verified: no, type: precision_at_5
value: 13.308
verified: no, type: precision_at_10
value: 7.389
verified: no, type: mrr_at_1
value: 44.8743
verified: no, type: mrr_at_3
value: 51.902
verified: no, type: mrr_at_5
value: 53.1979
verified: no, type: mrr_at_10
value: 54.1809
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB SadeemQuestionRetrieval (ar)
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
split: test
type: sadeem/mmteb-sadeem
metrics: type: main_score
value: 57.068
verified: no, type: map_at_1
value: 24.414
verified: no, type: map_at_3
value: 45.333
verified: no, type: map_at_5
value: 46.695
verified: no, type: map_at_10
value: 47.429
verified: no, type: ndcg_at_1
value: 24.414
verified: no, type: ndcg_at_3
value: 52.828
verified: no, type: ndcg_at_5
value: 55.288
verified: no, type: ndcg_at_10
value: 57.068
verified: no, type: recall_at_1
value: 24.414
verified: no, type: recall_at_3
value: 74.725
verified: no, type: recall_at_5
value: 80.708
verified: no, type: recall_at_10
value: 86.213
verified: no, type: precision_at_1
value: 24.414
verified: no, type: precision_at_3
value: 24.908
verified: no, type: precision_at_5
value: 16.142
verified: no, type: precision_at_10
value: 8.621
verified: no, type: mrr_at_1
value: 25.2753
verified: no, type: mrr_at_3
value: 45.58
verified: no, type: mrr_at_5
value: 46.8581
verified: no, type: mrr_at_10
value: 47.6414
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics: type: cosine_pearson
value: 49.25240527202211
verified: no, type: cosine_spearman
value: 51.87708566904703
verified: no, type: euclidean_pearson
value: 49.790877425774696
verified: no, type: euclidean_spearman
value: 51.725274981021855
verified: no, type: main_score
value: 51.87708566904703
verified: no, type: manhattan_pearson
value: 52.31560776967401
verified: no, type: manhattan_spearman
value: 54.28979124658997
verified: no
task: type: STS, dataset: config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics: type: cosine_pearson
value: 65.81089479351829
verified: no, type: cosine_spearman
value: 65.80163441928238
verified: no, type: euclidean_pearson
value: 65.2718874370746
verified: no, type: euclidean_spearman
value: 65.92429031695988
verified: no, type: main_score
value: 65.80163441928238
verified: no, type: manhattan_pearson
value: 65.28701419332383
verified: no, type: manhattan_spearman
value: 65.94229793651319
verified: no
task: type: STS, dataset: config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics: type: cosine_pearson
value: 65.11346939995998
verified: no, type: cosine_spearman
value: 63.00297824477175
verified: no, type: euclidean_pearson
value: 63.85320097970942
verified: no, type: euclidean_spearman
value: 63.25151047701848
verified: no, type: main_score
value: 63.00297824477175
verified: no, type: manhattan_pearson
value: 64.40291990853984
verified: no, type: manhattan_spearman
value: 63.63497232399945
verified: no
task: type: STS, dataset: config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics: type: cosine_pearson
value: 52.2735823521702
verified: no, type: cosine_spearman
value: 52.23198766098021
verified: no, type: euclidean_pearson
value: 54.12467577456837
verified: no, type: euclidean_spearman
value: 52.40014028261351
verified: no, type: main_score
value: 52.23198766098021
verified: no, type: manhattan_pearson
value: 54.38052509834607
verified: no, type: manhattan_spearman
value: 52.70836595958237
verified: no
task: type: STS, dataset: config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics: type: cosine_pearson
value: 58.55307076840419
verified: no, type: cosine_spearman
value: 59.2261024017655
verified: no, type: euclidean_pearson
value: 59.55734715751804
verified: no, type: euclidean_spearman
value: 60.135899681574834
verified: no, type: main_score
value: 59.2261024017655
verified: no, type: manhattan_pearson
value: 59.99274396356966
verified: no, type: manhattan_spearman
value: 60.44325356503041
verified: no
task: type: STS, dataset: config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics: type: cosine_pearson
value: 68.94418532602707
verified: no, type: cosine_spearman
value: 70.01912156519296
verified: no, type: euclidean_pearson
value: 71.67028435860581
verified: no, type: euclidean_spearman
value: 71.48252471922122
verified: no, type: main_score
value: 70.01912156519296
verified: no, type: manhattan_pearson
value: 71.9587452337792
verified: no, type: manhattan_spearman
value: 71.69160519065173
verified: no
task: type: STS, dataset: config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics: type: cosine_pearson
value: 62.81619254162203
verified: no, type: cosine_spearman
value: 64.98814526698425
verified: no, type: euclidean_pearson
value: 66.43531796610995
verified: no, type: euclidean_spearman
value: 66.53768451143964
verified: no, type: main_score
value: 64.98814526698425
verified: no, type: manhattan_pearson
value: 66.57822125651369
verified: no, type: manhattan_spearman
value: 66.71830390508079
verified: no
task: type: STS, dataset: config: ar-ar
name: MTEB STS17 (ar-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics: type: cosine_pearson
value: 81.68055610903552
verified: no, type: cosine_spearman
value: 82.18125783448961
verified: no, type: euclidean_pearson
value: 80.5422740473486
verified: no, type: euclidean_spearman
value: 81.79456727036232
verified: no, type: main_score
value: 82.18125783448961
verified: no, type: manhattan_pearson
value: 80.43564733654793
verified: no, type: manhattan_spearman
value: 81.76103816207625
verified: no
task: type: STS, dataset: config: ar
name: MTEB STS22 (ar)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cosine_pearson
value: 51.33460593849487
verified: no, type: cosine_spearman
value: 58.07741072443786
verified: no, type: euclidean_pearson
value: 54.26430308336828
verified: no, type: euclidean_spearman
value: 58.8384539429318
verified: no, type: main_score
value: 58.07741072443786
verified: no, type: manhattan_pearson
value: 54.41587176266624
verified: no, type: manhattan_spearman
value: 58.831993325957086
verified: no
task: type: STS, dataset: config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics: type: cosine_pearson
value: 61.11956207522431
verified: no, type: cosine_spearman
value: 61.16768766134144
verified: no, type: euclidean_pearson
value: 64.44141934993837
verified: no, type: euclidean_spearman
value: 63.450379593077066
verified: no, type: main_score
value: 61.16768766134144
verified: no, type: manhattan_pearson
value: 64.43852352892529
verified: no, type: manhattan_spearman
value: 63.57630045107761
verified: no
task: type: STS, dataset: config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics: type: cosine_pearson
value: 29.583566160417668
verified: no, type: cosine_spearman
value: 29.534419950502212
verified: no, type: dot_pearson
value: 28.13970643170574
verified: no, type: dot_spearman
value: 28.907762267009073
verified: no, type: main_score
value: 29.534419950502212
verified: no, type: pearson
value: 29.583566160417668
verified: no, type: spearman
value: 29.534419950502212
verified: no
task: type: Summarization, name: SentenceTransformer based on UBC-NLP/MARBERTv2
results: task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 768
type: sts-test-768
metrics: type: pearson_cosine
value: 0.611168498883907
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6116733587939157
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6443687886661206
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6358107360369792
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.644404066642609
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6345893921062774
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.4723643245352202
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.44844519905410135
name: Spearman Dot
verified: no, type: pearson_max
value: 0.644404066642609
name: Pearson Max
verified: no, type: spearman_max
value: 0.6358107360369792
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 512
type: sts-test-512
metrics: type: pearson_cosine
value: 0.6664570291720014
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6647687532159875
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6429976947418544
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6334753432753939
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6466249455585532
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6373181315122213
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5370129457359227
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5241649973373772
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6664570291720014
name: Pearson Max
verified: no, type: spearman_max
value: 0.6647687532159875
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 256
type: sts-test-256
metrics: type: pearson_cosine
value: 0.6601248277308522
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6592739654246011
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6361644543165994
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6250621947417249
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6408426652431157
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6300109524350457
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5250513197384045
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5154779060125071
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6601248277308522
name: Pearson Max
verified: no, type: spearman_max
value: 0.6592739654246011
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 128
type: sts-test-128
metrics: type: pearson_cosine
value: 0.6549481034721005
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6523201621940143
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6342700090917214
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6226791710099966
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6397224689512541
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6280973341704362
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.47240889358810917
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.4633669926372942
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6549481034721005
name: Pearson Max
verified: no, type: spearman_max
value: 0.6523201621940143
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 64
type: sts-test-64
metrics: type: pearson_cosine
value: 0.6367217585211098
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.6370191671711296
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.6263730801254332
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.6118927366012856
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.6327699647617465
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.6180184829867724
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.41169381399943167
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.40444222536491986
name: Spearman Dot
verified: no, type: pearson_max
value: 0.6367217585211098
name: Pearson Max
verified: no, type: spearman_max
value: 0.6370191671711296
name: Spearman Max
verified: no
license: apache-2.0
Likes: 1 | All-time downloads: 5123
Created: 2024-06-17 11:23:10