Model: mrm8488/distilbert-base-matryoshka-sts-v2
Author: mrm8488
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, distilbert, sentence-similarity, feature-extraction, dataset_size:1K<n<10K, loss:MatryoshkaLoss, loss:CoSENTLoss, en, arxiv:1908.10084, arxiv:2205.13147, base_model:distilbert/distilbert-base-uncased, base_model:finetune:distilbert/distilbert-base-uncased, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: distilbert/distilbert-base-uncased
Card metadata: language: en
library_name: sentence-transformers
tags: sentence-transformers, sentence-similarity, feature-extraction, dataset_size:1K<n<10K, loss:MatryoshkaLoss, loss:CoSENTLoss
base_model: distilbert/distilbert-base-uncased
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
widget: source_sentence: A plane in the sky.
sentences: Two airplanes in the sky., Two women are sitting in a cafe., Turkey's PM Warns Against Protests, source_sentence: A man jumping rope
sentences: A man climbs a rope., Blast on Indian train kills one, Israel expands subsidies to settlements, source_sentence: A baby is laughing.
sentences: The baby laughed in his car seat., The girl is playing the guitar., Bangladesh Islamist leader executed, source_sentence: A plane is landing.
sentences: A animated airplane is landing., A man plays an acoustic guitar., Obama urges no new sanctions on Iran, source_sentence: A boy is vacuuming.
sentences: A little boy is vacuuming the floor., Suicide bomber strikes in Syria, 32 die in Bangladesh protest
pipeline_tag: sentence-similarity
model-index: name: SentenceTransformer based on distilbert/distilbert-base-uncased
results: task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 768
type: sts-dev-768
metrics: type: pearson_cosine
value: 0.8580007118837358
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.871820299536176
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8579597824452743
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8611676230134329
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8584693242993966
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8617539394714434
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.6259192943899555
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6245849846631494
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8584693242993966
name: Pearson Max
verified: no, type: spearman_max
value: 0.871820299536176
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 512
type: sts-dev-512
metrics: type: pearson_cosine
value: 0.855328467168775
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8708546925464771
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8571701704416792
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8609603329646862
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8577665956034857
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8611867637483455
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.6301839390729895
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6312551259723912
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8577665956034857
name: Pearson Max
verified: no, type: spearman_max
value: 0.8708546925464771
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 256
type: sts-dev-256
metrics: type: pearson_cosine
value: 0.8534192140857989
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8684742287834586
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8550376893582918
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8595873940460774
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.855243500036296
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8595389790366662
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5692600956239565
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5631798664802073
name: Spearman Dot
verified: no, type: pearson_max
value: 0.855243500036296
name: Pearson Max
verified: no, type: spearman_max
value: 0.8684742287834586
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 128
type: sts-dev-128
metrics: type: pearson_cosine
value: 0.8437376978373121
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8634082420330794
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8454596574177755
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.85188111210432
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8479887421152008
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8537259447832961
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5513203019384504
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5500687993669725
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8479887421152008
name: Pearson Max
verified: no, type: spearman_max
value: 0.8634082420330794
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 64
type: sts-dev-64
metrics: type: pearson_cosine
value: 0.8272184719216283
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8541030591238341
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8307462071466211
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8406982840852595
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8342382781891662
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8427338906559259
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.494520518114596
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.49218360841938574
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8342382781891662
name: Pearson Max
verified: no, type: spearman_max
value: 0.8541030591238341
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 32
type: sts-dev-32
metrics: type: pearson_cosine
value: 0.795037446434113
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8337679875014413
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8120635303724889
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8249212312847407
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8157607542813738
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8262833782950811
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.44442829473227297
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.4333209339301445
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8157607542813738
name: Pearson Max
verified: no, type: spearman_max
value: 0.8337679875014413
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 16
type: sts-dev-16
metrics: type: pearson_cosine
value: 0.7402920507586056
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.7953398971914366
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.7661819958789702
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.7806209887724272
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.7753319460863385
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.788448392758016
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.2914268467178465
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.2731801701260987
name: Spearman Dot
verified: no, type: pearson_max
value: 0.7753319460863385
name: Pearson Max
verified: no, type: spearman_max
value: 0.7953398971914366
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 768
type: sts-test-768
metrics: type: pearson_cosine
value: 0.8355126555886146
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8474343771835785
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8477769261693708
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8440487632905719
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8482353907773731
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8443357402859023
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.575155372226532
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5645826036063977
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8482353907773731
name: Pearson Max
verified: no, type: spearman_max
value: 0.8474343771835785
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 512
type: sts-test-512
metrics: type: pearson_cosine
value: 0.8345636179092932
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.847969741682177
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8471375569231226
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8432315278152519
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8475673449165414
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8438566473590643
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5890647647307824
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.579599198660516
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8475673449165414
name: Pearson Max
verified: no, type: spearman_max
value: 0.847969741682177
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 256
type: sts-test-256
metrics: type: pearson_cosine
value: 0.8264268046184008
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8414784020776254
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8414377075419083
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8388634084489552
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8423455168447094
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8400797815114284
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5229860109488433
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5099269577284724
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8423455168447094
name: Pearson Max
verified: no, type: spearman_max
value: 0.8414784020776254
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 128
type: sts-test-128
metrics: type: pearson_cosine
value: 0.8189773000477083
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.837625236881656
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8349887918183595
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8336489133404312
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8365085956274743
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8347627903646608
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.49799738412782535
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.48970409354637134
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8365085956274743
name: Pearson Max
verified: no, type: spearman_max
value: 0.837625236881656
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 64
type: sts-test-64
metrics: type: pearson_cosine
value: 0.8062259318483077
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8292433269349447
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8236527010227455
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8243846152203906
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8273451113428331
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8269777736926925
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.4318247709105578
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.4325030690630689
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8273451113428331
name: Pearson Max
verified: no, type: spearman_max
value: 0.8292433269349447
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 32
type: sts-test-32
metrics: type: pearson_cosine
value: 0.7769698706658718
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.813231133965274
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8040659399939705
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8083901845044422
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8089540323890078
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8126434700070444
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.3721968691924307
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.36359211044547146
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8089540323890078
name: Pearson Max
verified: no, type: spearman_max
value: 0.813231133965274
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 16
type: sts-test-16
metrics: type: pearson_cosine
value: 0.7350580362911046
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.7811480253828886
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.7686995805327835
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.7767016091591996
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.7732639293607727
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.7798783495241994
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.25479413300114095
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.24117846955339683
name: Spearman Dot
verified: no, type: pearson_max
value: 0.7732639293607727
name: Pearson Max
verified: no, type: spearman_max
value: 0.7811480253828886
name: Spearman Max
verified: no
Likes: 2 | All-time downloads: 160
Created: 2024-06-01 20:54:56