Model: mrm8488/distilbert-base-matryoshka-sts
Author: mrm8488
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, distilbert, sentence-similarity, feature-extraction, dataset_size:1K<n<10K, loss:MatryoshkaLoss, loss:CoSENTLoss, en, arxiv:1908.10084, arxiv:2205.13147, base_model:distilbert/distilbert-base-uncased, base_model:finetune:distilbert/distilbert-base-uncased, model-index, text-embeddings-inference, endpoints_compatible, region:us
Base models (finetune): id: distilbert/distilbert-base-uncased
Card metadata: language: en
library_name: sentence-transformers
tags: sentence-transformers, sentence-similarity, feature-extraction, dataset_size:1K<n<10K, loss:MatryoshkaLoss, loss:CoSENTLoss
base_model: distilbert/distilbert-base-uncased
metrics: pearson_cosine, spearman_cosine, pearson_manhattan, spearman_manhattan, pearson_euclidean, spearman_euclidean, pearson_dot, spearman_dot, pearson_max, spearman_max
widget: source_sentence: A woman is dancing.
sentences: Women are dancing., A toddler walks down a hallway., Shinzo Abe is Japan's prime minister, source_sentence: A man is spitting.
sentences: A man is crying., The girl is playing the guitar., A slow loris hanging on a cord., source_sentence: A man is speaking.
sentences: A man is talking., A man plays an acoustic guitar., The dogs are chasing a cat., source_sentence: A plane in the sky.
sentences: Two airplanes in the sky., A slow loris hanging on a cord., Turkey's PM Warns Against Protests, source_sentence: A baby is laughing.
sentences: The baby laughed in his car seat., A brown horse in a green field., Bangladesh Islamist leader executed
pipeline_tag: sentence-similarity
model-index: name: SentenceTransformer based on distilbert/distilbert-base-uncased
results: task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 768
type: sts-dev-768
metrics: type: pearson_cosine
value: 0.8597256789475689
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8704890959686488
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8577087236028236
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8613364457717408
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8573646665610765
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8611053939518858
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.7230928823966007
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.7292814320710974
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8597256789475689
name: Pearson Max
verified: no, type: spearman_max
value: 0.8704890959686488
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 512
type: sts-dev-512
metrics: type: pearson_cosine
value: 0.8565849984058084
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8690380994355429
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8560989283234569
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8602048185493963
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8560319360006069
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8598344132114529
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.7250593470322173
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.7324935808414036
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8565849984058084
name: Pearson Max
verified: no, type: spearman_max
value: 0.8690380994355429
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 256
type: sts-dev-256
metrics: type: pearson_cosine
value: 0.8508677416837496
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8655671620679589
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8516296649395021
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8576372447474295
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8512958746883122
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8567348597207523
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.691266333570308
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6983564197469347
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8516296649395021
name: Pearson Max
verified: no, type: spearman_max
value: 0.8655671620679589
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 128
type: sts-dev-128
metrics: type: pearson_cosine
value: 0.8416379040782492
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8625866345174488
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8410105415496507
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8496221523132089
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8431760561066126
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8505697779445824
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.677560950193549
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6864851260895027
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8431760561066126
name: Pearson Max
verified: no, type: spearman_max
value: 0.8625866345174488
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 64
type: sts-dev-64
metrics: type: pearson_cosine
value: 0.823170809036498
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8523184158399918
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8255414664543136
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8358413125165197
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8292011526410756
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8385242101250404
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.641639319620455
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6564088055361835
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8292011526410756
name: Pearson Max
verified: no, type: spearman_max
value: 0.8523184158399918
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts dev 32
type: sts-dev-32
metrics: type: pearson_cosine
value: 0.7903418859430655
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8327625705936669
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8031537655331857
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8168069966906343
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8078549989079483
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8195679102426064
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5951512690504269
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5992430550243973
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8078549989079483
name: Pearson Max
verified: no, type: spearman_max
value: 0.8327625705936669
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 768
type: sts-test-768
metrics: type: pearson_cosine
value: 0.8259116102299048
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8420103291660583
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8417036739734224
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.839403978426242
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8416944892693242
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8392814362849023
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.6531059298507882
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6395643411764597
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8417036739734224
name: Pearson Max
verified: no, type: spearman_max
value: 0.8420103291660583
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 512
type: sts-test-512
metrics: type: pearson_cosine
value: 0.8243325623482549
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8417788357334501
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8405895269265039
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8387513037939833
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8405749756794761
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8386191956000736
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.6577547074460394
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.6453398362527448
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8405895269265039
name: Pearson Max
verified: no, type: spearman_max
value: 0.8417788357334501
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 256
type: sts-test-256
metrics: type: pearson_cosine
value: 0.8128490933340125
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8343525276981816
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8349925426973063
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8339373046648948
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8349685334828352
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8342389147888624
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.6010530472572276
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5827176472260001
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8349925426973063
name: Pearson Max
verified: no, type: spearman_max
value: 0.8343525276981816
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 128
type: sts-test-128
metrics: type: pearson_cosine
value: 0.8037074044935162
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8297484250803338
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8282523311738189
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8292579770469635
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.828555014804415
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8294547431431344
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.579341375708575
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5659659830073487
name: Spearman Dot
verified: no, type: pearson_max
value: 0.828555014804415
name: Pearson Max
verified: no, type: spearman_max
value: 0.8297484250803338
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 64
type: sts-test-64
metrics: type: pearson_cosine
value: 0.7861572380387101
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8221344542757412
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.8179044736790866
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8218843830925717
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8199399298670013
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8240682904452457
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.5115276911122266
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.5024074247877125
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8199399298670013
name: Pearson Max
verified: no, type: spearman_max
value: 0.8240682904452457
name: Spearman Max
verified: no, task: type: semantic-similarity
name: Semantic Similarity
dataset: name: sts test 32
type: sts-test-32
metrics: type: pearson_cosine
value: 0.7616404560065974
name: Pearson Cosine
verified: no, type: spearman_cosine
value: 0.8126281001961144
name: Spearman Cosine
verified: no, type: pearson_manhattan
value: 0.7995560120404742
name: Pearson Manhattan
verified: no, type: spearman_manhattan
value: 0.8084393007868024
name: Spearman Manhattan
verified: no, type: pearson_euclidean
value: 0.8024415842761214
name: Pearson Euclidean
verified: no, type: spearman_euclidean
value: 0.8115677983458126
name: Spearman Euclidean
verified: no, type: pearson_dot
value: 0.4646775610104062
name: Pearson Dot
verified: no, type: spearman_dot
value: 0.451018702626726
name: Spearman Dot
verified: no, type: pearson_max
value: 0.8024415842761214
name: Pearson Max
verified: no, type: spearman_max
value: 0.8126281001961144
name: Spearman Max
verified: no
Likes: 1 | All-time downloads: 150
Created: 2024-06-01 20:50:16