Model: aari1995/German_Semantic_STS_V2
Author: aari1995
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, pytorch, safetensors, bert, feature-extraction, gBERT-large, sentence-similarity, transformers, RAG, retrieval augmented generation, STS, MTEB, mteb, de, dataset:stsb_multi_mt, model-index, text-embeddings-inference, endpoints_compatible, deploy:azure, region:us
Card metadata: pipeline_tag: sentence-similarity
language: de
datasets: stsb_multi_mt
tags: gBERT-large, sentence-transformers, feature-extraction, sentence-similarity, transformers, RAG, retrieval augmented generation, STS, MTEB, mteb
model-index: name: German_Semantic_STS_V2
results: dataset: config: de
name: MTEB AmazonCounterfactualClassification
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 67.00214132762312
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonCounterfactualClassification
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: validation
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 68.43347639484978
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 39.092
verified: no
task: type: Classification, dataset: config: de
name: MTEB AmazonReviewsClassification
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: validation
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 39.146
verified: no
task: type: Classification, dataset: config: default
name: MTEB BlurbsClusteringP2P
revision: a2dd5b02a77de3466a3eaa98ae586b5610314496
split: test
type: slvnwhrl/blurbs-clustering-p2p
metrics: type: v_measure
value: 38.68098166984213
verified: no
task: type: Clustering, dataset: config: default
name: MTEB BlurbsClusteringS2S
revision: 22793b6a6465bf00120ad525e38c51210858132c
split: test
type: slvnwhrl/blurbs-clustering-s2s
metrics: type: v_measure
value: 17.624489937027505
verified: no
task: type: Clustering, dataset: config: default
name: MTEB GermanDPR
revision: 5129d02422a66be600ac89cd3e8531b4f97d347d
split: test
type: deepset/germandpr
metrics: type: ndcg_at_10
value: 72.921
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB GermanQuAD-Retrieval
revision: f5c87ae5a2e7a5106606314eef45255f03151bb3
split: test
type: mteb/germanquad-retrieval
metrics: type: mrr_at_5
value: 85.316
verified: no
task: type: Retrieval, dataset: config: default
name: MTEB GermanSTSBenchmark
revision: e36907544d44c3a247898ed81540310442329e20
split: test
type: jinaai/german-STSbenchmark
metrics: type: cos_sim_spearman
value: 84.67696933608696
verified: no
task: type: STS, dataset: config: default
name: MTEB GermanSTSBenchmark
revision: e36907544d44c3a247898ed81540310442329e20
split: validation
type: jinaai/german-STSbenchmark
metrics: type: cos_sim_spearman
value: 88.048957974805
verified: no
task: type: STS, dataset: config: de
name: MTEB MassiveIntentClassification
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.25084061869536
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveIntentClassification
revision: 4672e20407010da34463acc759c162ca9734bca6
split: validation
type: mteb/amazon_massive_intent
metrics: type: accuracy
value: 66.44859813084113
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 72.51176866173503
verified: no
task: type: Classification, dataset: config: de
name: MTEB MassiveScenarioClassification
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: validation
type: mteb/amazon_massive_scenario
metrics: type: accuracy
value: 72.02164289227743
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPDomainClassification
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics: type: accuracy
value: 89.00253592561285
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPDomainClassification
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: validation
type: mteb/mtop_domain
metrics: type: accuracy
value: 87.70798898071627
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPIntentClassification
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics: type: accuracy
value: 70.06198929275853
verified: no
task: type: Classification, dataset: config: de
name: MTEB MTOPIntentClassification
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: validation
type: mteb/mtop_intent
metrics: type: accuracy
value: 68.6060606060606
verified: no
task: type: Classification, dataset: config: de
name: MTEB PawsX
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: test
type: google-research-datasets/paws-x
metrics: type: ap
value: 57.47670853851811
verified: no
task: type: PairClassification, dataset: config: de
name: MTEB PawsX
revision: 8a04d940a42cd40658986fdd8e3da561533a3646
split: validation
type: google-research-datasets/paws-x
metrics: type: ap
value: 52.85587710877178
verified: no
task: type: PairClassification, dataset: config: de
name: MTEB STS22
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics: type: cos_sim_spearman
value: 50.63839763951755
verified: no
task: type: STS, dataset: config: default
name: MTEB TenKGnadClusteringP2P
revision: 5c59e41555244b7e45c9a6be2d720ab4bafae558
split: test
type: slvnwhrl/tenkgnad-clustering-p2p
metrics: type: v_measure
value: 37.99668579652982
verified: no
task: type: Clustering, dataset: config: default
name: MTEB TenKGnadClusteringS2S
revision: 6cddbe003f12b9b140aec477b583ac4191f01786
split: test
type: slvnwhrl/tenkgnad-clustering-s2s
metrics: type: v_measure
value: 23.71145428041516
verified: no
task: type: Clustering, dataset: config: default
name: MTEB FalseFriendsGermanEnglish
revision: 15d6c030d3336cbb09de97b2cefc46db93262d40
split: test
type: aari1995/false_friends_de_en_mteb
metrics: type: ap
value: 71.22096746794873
verified: no
task: type: PairClassification, dataset: config: default
name: MTEB GermanSTSBenchmark
revision: e36907544d44c3a247898ed81540310442329e20
split: test
type: jinaai/german-STSbenchmark
metrics: type: cos_sim_spearman
value: 84.6769860406506
verified: no
task: type: STS, dataset: config: default
name: MTEB GermanSTSBenchmark
revision: e36907544d44c3a247898ed81540310442329e20
split: validation
type: jinaai/german-STSbenchmark
metrics: type: cos_sim_spearman
value: 88.048957974805
verified: no
task: type: STS
Likes: 48 | All-time downloads: 630213
Created: 2022-11-17 09:57:45