Model: Jaume/gemma-2b-embeddings
Author: Jaume
Pipeline: sentence-similarity
Library: sentence-transformers
Tags: sentence-transformers, safetensors, gemma, sentence-similarity, feature-extraction, mteb, model-index, endpoints_compatible, deploy:azure, region:us
Card metadata: library_name: sentence-transformers
pipeline_tag: sentence-similarity
tags: sentence-transformers, sentence-similarity, feature-extraction, mteb
model-index: name: Jaume/gemma-2b-embeddings
results: dataset: config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics: type: accuracy
value: 67.49253731343282
verified: no, type: ap
value: 30.934850114823686
verified: no, type: ap_weighted
value: 30.934850114823686
verified: no, type: f1
value: 61.84797708567085
verified: no, type: f1_weighted
value: 70.73274750522187
verified: no, type: main_score
value: 67.49253731343282
verified: no
task: type: Classification, dataset: config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics: type: accuracy
value: 34.896
verified: no, type: f1
value: 34.750819111826075
verified: no, type: f1_weighted
value: 34.750819111826075
verified: no, type: main_score
value: 34.896
verified: no
task: type: Classification, dataset: config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics: type: accuracy
value: 58.425324675324674
verified: no, type: f1
value: 58.31484701136234
verified: no, type: f1_weighted
value: 58.314847011362325
verified: no, type: main_score
value: 58.425324675324674
verified: no
task: type: Classification, dataset: config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics: type: accuracy
value: 29.685
verified: no, type: f1
value: 26.48682675929922
verified: no, type: f1_weighted
value: 32.280528326082006
verified: no, type: main_score
value: 29.685
verified: no
task: type: Classification
Likes: 1 | All-time downloads: 21268
Created: 2024-06-29 12:41:04