This is a part of the MTEB test.
# !pip install tensorflow_text
import tensorflow_hub as hub
from tensorflow_text import SentencepieceTokenizer
import tensorflow as tf
embedder=hub.load("https://tfhub.dev/google/universal-sentence-encoder-multilingual-large/3")
class USE():
def encode(self, sentences, batch_size=32, **kwargs):
embeddings = []
for i in range(0, len(sentences), batch_size):
batch_sentences = sentences[i:i+batch_size]
batch_embeddings = embedder(batch_sentences)
embeddings.extend(batch_embeddings)
return embeddings
model = USE()
- Downloads last month
- 0
Unable to determine this model's library. Check the
docs
.
Evaluation results
- accuracy on MTEB AmazonCounterfactualClassification (en)test set self-reported69.836
- ap on MTEB AmazonCounterfactualClassification (en)test set self-reported31.783
- f1 on MTEB AmazonCounterfactualClassification (en)test set self-reported63.496
- accuracy on MTEB AmazonPolarityClassificationtest set self-reported65.243
- ap on MTEB AmazonPolarityClassificationtest set self-reported60.211
- f1 on MTEB AmazonPolarityClassificationtest set self-reported64.932
- accuracy on MTEB AmazonReviewsClassification (en)test set self-reported33.954
- f1 on MTEB AmazonReviewsClassification (en)test set self-reported33.543
- v_measure on MTEB ArxivClusteringP2Ptest set self-reported33.721
- v_measure on MTEB ArxivClusteringS2Stest set self-reported23.990
- cos_sim_pearson on MTEB BIOSSEStest set self-reported80.071
- cos_sim_spearman on MTEB BIOSSEStest set self-reported78.194
- euclidean_pearson on MTEB BIOSSEStest set self-reported78.169
- euclidean_spearman on MTEB BIOSSEStest set self-reported78.194
- manhattan_pearson on MTEB BIOSSEStest set self-reported77.912
- manhattan_spearman on MTEB BIOSSEStest set self-reported77.373
- accuracy on MTEB Banking77Classificationtest set self-reported72.786
- f1 on MTEB Banking77Classificationtest set self-reported71.776
- v_measure on MTEB BiorxivClusteringP2Ptest set self-reported30.884
- v_measure on MTEB BiorxivClusteringS2Stest set self-reported21.053
- accuracy on MTEB EmotionClassificationtest set self-reported35.600
- f1 on MTEB EmotionClassificationtest set self-reported32.469