efederici
/

e5-small-v2-4096

Sentence Similarity

feature-extraction

text-embeddings-inference

Inference Endpoints

Model card Files Files and versions Community

efederici commited on Jun 16, 2023

Commit

6d845fd

•

1 Parent(s): d70bcaf

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -33,7 +33,7 @@ input_texts = [
 tokenizer = AutoTokenizer.from_pretrained('efederici/e5-small-v2-4096')
 model = AutoModel.from_pretrained('efederici/e5-small-v2-4096')
-batch_dict = tokenizer(input_texts, max_length=512, padding=True, truncation=True, return_tensors='pt')
 outputs = model(**batch_dict)
 embeddings = average_pool(outputs.last_hidden_state, batch_dict['attention_mask'])

 tokenizer = AutoTokenizer.from_pretrained('efederici/e5-small-v2-4096')
 model = AutoModel.from_pretrained('efederici/e5-small-v2-4096')
+batch_dict = tokenizer(input_texts, max_length=4096, padding=True, truncation=True, return_tensors='pt')
 outputs = model(**batch_dict)
 embeddings = average_pool(outputs.last_hidden_state, batch_dict['attention_mask'])