Update app.py
Browse files
app.py
CHANGED
@@ -1,13 +1,8 @@
|
|
1 |
import gradio as gr
|
2 |
#from transformers import AutoTokenizer, AutoModel
|
3 |
-
import torch
|
4 |
|
5 |
|
6 |
-
#Mean Pooling - Take attention mask into account for correct averaging
|
7 |
-
def mean_pooling(model_output, attention_mask):
|
8 |
-
token_embeddings = model_output[0] #First element of model_output contains all token embeddings
|
9 |
-
input_mask_expanded = attention_mask.unsqueeze(-1).expand(token_embeddings.size()).float()
|
10 |
-
return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
|
11 |
|
12 |
|
13 |
# Sentences we want sentence embeddings for
|
|
|
1 |
import gradio as gr
|
2 |
#from transformers import AutoTokenizer, AutoModel
|
3 |
+
# import torch
|
4 |
|
5 |
|
|
|
|
|
|
|
|
|
|
|
6 |
|
7 |
|
8 |
# Sentences we want sentence embeddings for
|