Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import streamlit as st
|
2 |
import pandas as pd
|
3 |
-
from transformers import
|
4 |
from sklearn.decomposition import PCA
|
5 |
import plotly.graph_objs as go
|
6 |
import numpy as np
|
@@ -9,14 +9,14 @@ from database_utils import init_db, save_embeddings_to_db, get_all_embeddings, c
|
|
9 |
@st.cache_resource
|
10 |
def load_model(model_name):
|
11 |
if model_name == "BERT":
|
12 |
-
|
|
|
13 |
elif model_name == "RoBERTa":
|
14 |
-
|
|
|
15 |
else:
|
16 |
raise ValueError(f"Unsupported model: {model_name}")
|
17 |
|
18 |
-
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
19 |
-
model = AutoModel.from_pretrained(model_path)
|
20 |
return tokenizer, model
|
21 |
|
22 |
def get_embeddings(phrases, tokenizer, model):
|
|
|
1 |
import streamlit as st
|
2 |
import pandas as pd
|
3 |
+
from transformers import BertTokenizer, BertModel, RobertaTokenizer, RobertaModel
|
4 |
from sklearn.decomposition import PCA
|
5 |
import plotly.graph_objs as go
|
6 |
import numpy as np
|
|
|
9 |
@st.cache_resource
|
10 |
def load_model(model_name):
|
11 |
if model_name == "BERT":
|
12 |
+
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
|
13 |
+
model = BertModel.from_pretrained('bert-base-uncased')
|
14 |
elif model_name == "RoBERTa":
|
15 |
+
tokenizer = RobertaTokenizer.from_pretrained('roberta-base')
|
16 |
+
model = RobertaModel.from_pretrained('roberta-base')
|
17 |
else:
|
18 |
raise ValueError(f"Unsupported model: {model_name}")
|
19 |
|
|
|
|
|
20 |
return tokenizer, model
|
21 |
|
22 |
def get_embeddings(phrases, tokenizer, model):
|