Spaces:
Running
Running
Takateru Yamakoshi
commited on
Commit
•
493d41a
1
Parent(s):
b5a5fbe
fix
Browse files
app.py
CHANGED
@@ -11,10 +11,10 @@ def load_model(tokenizer_name):
|
|
11 |
model_name_dict = {
|
12 |
"BERT":"bert-base-uncased",
|
13 |
"RoBERTa":"roberta-base",
|
14 |
-
"ALBERT":"albert-v2
|
15 |
"GPT2":"gpt2",
|
16 |
-
"Llama":"meta-lama/Llama-2-7b-chat-hf",
|
17 |
-
"Gemma":"google/gemma-7b",
|
18 |
}
|
19 |
tokenizer = AutoTokenizer.from_pretrained(model_name_dict[tokenizer_name])
|
20 |
return tokenizer
|
@@ -100,7 +100,7 @@ if __name__=='__main__':
|
|
100 |
st.sidebar.write('1. Choose the tokenizer from below')
|
101 |
tokenizer_name = st.sidebar.selectbox('',
|
102 |
("BERT","RoBERTa","ALBERT",
|
103 |
-
"GPT2"
|
104 |
tokenizer = load_model(tokenizer_name)
|
105 |
|
106 |
st.sidebar.write('2. Optional settings')
|
|
|
11 |
model_name_dict = {
|
12 |
"BERT":"bert-base-uncased",
|
13 |
"RoBERTa":"roberta-base",
|
14 |
+
"ALBERT":"albert-base-v2",
|
15 |
"GPT2":"gpt2",
|
16 |
+
#"Llama":"meta-lama/Llama-2-7b-chat-hf",
|
17 |
+
#"Gemma":"google/gemma-7b",
|
18 |
}
|
19 |
tokenizer = AutoTokenizer.from_pretrained(model_name_dict[tokenizer_name])
|
20 |
return tokenizer
|
|
|
100 |
st.sidebar.write('1. Choose the tokenizer from below')
|
101 |
tokenizer_name = st.sidebar.selectbox('',
|
102 |
("BERT","RoBERTa","ALBERT",
|
103 |
+
"GPT2"))
|
104 |
tokenizer = load_model(tokenizer_name)
|
105 |
|
106 |
st.sidebar.write('2. Optional settings')
|