Takateru Yamakoshi commited on
Commit
493d41a
1 Parent(s): b5a5fbe
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -11,10 +11,10 @@ def load_model(tokenizer_name):
11
  model_name_dict = {
12
  "BERT":"bert-base-uncased",
13
  "RoBERTa":"roberta-base",
14
- "ALBERT":"albert-v2-base",
15
  "GPT2":"gpt2",
16
- "Llama":"meta-lama/Llama-2-7b-chat-hf",
17
- "Gemma":"google/gemma-7b",
18
  }
19
  tokenizer = AutoTokenizer.from_pretrained(model_name_dict[tokenizer_name])
20
  return tokenizer
@@ -100,7 +100,7 @@ if __name__=='__main__':
100
  st.sidebar.write('1. Choose the tokenizer from below')
101
  tokenizer_name = st.sidebar.selectbox('',
102
  ("BERT","RoBERTa","ALBERT",
103
- "GPT2","Llama","Gemma"))
104
  tokenizer = load_model(tokenizer_name)
105
 
106
  st.sidebar.write('2. Optional settings')
 
11
  model_name_dict = {
12
  "BERT":"bert-base-uncased",
13
  "RoBERTa":"roberta-base",
14
+ "ALBERT":"albert-base-v2",
15
  "GPT2":"gpt2",
16
+ #"Llama":"meta-lama/Llama-2-7b-chat-hf",
17
+ #"Gemma":"google/gemma-7b",
18
  }
19
  tokenizer = AutoTokenizer.from_pretrained(model_name_dict[tokenizer_name])
20
  return tokenizer
 
100
  st.sidebar.write('1. Choose the tokenizer from below')
101
  tokenizer_name = st.sidebar.selectbox('',
102
  ("BERT","RoBERTa","ALBERT",
103
+ "GPT2"))
104
  tokenizer = load_model(tokenizer_name)
105
 
106
  st.sidebar.write('2. Optional settings')