felixz commited on
Commit
c8c5904
1 Parent(s): dca9f1d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -3,12 +3,12 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
3
  from transformers import AutoModel
4
 
5
  # xl size run out of memory on 16GB VM
6
- # google/flan-t5-large
7
- model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
8
 
9
  # Load model directly
10
  #from transformers import AutoModel
11
- model = AutoModel.from_pretrained("jncraton/fastchat-t5-3b-v1.0-ct2-int8")
12
 
13
  tokenizer = T5Tokenizer.from_pretrained(model_name)
14
  #model = T5ForConditionalGeneration.from_pretrained(model_name)
 
3
  from transformers import AutoModel
4
 
5
  # xl size run out of memory on 16GB VM
6
+ model_name = 'google/flan-t5-large'
7
+ #model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
8
 
9
  # Load model directly
10
  #from transformers import AutoModel
11
+ model = AutoModel.from_pretrained(model_name)
12
 
13
  tokenizer = T5Tokenizer.from_pretrained(model_name)
14
  #model = T5ForConditionalGeneration.from_pretrained(model_name)