Update app.py

app.py

@@ -5,8 +5,8 @@ import torch
 
 @st.cache(allow_output_mutation=True)
 def define_model():
-    model = AutoModelForCausalLM.from_pretrained("facebook/opt-13b", torch_dtype=torch.float16).cuda()
-    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-13b", use_fast=False)
+    model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
+    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
     return model, tokenizer
 
 @st.cache(allow_output_mutation=True)