Update app.py

app.py

@@ -9,8 +9,11 @@ import torch
 #    model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
 #    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
 #    return model, tokenizer
-generator = pipeline('text-generation', model="facebook/opt-1.3b", skip_special_tokens=True)    
 
+@st.cache(suppress_st_warning=True)
+def define_model():
+    generator = pipeline('text-generation', model="facebook/opt-1.3b", skip_special_tokens=True)    
+    return generator
 
 
 #@st.cache(allow_output_mutation=True)