Update app.py

app.py

@@ -10,8 +10,11 @@ import torch
 #    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
 #    return model, tokenizer
     
-generator = pipeline('text-generation', model="facebook/opt-1.3b")
-answer = generator("Hello, I'm am conscious and")
+@st.cache(allow_output_mutation=True)
+def define_model(prompt):  
+    generator = pipeline('text-generation', model="facebook/opt-1.3b")
+    answer = generator(prompt)
+    return answer
 
 
 #@st.cache(allow_output_mutation=True)
@@ -29,6 +32,7 @@ prompt= st.text_area('Your prompt here',
  
 #answer = opt_model(prompt, model, tokenizer,)
 #lst = ['ciao come stai sjfsbd dfhsdf  fuahfuf  feuhfu wefwu ']
+answer = define_model(prompt)
 lst = answer[0]['generated_text']
 
 t = st.empty()