Update app.py

app.py

@@ -11,20 +11,13 @@ else:
     print("Using CPU")
 
 tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-small")
-model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", device_map="auto", torch_dtype=model_precision_type
-                                                   
-model.to(device)
     
 
-def generate(
-    prompt,
-    max_new_tokens,
-    repetition_penalty,
-    temperature,
-    top_p,
-    top_k,
-    seed
-):
+def generate(prompt, model_precision_type, max_new_tokens, repetition_penalty, temperature, top_p, top_k, seed):
+
+    model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1", device_map="auto", torch_dtype=model_precision_type)
+    model.to(device)
+    
     input_text = f"Expand the following prompt to add more detail: {prompt}"
     input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)