Update app.py

app.py

@@ -48,10 +48,19 @@ def change_model_name(name):
 
 
 def generate(model, text):
-   model.eval()
-   input_ids = tokenizer.encode("AFA:{}".format(text), return_tensors="pt")
-   outputs = model.generate(input_ids, max_length=200, num_beams=2, repetition_penalty=2.5, top_k=50, top_p=0.98, length_penalty=1.0, early_stopping=True)
-   return tokenizer.decode(outputs[0])
+
+    if model_name != MODEL_NAME:
+        change_model_name(model_name)
+        
+    tokenizer = MODEL_BUF["tokenizer"]
+    model = MODEL_BUF["model"]
+    config = MODEL_BUF["config"]
+    
+    model.eval()
+    input_ids = tokenizer.encode("AFA:{}".format(text), return_tensors="pt")
+    outputs = model.generate(input_ids, max_length=200, num_beams=2, repetition_penalty=2.5, top_k=50, top_p=0.98, length_penalty=1.0, early_stopping=True)
+    
+    return tokenizer.decode(outputs[0])