Update app.py

app.py

@@ -46,7 +46,7 @@ def generate_prompt(instruction, input=None):
 generation_config = create_generator()
 
 
-def evaluate(instruction, input=None):
+def evaluate(instruction, input=None, model, tokenizer):
     prompt = generate_prompt(instruction, input)
     inputs = tokenizer(prompt, return_tensors="pt")
     input_ids = inputs["input_ids"]
@@ -66,7 +66,7 @@ def evaluate(instruction, input=None):
 def inference(model_name, text, input):
     model = load_model(model_name)
     tokenizer = load_tokenizer(model_name)
-    output = evaluate(instruction = text, input = input)
+    output = evaluate(instruction = text, input = input, model = model, tokenizer = tokenizer)
     return output
 
 def choose_model(name):