app update

app.py

@@ -6,9 +6,9 @@ model_path = "finetuned_phi2"
 model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 
-gen = pipeline('text-generation', model=model, tokenizer=tokenizer)
-result = gen(prompt)
-print(result[0]['generated_text'])
+# gen = pipeline('text-generation', model=model, tokenizer=tokenizer)
+# result = gen(prompt)
+# print(result[0]['generated_text'])
 
 
 def generate(prompt, history, temperature=0.3, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,):
@@ -25,6 +25,7 @@ def generate(prompt, history, temperature=0.3, max_new_tokens=512, top_p=0.95, r
                             seed=42)
     
     #output = gen(prompt, **generate_kwargs)
+    gen = pipeline('text-generation', model=model, tokenizer=tokenizer)
     output = gen(prompt)
     return output[0]['generated_text']