Update app.py

app.py

@@ -143,8 +143,8 @@ def prompt_model(model_name, system_prompt, user_prompt, sql_context):
     return result
 
 def load_model(model_name):
-    #model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
-    model = PeftModel.from_pretrained(model_id=model_name, device_map="auto")
+    model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
+    peft_model = PeftModel.from_pretrained(model, model_id=model_name, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     tokenizer.pad_token = tokenizer.eos_token