Update app.py

app.py

@@ -12,13 +12,13 @@ repository = Repository(model_name, clone_from="adi1193/mistral-postv6")
 
 # Load the model
 model_path = repository.local_dir
-model = AutoPeftModelForCausalLM.from_pretrained(
-    model_path,
-    low_cpu_mem_usage=True,
-    return_dict=True,
-    torch_dtype=torch.float16,
-    device_map="cuda")
-# model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
+# model = AutoPeftModelForCausalLM.from_pretrained(
+#     model_path,
+#     low_cpu_mem_usage=True,
+#     return_dict=True,
+#     torch_dtype=torch.float16,
+#     device_map="cuda")
+model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 
 generation_config = GenerationConfig(