Update app.py

app.py

@@ -12,13 +12,13 @@ repository = Repository(model_name, clone_from="adi1193/mistral-postv6")
 
 # Load the model
 model_path = repository.local_dir
-# model = AutoPeftModelForCausalLM.from_pretrained(
-#     model_path,
-#     low_cpu_mem_usage=True,
-#     return_dict=True,
-#     torch_dtype=torch.float16,
-#     device_map="cuda")
-model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
+model = AutoPeftModelForCausalLM.from_pretrained(
+    model_path,
+    low_cpu_mem_usage=True,
+    return_dict=True,
+    torch_dtype=torch.float16,
+    device_map="cpu")
+# model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 
 generation_config = GenerationConfig(