Update app.py
Browse files
app.py
CHANGED
@@ -117,8 +117,8 @@ def download_and_merge_model(base_model_name, lora_model_name, output_dir, devic
|
|
117 |
adapter_tokenizer = AutoTokenizer.from_pretrained(lora_model_name)
|
118 |
added_tokens_decoder = adapter_tokenizer.added_tokens_decoder
|
119 |
model.resize_token_embeddings(adapter_tokenizer.vocab_size + len(added_tokens_decoder))
|
120 |
-
|
121 |
-
model =
|
122 |
model.save_pretrained(output_dir)
|
123 |
adapter_tokenizer.save_pretrained(output_dir)
|
124 |
return output_dir
|
|
|
117 |
adapter_tokenizer = AutoTokenizer.from_pretrained(lora_model_name)
|
118 |
added_tokens_decoder = adapter_tokenizer.added_tokens_decoder
|
119 |
model.resize_token_embeddings(adapter_tokenizer.vocab_size + len(added_tokens_decoder))
|
120 |
+
peft_model = PeftModel.from_pretrained(model, lora_model_name, low_cpu_mem_usage=True)
|
121 |
+
model = peft_model.merge_and_unload()
|
122 |
model.save_pretrained(output_dir)
|
123 |
adapter_tokenizer.save_pretrained(output_dir)
|
124 |
return output_dir
|