Steven10429 commited on
Commit
eae3852
·
verified ·
1 Parent(s): 4b4a015

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -117,8 +117,8 @@ def download_and_merge_model(base_model_name, lora_model_name, output_dir, devic
117
  adapter_tokenizer = AutoTokenizer.from_pretrained(lora_model_name)
118
  added_tokens_decoder = adapter_tokenizer.added_tokens_decoder
119
  model.resize_token_embeddings(adapter_tokenizer.vocab_size + len(added_tokens_decoder))
120
- model.load_adapter(lora_model_name, low_cpu_mem_usage=True)
121
- model = model.merge_and_unload()
122
  model.save_pretrained(output_dir)
123
  adapter_tokenizer.save_pretrained(output_dir)
124
  return output_dir
 
117
  adapter_tokenizer = AutoTokenizer.from_pretrained(lora_model_name)
118
  added_tokens_decoder = adapter_tokenizer.added_tokens_decoder
119
  model.resize_token_embeddings(adapter_tokenizer.vocab_size + len(added_tokens_decoder))
120
+ peft_model = PeftModel.from_pretrained(model, lora_model_name, low_cpu_mem_usage=True)
121
+ model = peft_model.merge_and_unload()
122
  model.save_pretrained(output_dir)
123
  adapter_tokenizer.save_pretrained(output_dir)
124
  return output_dir