---
library_name: peft
---

# Load the Lora model
'''
  import torch
  from peft import PeftModel, PeftConfig
  from transformers import AutoModelForCausalLM, AutoTokenizer

  peft_model_id = "lucas0/empath-llama-7b"
  config = PeftConfig.from_pretrained(peft_model_id)
  model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto')
  tokenizer = AutoTokenizer.from_pretrained(cwd+"/tokenizer.model")

  model = PeftModel.from_pretrained(model, peft_model_id)
'''
## Training procedure

### Framework versions


- PEFT 0.5.0