Phi2_FineTuned / adapter_utils.py
bala1802's picture
Upload 6 files
a36cb22 verified
raw
history blame contribute delete
341 Bytes
from peft import LoraConfig
import config
def load_adapter(target_modules):
peft_config = LoraConfig(
lora_alpha=config.LORA_ALPHA,
lora_dropout=config.LORA_DROPOUT,
r = config.LORA_RANK,
bias="none",
task_type=config.TASK_TYPE,
target_modules=target_modules
)
return peft_config