Add `lora_modules_to_save`
Browse files
src/axolotl/utils/models.py
CHANGED
@@ -285,6 +285,7 @@ def load_lora(model, cfg):
|
|
285 |
target_modules=cfg.lora_target_modules,
|
286 |
lora_dropout=cfg.lora_dropout,
|
287 |
fan_in_fan_out=cfg.lora_fan_in_fan_out,
|
|
|
288 |
bias="none",
|
289 |
task_type="CAUSAL_LM",
|
290 |
)
|
|
|
285 |
target_modules=cfg.lora_target_modules,
|
286 |
lora_dropout=cfg.lora_dropout,
|
287 |
fan_in_fan_out=cfg.lora_fan_in_fan_out,
|
288 |
+
modules_to_save=cfg.lora_modules_to_save if cfg.lora_modules_to_save else None,
|
289 |
bias="none",
|
290 |
task_type="CAUSAL_LM",
|
291 |
)
|