Update scripts/finetune.py for logging
Browse filesCo-authored-by: NanoCode012 <kevinvong@rocketmail.com>
- scripts/finetune.py +1 -1
scripts/finetune.py
CHANGED
@@ -171,7 +171,7 @@ def train(
|
|
171 |
)
|
172 |
|
173 |
if "merge_lora" in kwargs and cfg.adapter is not None:
|
174 |
-
|
175 |
model = model.merge_and_unload()
|
176 |
|
177 |
if cfg.local_rank == 0:
|
|
|
171 |
)
|
172 |
|
173 |
if "merge_lora" in kwargs and cfg.adapter is not None:
|
174 |
+
logging.info("running merge of LoRA with base model")
|
175 |
model = model.merge_and_unload()
|
176 |
|
177 |
if cfg.local_rank == 0:
|