Merge pull request #44 from OpenAccess-AI-Collective/qlora-add-modules-tuple

src/axolotl/utils/models.py

@@ -363,13 +363,13 @@ def load_lora(model, cfg):
     )
 
     bits = None
-    if cfg.cfg.load_in_4bits: 
+    if cfg.cfg.load_in_4bits:
         bits = 4
-    elif cfg.cfg.load_in_8bits: 
+    elif cfg.cfg.load_in_8bits:
         bits = 8
     linear_names = find_all_linear_names(bits, model)
     logging.info(f"found linear modules: {repr(linear_names)}")
-    lora_target_modules = cfg.lora_target_modules + linear_names
+    lora_target_modules = list(cfg.lora_target_modules) + linear_names
 
     lora_config = LoraConfig(
         r=cfg.lora_r,