Training in progress, step 500

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "codellama/CodeLlama-7b-Instruct-hf",
+  "base_model_name_or_path": "bigcode/starcoderbase-1b",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,8 +20,7 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "c_attn"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef8c3af850576605a471b3167466f6c94d8fc16e385d727101db28b040a6e0ed
-size 16794200
+oid sha256:3403b8ce684888f31919d27b00c1c0916277c47ffbe8f693cc73b09268dd49ab
+size 3348464

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb0ec0c5e94e5efc3a005b68a30bda864f95ee0132baabd6b4cd025bc2de5e7a
+oid sha256:b216a428ba531e44619782242c32bc1b8abcaaa367228615237b7c2ce7970457
 size 4920