Training in progress, step 9200

adapter_config.json

@@ -6,6 +6,7 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
+  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -19,14 +20,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "v_proj",
     "down_proj",
-    "k_proj",
-    "up_proj",
+    "v_proj",
     "q_proj",
+    "up_proj",
+    "k_proj",
+    "o_proj",
     "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
+  "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ad22e3fa17758037a918be787e8adf2fe4c07639b59dff39f872fdfdef1890f
+oid sha256:51499d84d8efb428eb9dd4909e57b51342889e406a487f65722e11603ca0ec6c
 size 1279323952

runs/Apr23_17-35-36_kao-dgxa-e10-u17/events.out.tfevents.1713890146.kao-dgxa-e10-u17.2625274.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cc2c6f309d55ec24547958a0ac02b764915070d3217e6e4c6668631ffaa4db3
-size 1916115
+oid sha256:1e8c579cf815a1d2c0b060313f2a7fe895adac0c7f21d1745aa449db65e0dcd6
+size 1958104

runs/Apr24_14-29-06_kao-dgxa-e10-u17/events.out.tfevents.1713965351.kao-dgxa-e10-u17.3864025.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26564298eaa924ffcb1b7c1eec3bf008edf2af2a21bfab52d0ea6ec92201096
+size 47764

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eed0e928aa02f17fbbbc26f28c58699a951778525dab404ebdb7ee049e39b82c
-size 5112
+oid sha256:fb4b6829eb8c1ad52fa891cd2b1aa5be9322fb25279ffb21273b53e1a2e534dd
+size 5176