Training in progress, epoch 1

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": null,
+  "base_model_name_or_path": "TheBloke/zephyr-7B-alpha-GPTQ",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,11 +20,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
     "q_proj",
     "v_proj",
+    "k_proj",
     "o_proj",
-    "k_proj"
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fee1dde48459f2cf20eef40252a7062c0e3cddcab6fc36a8ace04ad3f0bd41c0
-size 92323040
+oid sha256:6d02effbf6f2d82ae06712ec2f101c83b112c06cd33590331f9468a70fc601a9
+size 92317600

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1c75fcd266df0aae83c1d75e9e4e379ea4827b87902c5eba3e0d0d9fbc92554
+oid sha256:4ebdb46bdbff50c428be5942e0e7a2d8b749770802c6a5317fa0ad85c56af018
 size 5112