Training in progress, step 500

adapter_config.json

@@ -1,4 +1,5 @@
 {
+  "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "TheBloke/Llama-2-7b-Chat-GPTQ",
   "bias": "none",
@@ -12,12 +13,17 @@
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 8,
+  "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "o_proj",
     "q_proj",
-    "v_proj"
+    "o_proj",
+    "up_proj",
+    "lm_head",
+    "v_proj",
+    "gate_proj",
+    "k_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:482bac7b70ed5e4db461e0ddd1e6ccba4dd8720bbb99a09827e89c79ddd002eb
+oid sha256:146d14486f3a9145876763cd282d034de5fd3d2ac7843140856c1b647894135f
 size 33646858

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397f0c790e3c139f20c4bb57eb46b9c12f3c06d708cfa8f31784e59ed0b2b573
+size 81168432

runs/Dec05_05-51-44_79c705a95e4d/events.out.tfevents.1701755505.79c705a95e4d.5674.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ee2ea5c3c0aa857c86469e6fe9b71c42cf63fed97b7f591986eaa4c01aed94
+size 6483

runs/Nov02_01-00-52_185b9c91f181/events.out.tfevents.1698886853.185b9c91f181.2090.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef64c14c0b343836c7eab52385d62ddd291597126aad7b7e06984d142c545a3
+size 22345

tokenizer_config.json

@@ -33,5 +33,5 @@
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
-  "use_default_system_prompt": true
+  "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:099a9b09dcaabfa36a0198a6d959470f9a04e1b4f9ffc84389dc24cb4195319e
-size 4600
+oid sha256:01d46cc285a96db1df60640c5f1b63529d48e9a4a5500c290c205c381ab7d12a
+size 4664