Training in progress, epoch 1

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
+    "down_proj",
+    "k_proj",
     "up_proj",
+    "gate_proj",
     "q_proj",
-    "k_proj",
-    "down_proj",
     "v_proj",
-    "gate_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a024b082bfefc0455d251bf81000219da4194a948de97947b90185c27761b0c3
+oid sha256:30fe7798496c84aff511b0c2bc9657b589e5c84bec4855ea9a4b1f907f62d194
 size 2155941056

runs/May28_09-33-58_1724fad029dc/events.out.tfevents.1716881645.1724fad029dc.22807.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3398f40558cc17ac11c7b0591e072c68eca5a1e9a892b6ffb5a1f7ba2e0f46
+size 5206

runs/May28_09-41-08_1724fad029dc/events.out.tfevents.1716882075.1724fad029dc.27751.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1b13678f4dfc09bda6152894e0e6700384e97d3b87d6cfa110a256ad653c6a
+size 14947

special_tokens_map.json

@@ -1,4 +1,20 @@
 {
+  "additional_special_tokens": [
+    {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
   "bos_token": "<|im_start|>",
   "eos_token": "<|im_end|>",
   "pad_token": "<|im_end|>"

tokenizer_config.json

@@ -2065,7 +2065,10 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
+  "additional_special_tokens": [
+    "<|im_end|>",
+    "<|im_start|>"
+  ],
   "bos_token": "<|im_start|>",
   "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e9b2a18f2ff9c0e25b74df05d0f5609dea1af3a95412f71b027fd2c7d4c9db2
+oid sha256:026887f7331a71107360bbde1fc18074fd4f037f68c154e0602b296ddb1ccc51
 size 4792