Training in progress, step 10000

adapter_config.json

@@ -22,13 +22,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "o_proj",
-    "gate_proj",
-    "k_proj",
     "v_proj",
+    "k_proj",
+    "q_proj",
+    "up_proj",
     "down_proj",
-    "up_proj"
+    "o_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2fd4f2ca2d228c9aa0287573cdb4c0b4cac6aa158f3379c9bdabe47bd2360de
+oid sha256:86c419900cb0220667f19da28f719e5c572cb4a4203f167e798ddd4de63a350d
 size 2460946960

runs/May11_14-07-26_94b28b3b7833/events.out.tfevents.1715436487.94b28b3b7833.176.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f924a8b64d10065bb8b390615f3b8649abc8dabb24cbd8f21faa3c8c01fe5
+size 5885

tokenizer.json

@@ -460,10 +460,30 @@
     "use_regex": true
   },
   "post_processor": {
-    "type": "ByteLevel",
-    "add_prefix_space": false,
-    "trim_offsets": true,
-    "use_regex": true
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {}
   },
   "decoder": {
     "type": "ByteLevel",
@@ -479,6 +499,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "<|endoftext|>": 0,
       "<|padding|>": 1,

tokenizer_config.json

@@ -1,4 +1,6 @@
 {
+  "add_bos_token": false,
+  "add_eos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "0": {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8415041ca672e470b777a760ebcf14fbca29ab93475dc4bd62233bcbf2ca1246
-size 4984
+oid sha256:8db781c44455fe7bb96fd2029b04467c270de7d9e62308b5ab26aef36cf86797
+size 5048