Training in progress, step 50

adapter_config.json

@@ -19,16 +19,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
     "v_proj",
+    "down_proj",
     "k_proj",
+    "lm_head",
     "o_proj",
-    "up_proj",
     "gate_proj",
-    "lm_head",
-    "q_proj"
+    "q_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
-  "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fec2d457562d49bc484cec68c6af7f353b39645eec6bdfdbb666cf2298f9ee26
+oid sha256:5cc53ae6dc65ec9d2397fa336c346a12d90367eef2459bf163299422571ed2c6
 size 600059184

tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 512,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1063838239da656aacfa9f24b133c884eb1529130042f6a57077d51682e791d
-size 4856
+oid sha256:4081863c3b78c3896dad8368051fd6136fb7e1526cc288e6e99a637ef390343a
+size 4664