Training in progress, step 10

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_4h_to_h",
     "dense_h_to_4h",
     "query_key_value",
-    "dense"
+    "dense",
+    "dense_4h_to_h"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02fde749621429f982f3a9c8f195330a4942578741fc0abd3d0641c3b1672feb
+oid sha256:c1f353e158c7b225b5e899b01d1de7c21674c19a06209368a6f03f185f4654f4
 size 261131840

runs/Dec04_18-52-58_23e1f1db1d33/events.out.tfevents.1701715984.23e1f1db1d33.245.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f6aa78d652076bf35014bd33163fd328c7c99f03654129a4aa1b6c3a760f40
+size 5135

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 1024,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15e302fb8857995ba36018411fc13a7cd2794f2e486ca8c62b4f229b4021b698
+oid sha256:2feabfd3139bdac298232e4a479915ca31dc3dec28f78723c6e36f1cbcff5cf0
 size 4728