Training in progress, step 50

adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8122af6912359151494cebd58c3149c4c353ea029af142df878b3a7cdd736c9
+oid sha256:59a5955bdceb10c051f4d2ee00e097b2ca6d4eabb1417784401a944c0a9e1f5f
 size 16794200

runs/Feb23_06-59-51_f5ca83435377/events.out.tfevents.1708671613.f5ca83435377.212.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335538e842425f01cf16535049bcc4a293eb9b6558d490abdfd77093d8f1917
+size 6108

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 384,
+    "max_length": 128,
     "strategy": "LongestFirst",
     "stride": 0
   },

tokenizer_config.json

@@ -30,11 +30,15 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "max_length": 384,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
   "padding": true,
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd7157cefd7e00328851ff5bc5519942fad8cc3f451a8c770420c2ada04b0a44
-size 4728
+oid sha256:718aa3e271502560e7dd49f12f46dd0c87cae6ecdf0305d74e424ddc8f4f67b0
+size 4920