Training in progress, step 3000

adapter_config.json

@@ -22,13 +22,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
+    "down_proj",
+    "o_proj",
     "q_proj",
-    "v_proj",
     "k_proj",
     "up_proj",
-    "down_proj",
-    "o_proj",
-    "gate_proj"
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37951f6cc65c729a9ce2d54fa10f91d8e418166e175fff1508de86b2d4b400d0
+oid sha256:ca95b10eda7083ce2aaf7c094dd5244d1115daaf10585f843c317f7e550cc00d
 size 2460946960

runs/May09_16-55-00_879f0587a757/events.out.tfevents.1715273746.879f0587a757.4275.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cea70df718898195b22ac0934db38e9394529f9907c17f25b6c0a8cb12618e
+size 5404

runs/May09_18-02-42_879f0587a757/events.out.tfevents.1715277821.879f0587a757.21677.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2e700383bbb5ff7b690522c3c593ed2f949aab020bf8209ec6817a3f1d5493
+size 5404

runs/May09_18-05-29_879f0587a757/events.out.tfevents.1715277985.879f0587a757.21677.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dddee77c9934d6c82a0b5ed8183ba061522779859458b8f427ec4eb58ab0bc1
+size 5885

special_tokens_map.json

@@ -1,19 +1,7 @@
 {
   "additional_special_tokens": [
-    {
-      "content": "[SQL]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "[/SQL]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
+    "[SQL]",
+    "[/SQL]"
   ],
   "bos_token": {
     "content": "<|endoftext|>",

tokenizer_config.json

@@ -404,8 +404,12 @@
   "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = 'You are a helpful assistant.' %}{% endif %}{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in loop_messages %}{% if loop.index0 == 0 %}{{'<|im_start|>system\n' + system_message + '<|im_end|>\n'}}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
+  "max_length": 1024,
   "model_max_length": 4096,
   "pad_token": "<|endoftext|>",
+  "stride": 0,
   "tokenizer_class": "GPTNeoXTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<|endoftext|>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06fcd1ea98f2962639cdc05daeb092ebcef4b59d4ce2a280e465a4797d3e84ff
+oid sha256:d3cd06e1bc5d39cad2c771f380db45da3e508766294a8ec8328bfdcf08ae1c30
 size 5048