Training in progress, step 500

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "unsloth/tinyllama-bnb-4bit",
+  "base_model_name_or_path": "unsloth/tinyllama-chat-bnb-4bit",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": "unsloth",
   "target_modules": [
+    "v_proj",
     "q_proj",
-    "up_proj",
     "k_proj",
     "gate_proj",
+    "up_proj",
     "down_proj",
-    "o_proj",
-    "v_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6feebb055c62e8e26db195bff7a3e8aa1f9a80659719edaa8e50a1e3634a8cc4
+oid sha256:b0a312a25a9a145341b39a0a794fdbc3c24012466177df17ec6869fbcb049ddb
 size 50503544

runs/Jul28_18-13-06_504876d1382e/events.out.tfevents.1722190407.504876d1382e.915.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42aba9ed9420481d42019e726f3d42424137381bf46d8f17ee3691c9767355
+size 110411

tokenizer_config.json

@@ -29,6 +29,7 @@
     }
   },
   "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa7b8d99b89c3a3bff2d4e0de36da71b0eed79723fe6a52439228fb543936121
-size 5112
+oid sha256:bff0d3027f101c278f7f3e454af5ce9bdda22b0159aeb57c8255c0fcae13c8cb
+size 5176