Training in progress, step 370

adapter_config.json

@@ -23,19 +23,19 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "fc2",
-    "v_proj",
+    "o_proj",
     "fc1",
-    "linear_1",
-    "up_proj",
-    "q_proj",
-    "k_proj",
+    "v_proj",
     "linear_2",
-    "o_proj",
-    "lm_head",
+    "out_proj",
     "gate_proj",
-    "out_proj"
+    "down_proj",
+    "k_proj",
+    "linear_1",
+    "lm_head",
+    "fc2",
+    "up_proj",
+    "q_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6fc4322fae07ac1c39ed2e140271effb6c9d5d9046341acce2eecfb5cec4bb2
+oid sha256:0d8b9ff2e04098294b27759fbae6d0a109a8e25de081d02d98b47b832abf5c5a
 size 1290994752

runs/Sep03_07-09-26_cb3b72663c8d/events.out.tfevents.1725347387.cb3b72663c8d.2233.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9be1fd0788a9486545c732429972ce4f6f24280aa0e243ef37b0924e004f79f
+size 21961

tokenizer_config.json

@@ -45,7 +45,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "\nThis is a conversation between a system and an artificial intelligence model.\nThe system provides fine dust concentration based on satellite images, past data, and statistical trends over time.\n\n{% for message in messages %}\n{% if message['role'] == 'system' %}\nSYSTEM:\n{% endif %}\n{% for item in message['content'] %}\n{% if item['type'] == 'text' %}\n{{ item['text'] }}\n{% elif item['type'] == 'image' %}\n<image>\n{% endif %}\n{% endfor %}\n{{eos_token}}\n{% endfor %}\n",
+  "chat_template": "\nThis is a conversation between a system and an artificial intelligence model.\nThe system provides fine dust concentration based on satellite images, past data, and statistical trends over time.\n\n{% for message in messages %}\n{% if message['role'] == 'system' %}\nSYSTEM:\n{% elif message['role'] == 'assistant' %}\nASSISTANT:\n{% endif %}\n{% for item in message['content'] %}\n{% if item['type'] == 'text' %}\n{{ item['text'] }}\n{% elif item['type'] == 'image' %}\n<image>\n{% endif %}\n{% endfor %}\n{{eos_token}}\n{% endfor %}\n",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1bebcf6839b0d1d794f2af21a98d6257fef92ae069874104c4514102ce6ee54
+oid sha256:13b96194c201477616afb1e10ca03241371d4a54bfd625675578c4953fe34512
 size 5496