Training in progress, epoch 0

adapter_config.json

@@ -26,13 +26,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
+    "k_proj",
     "o_proj",
+    "up_proj",
+    "down_proj",
     "v_proj",
-    "q_proj",
     "gate_proj",
-    "up_proj",
-    "k_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a6f4f149e2cb7362a706126c98441bea4d461de037a688379bcb9eda819e76a
+oid sha256:f84a2e9a1f5d8fd54c94bb329d868cb9f1d1f598008607e33ade1c830f43cf88
 size 2815626616

added_tokens.json

@@ -1,4 +1,3 @@
 {
-  "<image>": 262145,
   "<image_soft_token>": 262144
 }

chat_template.json

@@ -1,3 +1,3 @@
 {
-  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n<start_of_turn>user\n{% for content in message['content'] %}\n{% if content['type'] == 'text' %}{{ content['text'] }}{% elif content['type'] == 'image' %}<image>{% endif %}\n{% endfor %}\n<end_of_turn>\n{% elif message['role'] == 'assistant' %}\n<start_of_turn>model\n{% for content in message['content'] %}\n{% if content['type'] == 'text' %}{{ content['text'] }}{% endif %}\n{% endfor %}\n<end_of_turn>\n{% elif message['role'] == 'system' %}\n<start_of_turn>system\n{% for content in message['content'] %}\n{% if content['type'] == 'text' %}{{ content['text'] }}{% endif %}\n{% endfor %}\n<end_of_turn>\n{% endif %}\n{% endfor %}\n{% if add_generation_prompt %}\n<start_of_turn>model\n{% endif %}\n"
+  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
 }

runs/Apr12_00-35-33_atl1-1-01-006-24-0.pace.gatech.edu/events.out.tfevents.1744432537.atl1-1-01-006-24-0.pace.gatech.edu.2820555.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730b4a57ac24030e347a569c058e8cf8b04066f395bc74009cf14b4b30787c3b
+size 7981

runs/Apr12_19-13-20_atl1-1-01-006-24-0.pace.gatech.edu/events.out.tfevents.1744499611.atl1-1-01-006-24-0.pace.gatech.edu.3499472.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acad793ff2a54d72a152378367b1cad32337bcbd8bd5bb6ee6f91ecd2af05043
+size 7312

special_tokens_map.json

@@ -1,13 +1,4 @@
 {
-  "additional_special_tokens": [
-    {
-      "content": "<image>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
-  ],
   "boi_token": "<start_of_image>",
   "bos_token": {
     "content": "<bos>",

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6eea405950660db056020376b7bb728da9f4549eb5bfd6496bba40dde75e5658
-size 33384906
+oid sha256:d786405177734910d7a3db625c2826640964a0b4e5cdbbd70620ae3313a01bef
+size 33384722

tokenizer_config.json

@@ -51321,22 +51321,11 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "262145": {
-      "content": "<image>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
     }
   },
-  "additional_special_tokens": [
-    "<image>"
-  ],
   "boi_token": "<start_of_image>",
   "bos_token": "<bos>",
-  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n<start_of_turn>user\n{% for content in message['content'] %}\n{% if content['type'] == 'text' %}{{ content['text'] }}{% elif content['type'] == 'image' %}<image>{% endif %}\n{% endfor %}\n<end_of_turn>\n{% elif message['role'] == 'assistant' %}\n<start_of_turn>model\n{% for content in message['content'] %}\n{% if content['type'] == 'text' %}{{ content['text'] }}{% endif %}\n{% endfor %}\n<end_of_turn>\n{% elif message['role'] == 'system' %}\n<start_of_turn>system\n{% for content in message['content'] %}\n{% if content['type'] == 'text' %}{{ content['text'] }}{% endif %}\n{% endfor %}\n<end_of_turn>\n{% endif %}\n{% endfor %}\n{% if add_generation_prompt %}\n<start_of_turn>model\n{% endif %}\n",
+  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n",
   "clean_up_tokenization_spaces": false,
   "eoi_token": "<end_of_image>",
   "eos_token": "<eos>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4e2786eb57e7acb8d2461eec038a710790d4b615805701a70ac74a4f2aa871e
+oid sha256:0ad99fa227a7ab66b3723d26e73579872b0e740dde6def088c273fb51ef7b1f3
 size 5688