Training in progress, step 26

adapter_config.json

@@ -1,32 +1,43 @@
-{
-  "alpha_pattern": {},
-  "auto_mapping": {
-    "base_model_class": "LlavaForConditionalGeneration",
-    "parent_library": "transformers.models.llava.modeling_llava"
-  },
-  "base_model_name_or_path": "llava-hf/llava-1.5-7b-hf",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layer_replication": null,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "loftq_config": {},
-  "lora_alpha": 16,
-  "lora_dropout": 0.0,
-  "megatron_config": null,
-  "megatron_core": "megatron.core",
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 64,
-  "rank_pattern": {},
-  "revision": null,
-  "target_modules": [
-    "q_proj",
-    "v_proj"
-  ],
-  "task_type": null,
-  "use_dora": false,
-  "use_rslora": false
+{
+  "alpha_pattern": {},
+  "auto_mapping": {
+    "base_model_class": "LlavaForConditionalGeneration",
+    "parent_library": "transformers.models.llava.modeling_llava"
+  },
+  "base_model_name_or_path": "llava-hf/llava-1.5-7b-hf",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "out_proj",
+    "k_proj",
+    "q_proj",
+    "v_proj",
+    "gate_proj",
+    "down_proj",
+    "fc1",
+    "fc2",
+    "linear_1",
+    "lm_head",
+    "o_proj",
+    "linear_2",
+    "up_proj"
+  ],
+  "task_type": null,
+  "use_dora": false,
+  "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:961f1bd3f0bfb4fc85f0fdaa7ab220a6819ad2087803bb768716721f0072b47d
-size 766181720
+oid sha256:f2b162d077dbfc8de9974df6ee7d88efc1a85b55945c6473640d68741c95d1fd
+size 1290994752

runs/Jul21_12-05-34_DESKTOP-49H3R8K/events.out.tfevents.1721542842.DESKTOP-49H3R8K

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c649e20cc26d34bb361c2b39f13909b4dfcb9cb514776adea83b8632afe20
+size 6770

runs/Jul21_12-08-29_DESKTOP-49H3R8K/events.out.tfevents.1721543011.DESKTOP-49H3R8K

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4403707fe14d070468e6d4004ed97b1637d57163a5ae235821ed09170126c7f5
+size 6357

runs/Jul21_12-15-50_DESKTOP-49H3R8K/events.out.tfevents.1721543453.DESKTOP-49H3R8K

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47600c3c4fb1086b13864002e4860613f5b2490c8a768a098f99de0f99dcc58
+size 5943

runs/Jul21_12-20-02_DESKTOP-49H3R8K/events.out.tfevents.1721543705.DESKTOP-49H3R8K

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe51aaf388157c6c689d9be1110b9257f02f5760864fbf06d81dd37d11ed6635
+size 7326

special_tokens_map.json

@@ -1,30 +1,30 @@
-{
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<pad>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -1,61 +1,61 @@
-{
-  "add_bos_token": true,
-  "add_eos_token": false,
-  "add_prefix_space": null,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32000": {
-      "content": "<image>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32001": {
-      "content": "<pad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<s>",
-  "chat_template": "\n{\n    \"id\": \"{{chat_id}}\",\n    \"image_path\": \"{{image_path}}\",\n    \"conversations\": [\n        {% for message in messages %}\n        {\n            \"from\": \"{% if message['role'] == 'user' %}human{% else %}gpt{% endif %}\",\n            \"value\": \"{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image>{% endif %}{% endfor %}\"\n        }{% if not loop.last %},{% endif %}\n        {% endfor %}\n    ]\n}\n",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": false,
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<pad>",
-  "padding_side": "left",
-  "processor_class": "LlavaProcessor",
-  "sp_model_kwargs": {},
-  "tokenizer_class": "LlamaTokenizer",
-  "trust_remote_code": false,
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<image>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "chat_template": "\n{\n    \"id\": \"{{chat_id}}\",\n    \"conversations\": [\n        {% for message in messages %}\n        {\n            \"from\": \"{% if message['role'] == 'user' %}human{% else %}gpt{% endif %}\",\n            \"value\": \"{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image>{% endif %}{% endfor %}\"\n        }{% if not loop.last %},{% endif %}\n        {% endfor %}\n    ]\n}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "LlavaProcessor",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "trust_remote_code": false,
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5079afb5527f81ffdc88e37c4bda8aaf98936cc60a5fdf60a81c2e759f1bfad5
+oid sha256:07cca6bdf3d44901b4d5927a0dff97a18e218035afc9ca0490345d9d365d4cbd
 size 5432