Hugging Face's logo

kkchaulagain
/
llava-1.5-7b-hf-ft-mix-vsft

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files Metrics Community
kkchaulagain commited on
Commit
efef427
•
1 Parent(s): 1b8b4a7

Training in progress, step 97

Browse files
Files changed (26) hide show
  1. adapter_config.json +32 -0
  2. adapter_model.safetensors +3 -0
  3. added_tokens.json +4 -0
  4. runs/Jul20_10-56-47_1248152bba4e/events.out.tfevents.1721473223.1248152bba4e.211.0 +3 -0
  5. runs/Jul20_10-56-47_1248152bba4e/events.out.tfevents.1721473357.1248152bba4e.211.1 +3 -0
  6. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473466.1248152bba4e.211.2 +3 -0
  7. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473810.1248152bba4e.211.3 +3 -0
  8. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473865.1248152bba4e.211.4 +3 -0
  9. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473992.1248152bba4e.211.5 +3 -0
  10. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474195.1248152bba4e.211.6 +3 -0
  11. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474459.1248152bba4e.211.7 +3 -0
  12. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474548.1248152bba4e.211.8 +3 -0
  13. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474598.1248152bba4e.211.9 +3 -0
  14. runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474642.1248152bba4e.211.10 +3 -0
  15. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474723.1248152bba4e.211.11 +3 -0
  16. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474767.1248152bba4e.211.12 +3 -0
  17. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474947.1248152bba4e.211.13 +3 -0
  18. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474986.1248152bba4e.211.14 +3 -0
  19. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721475373.1248152bba4e.211.15 +3 -0
  20. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721475433.1248152bba4e.211.16 +3 -0
  21. runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721475683.1248152bba4e.211.17 +3 -0
  22. special_tokens_map.json +30 -0
  23. tokenizer.json +0 -0
  24. tokenizer.model +3 -0
  25. tokenizer_config.json +61 -0
  26. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "LlavaForConditionalGeneration",
5
+ "parent_library": "transformers.models.llava.modeling_llava"
6
+ },
7
+ "base_model_name_or_path": "llava-hf/llava-1.5-7b-hf",
8
+ "bias": "none",
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_dropout": 0.0,
18
+ "megatron_config": null,
19
+ "megatron_core": "megatron.core",
20
+ "modules_to_save": null,
21
+ "peft_type": "LORA",
22
+ "r": 64,
23
+ "rank_pattern": {},
24
+ "revision": null,
25
+ "target_modules": [
26
+ "q_proj",
27
+ "v_proj"
28
+ ],
29
+ "task_type": null,
30
+ "use_dora": false,
31
+ "use_rslora": false
32
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961f1bd3f0bfb4fc85f0fdaa7ab220a6819ad2087803bb768716721f0072b47d
3
+ size 766181720
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<image>": 32000,
3
+ "<pad>": 32001
4
+ }
runs/Jul20_10-56-47_1248152bba4e/events.out.tfevents.1721473223.1248152bba4e.211.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efa6f8443b3146ec814f8442dfdba4a7512a28acf939944f638b4f6573833db0
3
+ size 11882
runs/Jul20_10-56-47_1248152bba4e/events.out.tfevents.1721473357.1248152bba4e.211.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df221bb917445f16fd713d442651c892fd936031a9187aa1311fb06e8a030ba
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473466.1248152bba4e.211.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20129d84ae0b0b502aade8e6230ba452eb3eae35f1b5406f6ede83ea964ca9f4
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473810.1248152bba4e.211.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac736d6eeddf4c1fba62564210e6327aa1056483a892661517b8ed88d8141c46
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473865.1248152bba4e.211.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f4c560301e73c1f655e0ba9e8eec43eb3ce329b8dca4510527c39b450c017a7
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721473992.1248152bba4e.211.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11301817859e6adca535b2a44aaedea439db3bed73b9d0e5080c79b5b150e3be
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474195.1248152bba4e.211.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89ed389bad5b2dfbcd66c2ab7ee288d950e4b31ef8a78ed50c6f9a2f4a693354
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474459.1248152bba4e.211.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47f1df54eab36813cbbce4bb3cc74fcfb18daca0abc7611f6a683042e60d6e1d
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474548.1248152bba4e.211.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ff98249edc84a1ed341fbd91f04590baca52630e2a69d30c031490bc8a93c6
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474598.1248152bba4e.211.9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee498a88a3dad74e6eb709bd85e488f574e0da025eae24137fa535855130d656
3
+ size 5985
runs/Jul20_11-02-58_1248152bba4e/events.out.tfevents.1721474642.1248152bba4e.211.10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0601dfc6c5225d351d246fc9d1d6e77b69b5dc1d908f256c4ddde0867df5a318
3
+ size 5985
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474723.1248152bba4e.211.11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd326d53c733552e7b68eb457e905de902738de955ecb2a2d1697747cbf8c45d
3
+ size 5985
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474767.1248152bba4e.211.12 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:234e335746e5fef479f784374c27564e673407647f0bcddebf5b8fc3607ca673
3
+ size 5985
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474947.1248152bba4e.211.13 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:640293f1265fa6ef78fc9498fc93b108015adb50a74cf4eb156b2632581c4e1e
3
+ size 5985
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721474986.1248152bba4e.211.14 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:676ac7c7b8d9452cc7b565b3773d8bf3884817f6bfc72bdb8b020ea3f3986850
3
+ size 5985
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721475373.1248152bba4e.211.15 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0031515380cd9779fbfc4024900e393b71ea525a7d4150a6cd5737fd0456af3d
3
+ size 11882
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721475433.1248152bba4e.211.16 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e95a3fa2ea648e4337cd66641da4b19a1240ca63f89045fd05e0a0e82936cd05
3
+ size 11882
runs/Jul20_11-25-18_1248152bba4e/events.out.tfevents.1721475683.1248152bba4e.211.17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb7dc124cc4921629ed3e3a9b0c3c522d768fc8c6df22d1dd4bb03841315d9d6
3
+ size 16163
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": null,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "<unk>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<s>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "</s>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ },
30
+ "32000": {
31
+ "content": "<image>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "32001": {
39
+ "content": "<pad>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false,
44
+ "special": true
45
+ }
46
+ },
47
+ "bos_token": "<s>",
48
+ "chat_template": "\n{\n \"id\": \"{{chat_id}}\",\n \"image_path\": \"{{image_path}}\",\n \"conversations\": [\n {% for message in messages %}\n {\n \"from\": \"{% if message['role'] == 'user' %}human{% else %}gpt{% endif %}\",\n \"value\": \"{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image>{% endif %}{% endfor %}\"\n }{% if not loop.last %},{% endif %}\n {% endfor %}\n ]\n}\n",
49
+ "clean_up_tokenization_spaces": false,
50
+ "eos_token": "</s>",
51
+ "legacy": false,
52
+ "model_max_length": 1000000000000000019884624838656,
53
+ "pad_token": "<pad>",
54
+ "padding_side": "left",
55
+ "processor_class": "LlavaProcessor",
56
+ "sp_model_kwargs": {},
57
+ "tokenizer_class": "LlamaTokenizer",
58
+ "trust_remote_code": false,
59
+ "unk_token": "<unk>",
60
+ "use_default_system_prompt": false
61
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5079afb5527f81ffdc88e37c4bda8aaf98936cc60a5fdf60a81c2e759f1bfad5
3
+ size 5432