qnguyen3 commited on
Commit
60820c7
1 Parent(s): 8c9bb5e

Upload folder using huggingface_hub

Browse files
Files changed (42) hide show
  1. added_tokens.json +5 -0
  2. config.json +37 -0
  3. generation_config.json +7 -0
  4. merges.txt +0 -0
  5. model-00001-of-00031.safetensors +3 -0
  6. model-00002-of-00031.safetensors +3 -0
  7. model-00003-of-00031.safetensors +3 -0
  8. model-00004-of-00031.safetensors +3 -0
  9. model-00005-of-00031.safetensors +3 -0
  10. model-00006-of-00031.safetensors +3 -0
  11. model-00007-of-00031.safetensors +3 -0
  12. model-00008-of-00031.safetensors +3 -0
  13. model-00009-of-00031.safetensors +3 -0
  14. model-00010-of-00031.safetensors +3 -0
  15. model-00011-of-00031.safetensors +3 -0
  16. model-00012-of-00031.safetensors +3 -0
  17. model-00013-of-00031.safetensors +3 -0
  18. model-00014-of-00031.safetensors +3 -0
  19. model-00015-of-00031.safetensors +3 -0
  20. model-00016-of-00031.safetensors +3 -0
  21. model-00017-of-00031.safetensors +3 -0
  22. model-00018-of-00031.safetensors +3 -0
  23. model-00019-of-00031.safetensors +3 -0
  24. model-00020-of-00031.safetensors +3 -0
  25. model-00021-of-00031.safetensors +3 -0
  26. model-00022-of-00031.safetensors +3 -0
  27. model-00023-of-00031.safetensors +3 -0
  28. model-00024-of-00031.safetensors +3 -0
  29. model-00025-of-00031.safetensors +3 -0
  30. model-00026-of-00031.safetensors +3 -0
  31. model-00027-of-00031.safetensors +3 -0
  32. model-00028-of-00031.safetensors +3 -0
  33. model-00029-of-00031.safetensors +3 -0
  34. model-00030-of-00031.safetensors +3 -0
  35. model-00031-of-00031.safetensors +3 -0
  36. model.safetensors.index.json +0 -0
  37. special_tokens_map.json +20 -0
  38. tokenizer.json +0 -0
  39. tokenizer_config.json +44 -0
  40. trainer_state.json +0 -0
  41. training_args.bin +3 -0
  42. vocab.json +0 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/workspace/HF/llava",
3
+ "architectures": [
4
+ "BunnyQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "freeze_mm_mlp_adapter": false,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "image_aspect_ratio": "pad",
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 29568,
14
+ "max_position_embeddings": 131072,
15
+ "max_window_layers": 28,
16
+ "mm_hidden_size": 1152,
17
+ "mm_projector_lr": null,
18
+ "mm_projector_type": "mlp2x_gelu",
19
+ "mm_vision_tower": "/workspace/HF/llava/vision-siglip",
20
+ "model_type": "bunny-qwen",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 80,
23
+ "num_key_value_heads": 8,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 1000000.0,
26
+ "sliding_window": 4096,
27
+ "tie_word_embeddings": false,
28
+ "tokenizer_model_max_length": 4096,
29
+ "tokenizer_padding_side": "right",
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.41.2",
32
+ "tune_mm_mlp_adapter": false,
33
+ "use_cache": true,
34
+ "use_mm_proj": true,
35
+ "use_sliding_window": false,
36
+ "vocab_size": 152064
37
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151643,
5
+ "max_new_tokens": 2048,
6
+ "transformers_version": "4.41.2"
7
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:381fed0130b68fcfbc98ca77f6ae836a49004c259268cc416b30ef097cc55aee
3
+ size 4548798728
model-00002-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c2fea5139ea5fbffee2f76185f774f7a17af89f78d129ddb124f15700650ef
3
+ size 4964101384
model-00003-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d902efa4405fca4e4199e6f1eb38e0a0d70f3cd9df339eb0a610e7a5d9b6298
3
+ size 4781637328
model-00004-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a67a0a10d63b90f07c252e955d0427a94a8012bfbda96eb0cb4eb98d92ae0f
3
+ size 4781670320
model-00005-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0bd45d557cbb4ee398b3dc672c89941716cfa2ab83e0894e23505436f940ef
3
+ size 4781670360
model-00006-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a82c47c1e19135c8d9ea4770326cabc36b403a9809520a2b0c959a1994b17a2
3
+ size 4964101416
model-00007-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e1155c45ca25c6e0af49986c6e9547d1eb436d853a2c4a9eface44b134949ee
3
+ size 4781637360
model-00008-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e71ddc82195a67127223d9e64711ea03c35ca715ba221e38381d47ba5bcb9d
3
+ size 4781670360
model-00009-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e189f8c0e173ec9b387edd2a3b8cde9ea872316b48a8bda75bd9dea96077d4
3
+ size 4781670360
model-00010-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e235896aba081b80a56b412e12f16938a93f4f50acb42d0b9f548ad048c276f7
3
+ size 4964101416
model-00011-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3368dc4bfa112acc3afc89cb79da09e3b613f72dc2ef3fc578208297c154c96a
3
+ size 4781637360
model-00012-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3bf9ab766860f030eea05123071712a7700389e1b9873516ae6c5289e04315a
3
+ size 4781670360
model-00013-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b12fd1118db72dd25bdbf47b32433949ef0f73a2c19caed71591b5dea1e84f85
3
+ size 4781670360
model-00014-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab5c72e0c8ea6595c1379220d22f51fd21eba952122c719ded5c5208a1121c1
3
+ size 4964101416
model-00015-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fea085a6fc64b716408727cbbe4cf2f20d0f4cdbec62cde97934784ed126337
3
+ size 4781637360
model-00016-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44903849eba3eb37ed9dc983dd650607bc553a8241ab7a49716ac586ad3168c0
3
+ size 4781670360
model-00017-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a74b9545126f8e49cd5a77846aea04ab116b2f490cbd519fb7df610e8d8e976
3
+ size 4781670360
model-00018-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44a16ad9316f98d5d570b7ab98942c20ba36c56b4bb4347c083d54b47a2d5b0a
3
+ size 4964101416
model-00019-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1093be7cdd43c65e0c06e0a2816ef658286b1f54457dd8d4e116040bdede0d85
3
+ size 4781637360
model-00020-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f527da1d8ff56ae85cc58358af8c2dbffd67c24d7959f2fa6ce379c7ca3f034
3
+ size 4781670360
model-00021-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab771e44b2f0099c79d2e84e1cb3b2b05adb16ec29dc473d37587535406bfc11
3
+ size 4781670360
model-00022-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fc769d2fd5dea46402e386a725477bae21cdc71194d34153f4052385724d1e
3
+ size 4964101416
model-00023-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8929bc1ce0ef83859189cdc076208e1b665375d051ddb9e3d1e414842d95fce3
3
+ size 4781637360
model-00024-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c6465439aeb9e0eb8fb87d1a7a99dfa30043796d0586a461c574ff6cb14c76d
3
+ size 4781670360
model-00025-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:734ac2c751b16cde42f8ff30297a2a18cd1a33333db4f8d8423053b93513f501
3
+ size 4781670360
model-00026-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e387b39067a4686afc0efc97fcae5c5d11dbe3f1ab43b8edeea970019536c5e
3
+ size 4964101416
model-00027-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e382d8267b5028ad7953cc726905e497f9e6e8d9f9286e5988441c8b8a4ff727
3
+ size 4781637360
model-00028-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54abf5f2ae0356c045a49f31ba917c8479ef50ff228d8418530ccf0c9d3f161e
3
+ size 4781670360
model-00029-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e75af61738ab84a14c5fb998a74866b8e9f8591fe35fecb53456119ed6afc21
3
+ size 4781670360
model-00030-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8d3b1cbf3920dc41c7c942bef66a0ec1b12478f48cae3715c8efc86a26ce53
3
+ size 4218393760
model-00031-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbcbbc49a253740a5fd8a84277a886adaeaf3d6c1d3af739fdcdf1b94e94a3a
3
+ size 2491416704
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>"
5
+ ],
6
+ "eos_token": {
7
+ "content": "<|im_end|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "pad_token": {
14
+ "content": "<|endoftext|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ }
20
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ }
28
+ },
29
+ "additional_special_tokens": [
30
+ "<|im_start|>",
31
+ "<|im_end|>"
32
+ ],
33
+ "bos_token": null,
34
+ "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
+ "clean_up_tokenization_spaces": false,
36
+ "eos_token": "<|im_end|>",
37
+ "errors": "replace",
38
+ "model_max_length": 4096,
39
+ "pad_token": "<|endoftext|>",
40
+ "padding_side": "right",
41
+ "split_special_tokens": false,
42
+ "tokenizer_class": "Qwen2Tokenizer",
43
+ "unk_token": null
44
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a1a279fa40a9e7fc4cc4662b22c25855bc76f97e7df90651aa085f12f1f5fe
3
+ size 7544
vocab.json ADDED
The diff for this file is too large to render. See raw diff