Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
a8e093d
•
1 Parent(s): 19db66a

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_33/added_tokens.json +25 -0
  2. ckpt_33/config.json +47 -0
  3. ckpt_33/generation_config.json +6 -0
  4. ckpt_33/model-00001-of-00055.safetensors +3 -0
  5. ckpt_33/model-00002-of-00055.safetensors +3 -0
  6. ckpt_33/model-00003-of-00055.safetensors +3 -0
  7. ckpt_33/model-00004-of-00055.safetensors +3 -0
  8. ckpt_33/model-00005-of-00055.safetensors +3 -0
  9. ckpt_33/model-00006-of-00055.safetensors +3 -0
  10. ckpt_33/model-00007-of-00055.safetensors +3 -0
  11. ckpt_33/model-00008-of-00055.safetensors +3 -0
  12. ckpt_33/model-00009-of-00055.safetensors +3 -0
  13. ckpt_33/model-00010-of-00055.safetensors +3 -0
  14. ckpt_33/model-00011-of-00055.safetensors +3 -0
  15. ckpt_33/model-00012-of-00055.safetensors +3 -0
  16. ckpt_33/model-00013-of-00055.safetensors +3 -0
  17. ckpt_33/model-00014-of-00055.safetensors +3 -0
  18. ckpt_33/model-00015-of-00055.safetensors +3 -0
  19. ckpt_33/model-00016-of-00055.safetensors +3 -0
  20. ckpt_33/model-00017-of-00055.safetensors +3 -0
  21. ckpt_33/model-00018-of-00055.safetensors +3 -0
  22. ckpt_33/model-00019-of-00055.safetensors +3 -0
  23. ckpt_33/model-00020-of-00055.safetensors +3 -0
  24. ckpt_33/model-00021-of-00055.safetensors +3 -0
  25. ckpt_33/model-00022-of-00055.safetensors +3 -0
  26. ckpt_33/model-00023-of-00055.safetensors +3 -0
  27. ckpt_33/model-00024-of-00055.safetensors +3 -0
  28. ckpt_33/model-00025-of-00055.safetensors +3 -0
  29. ckpt_33/model-00026-of-00055.safetensors +3 -0
  30. ckpt_33/model-00027-of-00055.safetensors +3 -0
  31. ckpt_33/model-00028-of-00055.safetensors +3 -0
  32. ckpt_33/model-00029-of-00055.safetensors +3 -0
  33. ckpt_33/model-00030-of-00055.safetensors +3 -0
  34. ckpt_33/model-00031-of-00055.safetensors +3 -0
  35. ckpt_33/model-00032-of-00055.safetensors +3 -0
  36. ckpt_33/model-00033-of-00055.safetensors +3 -0
  37. ckpt_33/model-00034-of-00055.safetensors +3 -0
  38. ckpt_33/model-00035-of-00055.safetensors +3 -0
  39. ckpt_33/model-00036-of-00055.safetensors +3 -0
  40. ckpt_33/model-00037-of-00055.safetensors +3 -0
  41. ckpt_33/model-00038-of-00055.safetensors +3 -0
  42. ckpt_33/model-00039-of-00055.safetensors +3 -0
  43. ckpt_33/model-00040-of-00055.safetensors +3 -0
  44. ckpt_33/model-00041-of-00055.safetensors +3 -0
  45. ckpt_33/model-00042-of-00055.safetensors +3 -0
  46. ckpt_33/model-00043-of-00055.safetensors +3 -0
  47. ckpt_33/model-00044-of-00055.safetensors +3 -0
  48. ckpt_33/model-00045-of-00055.safetensors +3 -0
  49. ckpt_33/model-00046-of-00055.safetensors +3 -0
  50. ckpt_33/model-00047-of-00055.safetensors +3 -0
ckpt_33/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_33/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_33/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_33/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:192839a21b8b936d035f332e54bf4d4b26b3239e9bc100e807970a9fbbdd9c0c
3
+ size 4360926752
ckpt_33/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd87c47613f360ea78ed65f5a0092779b59963b5fd58aeea609fbbb97bd2989
3
+ size 4949411632
ckpt_33/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffe75458b469524b519b1f790c3a78851b7bfdda5b51d711e667c1d9ccbd316
3
+ size 4764796592
ckpt_33/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4447222256a6229866835c7361ceb8e0d0e738b7c589a4f148279a16343005
3
+ size 4949411632
ckpt_33/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49043d4abf8822a4eab4960b6c9279b3b21d0e87b5ac5f41f53b3a34841c9859
3
+ size 4764796592
ckpt_33/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7569b7fd9d47337abee3a17a094fae557ac34f872d16f974bddd8ad133fbe0f
3
+ size 4949411632
ckpt_33/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863ed6dc98e8f798ba93f01d2f76c93008429986458f9cc7146070132627674d
3
+ size 4764796592
ckpt_33/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:248a34300a51a2db803b4836f164b5dc3a7b9300f9d5c147bf3c14fb20095a93
3
+ size 4949411640
ckpt_33/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e359950b8411924b6683691ca15a817a421bf2dbf63c810b55024ea1ff7a99
3
+ size 4764796608
ckpt_33/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0cdc7192076d214bb7e1e6e999d94deb59dadeb29c34bb7459c3731ec25f762
3
+ size 4949411640
ckpt_33/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb728edf3ad63956b05260f3ccb7e3e990ff973e478f7b135907fe1026de13e7
3
+ size 4764796608
ckpt_33/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ec90688eb6e5c3181af16cc294883cf6c4ccdc1e61f79a2b05bf8d52ae402a
3
+ size 4949411640
ckpt_33/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d5d32622d6d5a9eec0d4e50550e8aae32af9a134a3c2097274e3a570591acb
3
+ size 4764796608
ckpt_33/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0541c15affadb198bd9b43d072a98724fdcdfe02ede18a5e53c7ce5e8b86f338
3
+ size 4949411640
ckpt_33/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b3eccc508b5717c7a2fb473181e3b0986972058b406ba43ea6a0bfca16f1f0
3
+ size 4764796608
ckpt_33/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0eac4bfbc69e27c395c52bcc48637c44659e920432d82a043c24c0c082a1418
3
+ size 4949411640
ckpt_33/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240f880d31d57cf93e1635b66a220220543a056f395edb18147d3c8a97fdf5ee
3
+ size 4764796608
ckpt_33/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ac6081a83f36079f259e5ba67712339d0ebef56345b7a4aefc536b7070f036d
3
+ size 4949411640
ckpt_33/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b4388371ff9fa66acbc795fed1b8f6ea938477cc7747e1fe22f894872cb9e6d
3
+ size 4764796608
ckpt_33/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85af632b01f67a236b00a4543806299b2d2db673621149729a5883ac4e4c108c
3
+ size 4949411640
ckpt_33/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c6e1b428e19bc2d3c0a28342a1971309b829a34f6028a34020bd54a420a577
3
+ size 4764796608
ckpt_33/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c66c19ab4de2151d9f9570fbc45e0b02bee097f479d6832c04e577ba457d4ba8
3
+ size 4949411640
ckpt_33/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7550874cc23bdfde2a7f0787c7b661a5a06ddb2cab40c446e86d8872505d4281
3
+ size 4764796608
ckpt_33/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672b33e7a633e1b4c31bb1ba87acd198ba587dcd6d41066a9d9f657612b80515
3
+ size 4949411640
ckpt_33/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a0e5a283c2f3ef3b163a543f2710c1855e17b1c19b29c56215a1484f8c9b83c
3
+ size 4764796608
ckpt_33/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5b74db78d75598d8776e95a9010af7ee374490998307a05c715f395940c19e0
3
+ size 4949411640
ckpt_33/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc33724ca90142a215c45f82fbe57ff8084f58a1c698d7e963ec26278f587007
3
+ size 4764796608
ckpt_33/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf61888837674d62fd008573fc5f1b639913d946b6296aca0b50a6418c38600
3
+ size 4949411640
ckpt_33/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df76411f0bbaf314194c07acdd67b4e56c706d422f91a0cdf8193774fc8c534
3
+ size 4764796608
ckpt_33/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c09f20677c5360f6712ff93e1ebbef3fdca8faa486639400a919bef46034d0
3
+ size 4949411640
ckpt_33/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:493a25883459bcc5b7ff6ed375b2ce59cd45796f2b792fe243ab033a15b18903
3
+ size 4764796608
ckpt_33/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39044f6e1afc881df55ab72ade945f4d5c2871b0f880527ecead93ba9219ddf3
3
+ size 4949411640
ckpt_33/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9785d0b629974fe632e8ff94d621306ba2bafe3a42dba10925b1456cc835a5f
3
+ size 4764796608
ckpt_33/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03985dd2047bfbbc839986a0b65bebf3024c8f3669cf2419769fa8a1e99f158a
3
+ size 4949411640
ckpt_33/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5844afcff950513d031812b7a7d31165160862124ec8c62a87783e74787409
3
+ size 4764796608
ckpt_33/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f5d2af6ef010ba7b1712235a68bf106addebd31fd33a3ca215d811a033e282
3
+ size 4949411640
ckpt_33/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:083350aa61bc16ec6468d200ee845a840503dca507cd39a2d2fb4dd596044ed3
3
+ size 4764796608
ckpt_33/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cbca5e78eabef9504882f917f68eea7185b941ce9d49de6bee579ed6b65beb3
3
+ size 4949411640
ckpt_33/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea629a7188a6facb6baf59747e6615f5d2cc6e716a653ec38da4c2d0b945a0fd
3
+ size 4764796608
ckpt_33/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f845eeb46ca2f38003cefc6383e0d74dd2507ab3619c635cffbecfb3ab31444
3
+ size 4949411640
ckpt_33/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f970ffbfe77b9440ef616ee796e7afb4eb83bb980c431d2e260e0643dae4d7
3
+ size 4764796608
ckpt_33/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052a9d01963cd07461b25513bc92da56d848e97632ee8eac7838d9a4becbfe17
3
+ size 4949411640
ckpt_33/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ffcfa8ad5604f87cd7ae92b541b2e44a288d81fa489538892fd2a6b3db5c30
3
+ size 4764796608
ckpt_33/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebddfa94d7400114ea8143e30bff3d9586f31faddf9f30689514e6315d59e5c
3
+ size 4949411640
ckpt_33/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68fbaf5e6f121b207fa6eb3646816694d9d787c0daba98ba9490bde510eb5bf
3
+ size 4764796608
ckpt_33/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:816dfafc6db7c68c85befd8afabe6f919d1a75de2e235a3f5097f15493e4d0a5
3
+ size 4949411640
ckpt_33/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfdef69138121ea49605dc4d16a5d6a835885802ba593104822afd757ebe03f9
3
+ size 4764796608