Hugging Face's logo

lmms-lab
/
llava-next-110b

Text Generation
Transformers
Safetensors
llava
conversational
Inference Endpoints
Model card Files Community
3

Upload folder using huggingface_hub

#1
by luodian - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+502613
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +70 -0
  3. generation_config.json +15 -0
  4. merges.txt +0 -0
  5. model-00001-of-00050.safetensors +3 -0
  6. model-00002-of-00050.safetensors +3 -0
  7. model-00003-of-00050.safetensors +3 -0
  8. model-00004-of-00050.safetensors +3 -0
  9. model-00005-of-00050.safetensors +3 -0
  10. model-00006-of-00050.safetensors +3 -0
  11. model-00007-of-00050.safetensors +3 -0
  12. model-00008-of-00050.safetensors +3 -0
  13. model-00009-of-00050.safetensors +3 -0
  14. model-00010-of-00050.safetensors +3 -0
  15. model-00011-of-00050.safetensors +3 -0
  16. model-00012-of-00050.safetensors +3 -0
  17. model-00013-of-00050.safetensors +3 -0
  18. model-00014-of-00050.safetensors +3 -0
  19. model-00015-of-00050.safetensors +3 -0
  20. model-00016-of-00050.safetensors +3 -0
  21. model-00017-of-00050.safetensors +3 -0
  22. model-00018-of-00050.safetensors +3 -0
  23. model-00019-of-00050.safetensors +3 -0
  24. model-00020-of-00050.safetensors +3 -0
  25. model-00021-of-00050.safetensors +3 -0
  26. model-00022-of-00050.safetensors +3 -0
  27. model-00023-of-00050.safetensors +3 -0
  28. model-00024-of-00050.safetensors +3 -0
  29. model-00025-of-00050.safetensors +3 -0
  30. model-00026-of-00050.safetensors +3 -0
  31. model-00027-of-00050.safetensors +3 -0
  32. model-00028-of-00050.safetensors +3 -0
  33. model-00029-of-00050.safetensors +3 -0
  34. model-00030-of-00050.safetensors +3 -0
  35. model-00031-of-00050.safetensors +3 -0
  36. model-00032-of-00050.safetensors +3 -0
  37. model-00033-of-00050.safetensors +3 -0
  38. model-00034-of-00050.safetensors +3 -0
  39. model-00035-of-00050.safetensors +3 -0
  40. model-00036-of-00050.safetensors +3 -0
  41. model-00037-of-00050.safetensors +3 -0
  42. model-00038-of-00050.safetensors +3 -0
  43. model-00039-of-00050.safetensors +3 -0
  44. model-00040-of-00050.safetensors +3 -0
  45. model-00041-of-00050.safetensors +3 -0
  46. model-00042-of-00050.safetensors +3 -0
  47. model-00043-of-00050.safetensors +3 -0
  48. model-00044-of-00050.safetensors +3 -0
  49. model-00045-of-00050.safetensors +3 -0
  50. model-00046-of-00050.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen1.5-110B-Chat",
3
+ "architectures": [
4
+ "LlavaQwenForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "image_aspect_ratio": "anyres",
12
+ "image_crop_resolution": null,
13
+ "image_grid_pinpoints": [
14
+ [
15
+ 336,
16
+ 672
17
+ ],
18
+ [
19
+ 672,
20
+ 336
21
+ ],
22
+ [
23
+ 672,
24
+ 672
25
+ ],
26
+ [
27
+ 1008,
28
+ 336
29
+ ],
30
+ [
31
+ 336,
32
+ 1008
33
+ ]
34
+ ],
35
+ "image_split_resolution": null,
36
+ "initializer_range": 0.02,
37
+ "intermediate_size": 49152,
38
+ "max_position_embeddings": 32768,
39
+ "max_window_layers": 70,
40
+ "mm_hidden_size": 1024,
41
+ "mm_patch_merge_type": "spatial_unpad",
42
+ "mm_projector_lr": null,
43
+ "mm_projector_type": "mlp2x_gelu",
44
+ "mm_resampler_type": null,
45
+ "mm_tunable_parts": "mm_vision_tower,mm_mlp_adapter,mm_language_model",
46
+ "mm_use_im_patch_token": false,
47
+ "mm_use_im_start_end": false,
48
+ "mm_vision_select_feature": "patch",
49
+ "mm_vision_select_layer": -2,
50
+ "mm_vision_tower": "openai/clip-vit-large-patch14-336",
51
+ "mm_vision_tower_lr": 2e-06,
52
+ "model_type": "llava_qwen",
53
+ "num_attention_heads": 64,
54
+ "num_hidden_layers": 80,
55
+ "num_key_value_heads": 8,
56
+ "rms_norm_eps": 1e-06,
57
+ "rope_scaling": null,
58
+ "rope_theta": 1000000.0,
59
+ "sliding_window": 32768,
60
+ "tie_word_embeddings": false,
61
+ "tokenizer_model_max_length": 32768,
62
+ "tokenizer_padding_side": "right",
63
+ "torch_dtype": "bfloat16",
64
+ "transformers_version": "4.40.0.dev0",
65
+ "use_cache": true,
66
+ "use_mm_proj": true,
67
+ "use_sliding_window": false,
68
+ "vision_tower_pretrained": null,
69
+ "vocab_size": 152064
70
+ }
generation_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "pad_token_id": 151643,
10
+ "repetition_penalty": 1.05,
11
+ "temperature": 0.7,
12
+ "top_k": 20,
13
+ "top_p": 0.8,
14
+ "transformers_version": "4.40.0.dev0"
15
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b70247465d67e35e849c5bbf12844d3b6f95ab166bb6b2aefde6fccac0756849
3
+ size 4404057320
model-00002-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc67cd4a44868593dc7aaa054a80237b99a4a45e07b0cb76b6422bef1a8ba7b
3
+ size 4630620760
model-00003-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ac458a460469ebb18f1fc5a3212387ea0c7f3d02c455f6bea28ace80a36a6c
3
+ size 4630620760
model-00004-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdcec094ddec117561879da9399b597df99df13cdf8bbd33741002c21e50fb59
3
+ size 4328576600
model-00005-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c6b1bc924ed80891964bf1ecf76d0dea742280c5dbc9f86e8bffa16f60bcc0
3
+ size 4630620760
model-00006-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603dc207df3f269cdd9314aa07b9e6c50c60acb2fe9b1f4c85e29614a80577e9
3
+ size 4630620760
model-00007-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc06a7df9d333a960b6bd82b020196d7b4110f0bc6c90f1fd40a9ce341eb6971
3
+ size 4328576616
model-00008-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a2dbb9c389a242d6997b27d88755d8635eba5171339ac43c75fbf4063e8e92f
3
+ size 4630620784
model-00009-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f8be623073c6835e22d00e8e94cbf31d20f448c7686296a7c2d22331a601b7
3
+ size 4630620784
model-00010-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e00401aea841a458d39233b0f88245024a84bb2db03d91f54bcad2cd1fb413f
3
+ size 4328576616
model-00011-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b4419af7b808229770b1940bbc95d8b011eaaacd53155c4d164ef30cbea81c
3
+ size 4630620784
model-00012-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee67da37d88f89f38bc3082a1561faae4d9464fde88d95af58904f7e3166766
3
+ size 4630620784
model-00013-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d3ff20d1821a8b0d93411cc7dc8e91ba618ec348f72033e71cd0419cc073c3
3
+ size 4328576616
model-00014-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31f82d5e3bd576887359c365b220a2793f6fe06a38535446371b154bf199c3e
3
+ size 4630620784
model-00015-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63188f0285c77618d053e556ec87c51987fa98385db2a62baf7595206554c4c2
3
+ size 4630620784
model-00016-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a7f402e7f0cc3deb2c92c7d1822a8a029f369334eb0c67b6d7740011f3e02eb
3
+ size 4328576616
model-00017-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b76de2df4603d4babe0fe2ee7fade322d67d53d2ee6ae3f98113e94007616654
3
+ size 4630620784
model-00018-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:269a1b1da49f56bcd119c25081da4cf64c4c1a6b3880ec300c1bfd1c69ad92cc
3
+ size 4630620784
model-00019-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595e35c41fdcdbbcf7c4c4491e516893ebd9bdc629bd65ffc63b137515e62dc2
3
+ size 4328576616
model-00020-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6e569c2822612ab40adf764fc83fb99d9af0e13f63a9c926019037435a21e4
3
+ size 4630620784
model-00021-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c775dbdb7f54a1894d57ca04c3330fb204d400be3bbd467e15c092af6e22e4c
3
+ size 4630620784
model-00022-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50c9bdb036ff2cbbb2c866519324e73ef2d452c79d25ab4aafbf26f979c6847f
3
+ size 4328576616
model-00023-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7560d1717a199a3a716821927769e3d461debfa51f8e19df0d6268a6062c2565
3
+ size 4630620784
model-00024-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6199a2621428d971733ad5a77075a8439c73fda10589f7e4eaf730575a57c6d6
3
+ size 4630620784
model-00025-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88cc19cbebfbc8f5dd7872a19baed98504c0a58f55459509efc52abd58ebff5
3
+ size 4328576616
model-00026-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56497999b6eb97825c01c91a7408cddf3ed8f58cff84f3e7904490cf811de525
3
+ size 4630620784
model-00027-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc450a32e9756fea58d72b8a0710fa920428a703ca86380e01f487a0c94c0a1
3
+ size 4630620784
model-00028-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c304e27821d8c86699a453afa2119a08752228d445cf39c8be0949f93fc9f08
3
+ size 4328576616
model-00029-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:140bdfe93006ee223d55f92162be53c2595904a25cb127740acc61386c4925b4
3
+ size 4630620784
model-00030-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b352883f796609a639a1913173d86453b1ab9005305d7b109a05b0f48200c8e8
3
+ size 4630620784
model-00031-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6aeb7fd0076809fd5b5b20d6d6cd042f9f6270e0330b62df13d4326d48c58bb
3
+ size 4328576616
model-00032-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24453febf1c354ae905ed0d3e9ecf874bb367c349f55622950e777d9eda41ef4
3
+ size 4630620784
model-00033-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1a23e7ac92ab6596c61222d470ac0018766050867232fd33566e8eec3fd03e
3
+ size 4630620784
model-00034-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d352417e0be7c969601a935fff87b98a167148038b52176a248cbd75e5856493
3
+ size 4328576616
model-00035-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d9a2e7f2ded0a9baedeede8f1e650637571fd6bda6c8b898865b66c8225562
3
+ size 4630620784
model-00036-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13a9d4539f42a99e429db2b692b664e5a4b41449189733c9bb36d499a44a0788
3
+ size 4630620784
model-00037-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a13e1a4d75333f447f0c1b446627a0ad20e7977055780d150b041fad1c5ee6c1
3
+ size 4328576616
model-00038-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f6b642f23b4c75886b9e904cce0792ca8f977c6c46e6b3dc62b89c59a050e3
3
+ size 4630620784
model-00039-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11ae55c92f2f9f1fcef4017406c95128cbcb796fcffb38ede4ab53e4fdd4617
3
+ size 4630620784
model-00040-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2abdad45241103689d540f9c7c0eee71ad0a96166a7af0282f50d4e21a6053
3
+ size 4328576616
model-00041-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae69058c539501d4dc45481a14181995dbc8aa66d4c64dc9b3a07f152b0f979
3
+ size 4630620784
model-00042-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb68ab732cc0c144d0664115262a2a4bae77b3aa0a29de77f689f31c680fac39
3
+ size 4630620784
model-00043-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e5c4367c081f00f2f242e471b464b9b7d9ba577d38fe00a6fbbbff60d4866eb
3
+ size 4328576616
model-00044-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7526104dfe9d3e97b5a03f25dee182ac3cc78dcb0d86c2537632d7fa4f5a200
3
+ size 4630620784
model-00045-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c271f9802d9e5a1a5a48d95e8e34638de03bebb713e5224d12d932a002a6071a
3
+ size 4630620784
model-00046-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9137966ee65c4ef9b876b96a13b2fd1df601d3d5df4d5dac223d66bf4b7c5d
3
+ size 4328576616