Hugging Face's logo

HuggingFaceM4
/
idefics-80b

Text Generation
Transformers
PyTorch
Safetensors
English
idefics
pretraining
multimodal
text
image
image-to-text
text-generation-inference
10 papers
Model card Files Community
23
stas commited on
Commit
6c74def
•
1 Parent(s): d3f1708

new

Browse files
Files changed (20) hide show
  1. added_tokens.json +4 -0
  2. config.json +46 -0
  3. generation_config.json +7 -0
  4. model-00001-of-00017.safetensors +3 -0
  5. model-00002-of-00017.safetensors +3 -0
  6. model-00003-of-00017.safetensors +3 -0
  7. model-00004-of-00017.safetensors +3 -0
  8. model-00005-of-00017.safetensors +3 -0
  9. model-00006-of-00017.safetensors +3 -0
  10. model-00007-of-00017.safetensors +3 -0
  11. model-00008-of-00017.safetensors +3 -0
  12. model-00009-of-00017.safetensors +3 -0
  13. model-00010-of-00017.safetensors +3 -0
  14. model-00011-of-00017.safetensors +3 -0
  15. model-00012-of-00017.safetensors +3 -0
  16. model-00013-of-00017.safetensors +3 -0
  17. model-00014-of-00017.safetensors +3 -0
  18. model-00015-of-00017.safetensors +3 -0
  19. model-00016-of-00017.safetensors +3 -0
  20. model-00017-of-00017.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<fake_token_around_image>": 32000,
3
+ "<image>": 32001
4
+ }
config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "None",
3
+ "additional_vocab_size": 2,
4
+ "alpha_initializer": "zeros",
5
+ "alpha_type": "float",
6
+ "alphas_initializer_range": 0.0,
7
+ "architectures": [
8
+ "VLlamaForCausalLM"
9
+ ],
10
+ "bos_token_id": 1,
11
+ "cross_layer_activation_function": "swiglu",
12
+ "cross_layer_interval": 4,
13
+ "dropout": 0.0,
14
+ "eos_token_id": 2,
15
+ "freeze_lm_head": true,
16
+ "freeze_text_layers": true,
17
+ "freeze_text_module_exceptions": [],
18
+ "freeze_vision_layers": true,
19
+ "freeze_vision_module_exceptions": [],
20
+ "hidden_act": "silu",
21
+ "hidden_size": 8192,
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 22016,
24
+ "max_sequence_length": 2048,
25
+ "model_type": "vllama",
26
+ "num_attention_heads": 64,
27
+ "num_hidden_layers": 80,
28
+ "pad_token_id": 0,
29
+ "qk_layer_norms": true,
30
+ "qk_layer_norms_perceiver": true,
31
+ "resampler_depth": 6,
32
+ "resampler_head_dim": 96,
33
+ "resampler_n_heads": 16,
34
+ "resampler_n_latents": 64,
35
+ "rms_norm_eps": 1e-05,
36
+ "tie_word_embeddings": false,
37
+ "torch_dtype": "bfloat16",
38
+ "transformers_version": "4.28.0.dev0",
39
+ "use_cache": true,
40
+ "use_resampler": true,
41
+ "vision_embed_dim": 1280,
42
+ "vision_image_size": 224,
43
+ "vision_model_name": "laion/CLIP-ViT-H-14-laion2B-s32B-b79K",
44
+ "vision_model_params": "{\"id2label\":{}, \"label2id\":{}}",
45
+ "vocab_size": 32000
46
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.28.0.dev0"
7
+ }
model-00001-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227548a310465e598856b427d6c714610bcc89abdf0af6e220f867bb09a9697f
3
+ size 9772294352
model-00002-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee4e26192376783f9e5d8e671c28e4e1e1b0d818fd15ce37ac7e9cb9eba78556
3
+ size 9714213072
model-00003-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8bd7c244957bb472c320de276fea74daec73db5269dbf4782c4396c5a6dc324
3
+ size 9714213120
model-00004-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cff169fe8a65e965f69bfa396f17bec46a8601fd124a1eaa6b00d48cc62ac90
3
+ size 9714213120
model-00005-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89239837121b962d9e18905f38caf25a75d4d93db993ace6f01217269fe35fa0
3
+ size 9714213120
model-00006-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8b401f6e7d8f294aa986f830c1b64d87ac0c830b7f466a0ab12246bab4d953
3
+ size 9714213120
model-00007-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:874e35b1333df8c2b101f2503282aa76f5f9ff47a2e4ac0a73a66e1833e74b00
3
+ size 9714213120
model-00008-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b23a7f9b0e748700685c60e470550a21635c35374321769417e503b2589d905
3
+ size 9714213120
model-00009-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a3cde8b2e69a7062f9528485ed68d70e54c0a46556c7ee51ddad634143355b
3
+ size 9714213120
model-00010-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16bb365c2973c8cae69f6b7390c407a8054e0eb130946244a9269830777ae7a7
3
+ size 9714213120
model-00011-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bd2d87b32c847371d840a7556c92e0d4c006ab849da1f95256ac772826a57b
3
+ size 9714213120
model-00012-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8b26b10d762a97f3a3828f1fab0b9c2d6633908a39dab1b7e6f14dbee55a81
3
+ size 9714213120
model-00013-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e31ca7c3c2805f08f671242cb0f59c5cb764be8ecfa6cd071ff1ae7c44e18a
3
+ size 9714213120
model-00014-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e1ee33de9cfce832a60d6501e88c11914544940a9ba92c0dcf7b352e0b90f2
3
+ size 9705863080
model-00015-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105aad98dad94bca139c934752a938e13b55e822d385bceeec32331859493d6c
3
+ size 9747809988
model-00016-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62dfda4dcbce6cdcb0701b091fa406fc505b77d0de8ad2dbee29224f213a0bff
3
+ size 9747810116
model-00017-of-00017.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13caa453e61509ef4b2387193dcabe9806f36b489e48f195d441724f2caa1837
3
+ size 4391589896