albertvillanova HF Staff commited on
Commit
764849c
·
verified ·
1 Parent(s): 4dd249b

Upload LlavaForConditionalGeneration

Browse files
Files changed (3) hide show
  1. config.json +6 -4
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -2,7 +2,7 @@
2
  "architectures": [
3
  "LlavaForConditionalGeneration"
4
  ],
5
- "dtype": "float16",
6
  "ignore_index": -100,
7
  "image_seq_length": 576,
8
  "image_token_index": 32000,
@@ -32,13 +32,15 @@
32
  "num_key_value_heads": 2,
33
  "pretraining_tp": 1,
34
  "rms_norm_eps": 1e-05,
35
- "rope_scaling": null,
36
- "rope_theta": 10000.0,
 
 
37
  "use_cache": true,
38
  "vocab_size": 32064
39
  },
40
  "tie_word_embeddings": false,
41
- "transformers_version": "4.57.3",
42
  "vision_config": {
43
  "attention_dropout": 0.0,
44
  "embed_dim": 64,
 
2
  "architectures": [
3
  "LlavaForConditionalGeneration"
4
  ],
5
+ "dtype": "float32",
6
  "ignore_index": -100,
7
  "image_seq_length": 576,
8
  "image_token_index": 32000,
 
32
  "num_key_value_heads": 2,
33
  "pretraining_tp": 1,
34
  "rms_norm_eps": 1e-05,
35
+ "rope_parameters": {
36
+ "rope_theta": 10000.0,
37
+ "rope_type": "default"
38
+ },
39
  "use_cache": true,
40
  "vocab_size": 32064
41
  },
42
  "tie_word_embeddings": false,
43
+ "transformers_version": "5.0.0.dev0",
44
  "vision_config": {
45
  "attention_dropout": 0.0,
46
  "embed_dim": 64,
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 32001,
6
- "transformers_version": "4.57.3"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 32001,
6
+ "transformers_version": "5.0.0.dev0"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:538a84a8c3d25c5ba153e44ebe56d359fa5f92f4479c7e89f168e31570f47576
3
- size 4855832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e67070206b181d7caf5c94ad390bbb7092aea33e8d02ae7656b535163aaadf9
3
+ size 9703800