danielhanchen commited on
Commit
3e7831a
1 Parent(s): e041f2b

Upload Qwen2VLForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +16 -19
  2. model.safetensors +2 -2
config.json CHANGED
@@ -32,37 +32,34 @@
32
  "multi_modal_projector",
33
  "merger",
34
  "modality_projection",
 
35
  "visual.blocks.0.mlp",
 
36
  "visual.blocks.1.mlp",
 
37
  "visual.blocks.2.mlp",
 
38
  "visual.blocks.3.mlp",
 
39
  "visual.blocks.4.mlp",
 
40
  "visual.blocks.5.mlp",
 
41
  "visual.blocks.6.mlp",
 
42
  "visual.blocks.7.mlp",
 
43
  "visual.blocks.8.mlp",
 
 
 
44
  "visual.blocks.10.mlp",
 
45
  "visual.blocks.11.mlp",
 
46
  "visual.blocks.12.mlp",
47
- "visual.blocks.13.mlp",
48
- "visual.blocks.14.mlp",
49
- "visual.blocks.15.mlp",
50
- "visual.blocks.16.mlp",
51
- "visual.blocks.17.mlp",
52
- "visual.blocks.18.mlp",
53
- "visual.blocks.19.mlp",
54
- "visual.blocks.20.mlp",
55
- "visual.blocks.21.mlp",
56
- "visual.blocks.22.mlp",
57
- "visual.blocks.23.mlp",
58
- "visual.blocks.24.mlp",
59
- "visual.blocks.25.mlp",
60
- "visual.blocks.26.mlp",
61
- "visual.blocks.27.mlp",
62
- "visual.blocks.28.mlp",
63
- "visual.blocks.29.mlp",
64
- "visual.blocks.30.mlp",
65
- "visual.blocks.31.mlp"
66
  ],
67
  "llm_int8_threshold": 6.0,
68
  "load_in_4bit": true,
 
32
  "multi_modal_projector",
33
  "merger",
34
  "modality_projection",
35
+ "visual.blocks.0.attn",
36
  "visual.blocks.0.mlp",
37
+ "visual.blocks.1.attn",
38
  "visual.blocks.1.mlp",
39
+ "visual.blocks.2.attn",
40
  "visual.blocks.2.mlp",
41
+ "visual.blocks.3.attn",
42
  "visual.blocks.3.mlp",
43
+ "visual.blocks.4.attn",
44
  "visual.blocks.4.mlp",
45
+ "visual.blocks.5.attn",
46
  "visual.blocks.5.mlp",
47
+ "visual.blocks.6.attn",
48
  "visual.blocks.6.mlp",
49
+ "visual.blocks.7.attn",
50
  "visual.blocks.7.mlp",
51
+ "visual.blocks.8.attn",
52
  "visual.blocks.8.mlp",
53
+ "visual.blocks.9.attn",
54
+ "visual.blocks.9.mlp",
55
+ "visual.blocks.10.attn",
56
  "visual.blocks.10.mlp",
57
+ "visual.blocks.11.attn",
58
  "visual.blocks.11.mlp",
59
+ "visual.blocks.12.attn",
60
  "visual.blocks.12.mlp",
61
+ "visual.blocks.31.attn.proj",
62
+ "visual.blocks.31.mlp.fc2"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  ],
64
  "llm_int8_threshold": 6.0,
65
  "load_in_4bit": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b8544f157503d1536fa575ca9daa2517d210d87a1a72624e681b752b1446e0f
3
- size 6568237609
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e245d65133e1766982241347c33092b07cdcf8745943291b641e3a8aa6bbeec3
3
+ size 6356703012