Hugging Face's logo

second-state
/
gemma-3-4b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
gemma3
conversational
Model card Files Community
apepkuss79 commited on
Commit
c2e3d24
·
verified ·
1 Parent(s): 16f0d9e

Update models

Browse files
Files changed (16) hide show
  1. .gitattributes +14 -0
  2. config.json +38 -0
  3. gemma-3-4b-it-Q2_K.gguf +3 -0
  4. gemma-3-4b-it-Q3_K_L.gguf +3 -0
  5. gemma-3-4b-it-Q3_K_M.gguf +3 -0
  6. gemma-3-4b-it-Q3_K_S.gguf +3 -0
  7. gemma-3-4b-it-Q4_0.gguf +3 -0
  8. gemma-3-4b-it-Q4_K_M.gguf +3 -0
  9. gemma-3-4b-it-Q4_K_S.gguf +3 -0
  10. gemma-3-4b-it-Q5_0.gguf +3 -0
  11. gemma-3-4b-it-Q5_K_M.gguf +3 -0
  12. gemma-3-4b-it-Q5_K_S.gguf +3 -0
  13. gemma-3-4b-it-Q6_K.gguf +3 -0
  14. gemma-3-4b-it-Q8_0.gguf +3 -0
  15. gemma-3-4b-it-f16.gguf +3 -0
  16. gemma-3-4b-it-mmproj-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-3-4b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-3-4b-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-3-4b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-3-4b-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-3-4b-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-3-4b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-3-4b-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-3-4b-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-3-4b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-3-4b-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-3-4b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-3-4b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-3-4b-it-f16.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-3-4b-it-mmproj-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma3ForConditionalGeneration"
4
+ ],
5
+ "boi_token_index": 255999,
6
+ "eoi_token_index": 256000,
7
+ "eos_token_id": [
8
+ 1,
9
+ 106
10
+ ],
11
+ "image_token_index": 262144,
12
+ "initializer_range": 0.02,
13
+ "mm_tokens_per_image": 256,
14
+ "model_type": "gemma3",
15
+ "text_config": {
16
+ "hidden_size": 2560,
17
+ "intermediate_size": 10240,
18
+ "model_type": "gemma3_text",
19
+ "num_hidden_layers": 34,
20
+ "rope_scaling": {
21
+ "factor": 8.0,
22
+ "rope_type": "linear"
23
+ },
24
+ "sliding_window": 1024
25
+ },
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.50.0.dev0",
28
+ "vision_config": {
29
+ "hidden_size": 1152,
30
+ "image_size": 896,
31
+ "intermediate_size": 4304,
32
+ "model_type": "siglip_vision_model",
33
+ "num_attention_heads": 16,
34
+ "num_hidden_layers": 27,
35
+ "patch_size": 14,
36
+ "vision_use_head": false
37
+ }
38
+ }
gemma-3-4b-it-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc7e34b4f8cd52357d6c036be865dbdfa7a0e6ab16225c3e27d7290bb9d2182
3
+ size 1729028256
gemma-3-4b-it-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b46e82684435f3fd7156534883d131386829352b54d3bf85bc5214eb4cc4b8fa
3
+ size 2235949216
gemma-3-4b-it-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff80434e319115eb34fe341613c62c94c07fa48cae38f47d7a61dbc696c8451
3
+ size 2098323616
gemma-3-4b-it-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3eed8411f941e6c2cf3f5fa34ca030153514097bcc4acf85e87e1d68fb3937
3
+ size 1937227936
gemma-3-4b-it-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a265ab9740ace373e7167732bb3da3b252bdbcb712dcc889c07be9ff2bfab052
3
+ size 2363375776
gemma-3-4b-it-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:882e8d2db44dc554fb0ea5077cb7e4bc49e7342a1f0da57901c0802ea21a0863
3
+ size 2489757856
gemma-3-4b-it-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7176eb67dcbda8af8c72b4ce5be93f3c1cf7da30808ca7285aea0691eba8da1
3
+ size 2377793696
gemma-3-4b-it-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e796d67b4c3da2dcfedd90e9fc9385b59ef107ea4ce4f73465c52294c1e232
3
+ size 2764456096
gemma-3-4b-it-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90156880832cfe0a2a61c9adc01c02efb484d744b2e985913bbb810af1937b05
3
+ size 2829562016
gemma-3-4b-it-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dde1d3608b07ace1b649fbb263d56387e23af1b89e9dfe5c8a04b12f06d4db8
3
+ size 2764456096
gemma-3-4b-it-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336b1863be6079c176c18b21db335d0f9e49d6525ff37e92ec8a7ee059e5a3ac
3
+ size 3190603936
gemma-3-4b-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283baeca5e0ffc2a7f6cd56b9b7b5ce1d4dda08ca11f11afa869127caf745e94
3
+ size 4130226336
gemma-3-4b-it-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f4b518b636635613894282bda2a01bad964c8d474c4147343057b7ac442d50
3
+ size 7767474336
gemma-3-4b-it-mmproj-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0fb064b019a6972856aaae2c7e4792858af3ca4561be2dbf649123ba6c40cb
3
+ size 851251104