Hugging Face's logo

SanctumAI
/
gemma-2-2b-it-GGUF

Text Generation
GGUF
gemma2
conversational
Inference Endpoints
Model card Files Community
AndreyBest commited on
Commit
94dba1c
•
1 Parent(s): fe7e8c0

Uploading quants for the gemma-2-2b-it-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. gemma-2-2b-it.Q2_K.gguf +3 -0
  4. gemma-2-2b-it.Q3_K_L.gguf +3 -0
  5. gemma-2-2b-it.Q3_K_M.gguf +3 -0
  6. gemma-2-2b-it.Q3_K_S.gguf +3 -0
  7. gemma-2-2b-it.Q4_0.gguf +3 -0
  8. gemma-2-2b-it.Q4_1.gguf +3 -0
  9. gemma-2-2b-it.Q4_K.gguf +3 -0
  10. gemma-2-2b-it.Q4_K_M.gguf +3 -0
  11. gemma-2-2b-it.Q4_K_S.gguf +3 -0
  12. gemma-2-2b-it.Q5_0.gguf +3 -0
  13. gemma-2-2b-it.Q5_1.gguf +3 -0
  14. gemma-2-2b-it.Q5_K.gguf +3 -0
  15. gemma-2-2b-it.Q5_K_M.gguf +3 -0
  16. gemma-2-2b-it.Q5_K_S.gguf +3 -0
  17. gemma-2-2b-it.Q6_K.gguf +3 -0
  18. gemma-2-2b-it.Q8_0.gguf +3 -0
  19. gemma-2-2b-it.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-2-2b-it.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-2-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2-2b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2-2b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2-2b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2-2b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-2b-it.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2-2b-it.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-2b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-2b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2-2b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2-2b-it.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2-2b-it.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-2-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-2-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-2-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "gemma2"
3
+ }
gemma-2-2b-it.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb02d72e99b7090bb671e12207ee2157cccb73493052d768e4007f4ed503ae6d
3
+ size 1229829728
gemma-2-2b-it.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58540ef781c1afe6e30db299f2c11bf523a554674857350555c1cc7ee40ef075
3
+ size 1550435936
gemma-2-2b-it.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0603d9d1416c648aa1eda7fabe61f74c9dd4f501d6deae4b0c3d9f6cc1650d12
3
+ size 1461667424
gemma-2-2b-it.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5608c3236c653b75b24ed153d8b1dddd0cc13eddc9f8910c3f99a8f4b98886c
3
+ size 1360660064
gemma-2-2b-it.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8301048850599715f545d32f78ebd532962b42607b71cd38e4b9ddaf5fbb7a16
3
+ size 1629509216
gemma-2-2b-it.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bcae0ab12e71d372b4f13650a46fab1701aa6e976b1edd736c62babf57d49ad
3
+ size 1756026464
gemma-2-2b-it.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07983c59b70f3247a427b807d301ab1f0761bb81640b6448c539f0a96dda55c8
3
+ size 1708582496
gemma-2-2b-it.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07983c59b70f3247a427b807d301ab1f0761bb81640b6448c539f0a96dda55c8
3
+ size 1708582496
gemma-2-2b-it.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7c02f020cc74151c1031cc609b0e06ed63d35f504a94b8e331e90f141d4c7fc
3
+ size 1638651488
gemma-2-2b-it.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad382772816578372cc51c8d2a7baabeb9822e44f1c08b6172d5282cee0976d6
3
+ size 1882543712
gemma-2-2b-it.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e4989938bb22c45fd7b8aa68560912cbb1509a9e41ab46663513029d503aeb
3
+ size 2009060960
gemma-2-2b-it.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:545e8ebb4817180b65c9ac6b75ca8fa37dff2336dc3c3ac66b92c89551bfac13
3
+ size 1923278432
gemma-2-2b-it.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:545e8ebb4817180b65c9ac6b75ca8fa37dff2336dc3c3ac66b92c89551bfac13
3
+ size 1923278432
gemma-2-2b-it.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ecf2815b8525330ce2b302ba30b2afc93cc997d619ab823234c340a2729bbf
3
+ size 1882543712
gemma-2-2b-it.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96086d8ba483046f3d274de1ff2b5612473df21cc5241c92c3a5f83c523d4df
3
+ size 2151392864
gemma-2-2b-it.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e943e00b329d9d23133850e45d8fea9d8bb36c28754c61dbbb288f51e86efe78
3
+ size 2784495200
gemma-2-2b-it.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7edd84a0e2c29598c2baa87b3bd9a8687463498a9f31696484beefad03208e57
3
+ size 5235213920