Hugging Face's logo

mlabonne
/
gemma-2b-it-GGUF

Transformers
GGUF
Inference Endpoints
Model card Files Community
1
mlabonne commited on
Commit
46cf0c3
•
1 Parent(s): 4206ad6

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. gemma-2b-it.Q3_K_L.gguf +3 -0
  3. gemma-2b-it.Q3_K_M.gguf +3 -0
  4. gemma-2b-it.Q3_K_S.gguf +3 -0
  5. gemma-2b-it.Q4_0.gguf +3 -0
  6. gemma-2b-it.Q4_1.gguf +3 -0
  7. gemma-2b-it.Q4_K_M.gguf +3 -0
  8. gemma-2b-it.Q4_K_S.gguf +3 -0
  9. gemma-2b-it.Q5_0.gguf +3 -0
  10. gemma-2b-it.Q5_1.gguf +3 -0
  11. gemma-2b-it.Q5_K_M.gguf +3 -0
  12. gemma-2b-it.Q5_K_S.gguf +3 -0
  13. gemma-2b-it.Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  gemma-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  gemma-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2b-it.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2b-it.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2b-it.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:326e7c02da187a2edf6cbb065b30231870e048330c88ad4c6391c942a28b9e72
3
+ size 1260791520
gemma-2b-it.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad58e9a713c2ee1267baf58c8763c7117f9bf08b36eb7996b4fb9f7c6d3dc4b
3
+ size 1179002592
gemma-2b-it.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67462d7a006dfde388421c7594f5132cf0ef953d0b57115a364321684c0fd747
3
+ size 1083180768
gemma-2b-it.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1047c37fc64926600e08db71f49c86bbdbfb6d4a6af9ab05a2c3d651bf453ea5
3
+ size 1416021728
gemma-2b-it.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642b2ae522e3661f6b88d2706ddfa81ec0dff3fcdd6e7a94c31d8bfffc5c921f
3
+ size 1572652768
gemma-2b-it.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11f99945ab88ae228a0419fd237dda9c7f8edc25225eb4cb63f96b4e6d9b8284
3
+ size 1495095008
gemma-2b-it.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe4f255c5eec96c54e6ea03ed872a041912a7ec5e26603f676b8635818d4d6b5
3
+ size 1424672480
gemma-2b-it.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79910d4ee3e349247bec7ab54e60f7afc4c33f72649c7ce7fb99b45cb9441e00
3
+ size 1729283808
gemma-2b-it.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452a3a366200cfecf1936706dfd2c6604e402775756e3bf3f1c041117f095dfe
3
+ size 1885914848
gemma-2b-it.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6bb75fccb94a029d02420be70765370d995b2ef1e1c1428b516b326fd18258
3
+ size 1770018528
gemma-2b-it.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8ca415f3180e179a9d6e56f1432fb0b3c5ac950aa2b31baac9aa710d21d8d8
3
+ size 1729283808
gemma-2b-it.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d16f1b690dbbfd64656b3f09ede615ec07b11da34b2024c411c95ddc88cc6f7
3
+ size 2062124768