Hugging Face's logo

martineden
/
gemma-2b-it-GGUF

GGUF
Inference Endpoints
Model card Files Community
martineden commited on
Commit
3b0789b
·
verified ·
1 Parent(s): f44d47d

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. gemma-2b-it.Q2_K.gguf +3 -0
  3. gemma-2b-it.Q3_K_L.gguf +3 -0
  4. gemma-2b-it.Q3_K_M.gguf +3 -0
  5. gemma-2b-it.Q3_K_S.gguf +3 -0
  6. gemma-2b-it.Q4_0.gguf +3 -0
  7. gemma-2b-it.Q4_K_M.gguf +3 -0
  8. gemma-2b-it.Q4_K_S.gguf +3 -0
  9. gemma-2b-it.Q5_0.gguf +3 -0
  10. gemma-2b-it.Q5_K_M.gguf +3 -0
  11. gemma-2b-it.Q5_K_S.gguf +3 -0
  12. gemma-2b-it.Q6_K.gguf +3 -0
  13. gemma-2b-it.Q8_0.gguf +3 -0
  14. gemma-2b-it.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-2b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2b-it.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2b-it.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fae1009ccbc02207f8cbfcd248718e89221e54881f27b1ff28c148fe86675aac
3
+ size 1157924608
gemma-2b-it.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ca0f365d61faee92e69664f560798f8610aa19d151b7fce2f1b51d480e436e
3
+ size 1465591552
gemma-2b-it.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed75933fbd81135239653673b9639cda52a8a142d38105bdd7de7642544ec9d
3
+ size 1383802624
gemma-2b-it.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b2ccd0b98ae3f21734e42ba7a760246a6e149253a23442f94003762fd442e6
3
+ size 1287980800
gemma-2b-it.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364a67a5156fb320d2f82cc7bad5ee41facc95bdab401c45793c6dfa0db4b76e
3
+ size 1551189760
gemma-2b-it.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d18289fd80de102cabfbb36c76f3fc59c0b5ad7b074a6b9a05d8a2c6c9d59c
3
+ size 1630263040
gemma-2b-it.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5feb594c832077a979fcf81a1f5c118d33770798bd4807590f401a60dc200076
3
+ size 1559840512
gemma-2b-it.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:635175cb73cd550f90d83c89d40563fca8bb864b6c0dbacb10ad68d4f8f54941
3
+ size 1798915840
gemma-2b-it.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aae43bb505505879b8f0e218f685a8c7369eba7859906d83e29d7100a4ac60a
3
+ size 1839650560
gemma-2b-it.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5a0fd27c00ff8d14ca878824a2d5d9438102cc3a87682dedb22b549564a0c3
3
+ size 1798915840
gemma-2b-it.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e41bdb3f25935bdacd94e4632a764a61bef98aa4b5c5ed68053940ce381d08
3
+ size 2062124800
gemma-2b-it.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2160187e46273602cd474429eca3461fb90bdff9390ff0e7b3e0fa7f1a6d212
3
+ size 2669070080
gemma-2b-it.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e858f591abebb789508f8fa4f1982bb7c818d8f711050f24d6e27a66fd6794d0
3
+ size 10031780704