Hugging Face's logo

mlabonne
/
gemma-7b-GGUF

Transformers
GGUF
Inference Endpoints
Model card Files Community
mlabonne commited on
Commit
0c1994a
•
1 Parent(s): 6c0dc24

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. gemma-7b.Q2_K.gguf +3 -0
  3. gemma-7b.Q3_K_L.gguf +3 -0
  4. gemma-7b.Q3_K_M.gguf +3 -0
  5. gemma-7b.Q3_K_S.gguf +3 -0
  6. gemma-7b.Q4_0.gguf +3 -0
  7. gemma-7b.Q4_1.gguf +3 -0
  8. gemma-7b.Q4_K_M.gguf +2 -2
  9. gemma-7b.Q4_K_S.gguf +3 -0
  10. gemma-7b.Q5_0.gguf +3 -0
  11. gemma-7b.Q5_1.gguf +3 -0
  12. gemma-7b.Q5_K_M.gguf +3 -0
  13. gemma-7b.Q5_K_S.gguf +3 -0
  14. gemma-7b.Q6_K.gguf +3 -0
  15. gemma-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  gemma-7b.gguf filter=lfs diff=lfs merge=lfs -text
37
  gemma-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  gemma-7b.gguf filter=lfs diff=lfs merge=lfs -text
37
  gemma-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-7b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-7b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-7b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-7b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-7b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-7b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-7b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-7b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-7b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5236cb5079d024dd03ca36e4bb6a8e4660fb5d5073c69b9efcfa03b0610ac083
3
+ size 3481446752
gemma-7b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a915e62e0cb01dfb51680ae8fc4d5d43f1e9160ed2738a2cd0ebe4ed978f0b
3
+ size 4709067104
gemma-7b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf44fcfae97278468bfb63ab8ea63596e8e2ad6bb74cba002dd18ab876eed38b
3
+ size 4369328480
gemma-7b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4fbba4bef052dfed3979b586f0185dd617a3dfeb11fc4da4d0c55a7f5c43dc4
3
+ size 3982403936
gemma-7b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4bf6383493e03614f80960f06c0b62f178e962e0d61f672fe35e57ed8040b1
3
+ size 5011843424
gemma-7b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c7da88cd73b46076a7b34b5898282af5b09842c282d24a13ddc7ec29cfd753
3
+ size 5496285536
gemma-7b.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f5e2b4281b47a5a799ece50d4621f6bba1c97c9476721a67ef048ff419a154f
3
- size 5127006560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a94695be9486921923a15f79fa7c6edd5543b389a261c85ee945e133e95c499
3
+ size 5329758560
gemma-7b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb6a706782120e5a1d4c037efbc5469fb96454d89ae6904fcb528f65a3b3a56
3
+ size 5046446432
gemma-7b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa1e654d1e0515d5c0aeb014ed5fd1c0c12e8d9704984928b55bf72395dcf58
3
+ size 5980727648
gemma-7b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cec7fc33b84c1f38696b0cd332e3bb6e8a330f30c7c6de9b5cc935965a878420
3
+ size 6465169760
gemma-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4e9143f04d6eb27e4bef72ed254408aab2c057111d5243fd97d10ee077a426
3
+ size 6144502112
gemma-7b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb58b6a401f09e4a4fcfda3b3f93503e764bb0773239b6eb320abee928d0eff9
3
+ size 5980727648
gemma-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0765e6a8845ca467f559f139a6ac8a817e53e64b0834df847c3b3ea803edfb0
3
+ size 7010167136
gemma-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a945698cac9f296a9d638ecbd0935387477fd0ad682b4be19e372036ea6e8c7
3
+ size 9077844320