Hugging Face's logo

sayhan
/
gemma-7b-GGUF-quantized

Text Generation
Transformers
GGUF
English
Model card Files Community
sayhan commited on
Commit
f84b21f
•
1 Parent(s): 316ff57

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. gemma-7b-fp16.gguf +3 -0
  3. gemma-7b.Q2_K-v2.gguf +3 -0
  4. gemma-7b.Q3_K_L-v2.gguf +3 -0
  5. gemma-7b.Q3_K_M-v2.gguf +3 -0
  6. gemma-7b.Q3_K_S-v2.gguf +3 -0
  7. gemma-7b.Q4_0-v2.gguf +3 -0
  8. gemma-7b.Q4_K_M-v2.gguf +3 -0
  9. gemma-7b.Q4_K_S-v2.gguf +3 -0
  10. gemma-7b.Q5_0-v2.gguf +3 -0
  11. gemma-7b.Q5_K_M-v2.gguf +3 -0
  12. gemma-7b.Q5_K_S-v2.gguf +3 -0
  13. gemma-7b.Q6_K-v2.gguf +3 -0
  14. gemma-7b.Q8_0-v2.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,16 @@ gemma-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  gemma-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  gemma-7b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  gemma-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-7b-fp16.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-7b.Q2_K-v2.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-7b.Q3_K_L-v2.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-7b.Q3_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-7b.Q3_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-7b.Q4_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-7b.Q4_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-7b.Q4_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
56
+ gemma-7b.Q5_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
57
+ gemma-7b.Q5_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
58
+ gemma-7b.Q5_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
59
+ gemma-7b.Q6_K-v2.gguf filter=lfs diff=lfs merge=lfs -text
60
+ gemma-7b.Q8_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
gemma-7b-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df20ea2eb82cba9e4106ac6ee87629776cd60a07a02e0d04a7d0666c4ed0248
3
+ size 17081755936
gemma-7b.Q2_K-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad369df9cc5ac513b260d091bcbc43c004e7ba84a2c5c15604e5fbb7036c95e
3
+ size 3094374752
gemma-7b.Q3_K_L-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc341b435a127925a251cdd9c0f3f2f6d9ee2c3f35aa62dfe63b2121bd1e13ba
3
+ size 4401867104
gemma-7b.Q3_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669e9d0c9bfd41417516a52dc684cec301891a6da2a1486b2e8eb6a96c134e09
3
+ size 4062128480
gemma-7b.Q3_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a035d19a7f6cc1e0a6a05095761e467fd1c445afdf80cb039c05628b8c7f917a
3
+ size 3675203936
gemma-7b.Q4_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e58bbbe5a407f7cac3044e1c3a209e8ee4eb8e920d253bc47dc6853f4563a1a8
3
+ size 4809091424
gemma-7b.Q4_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d523fc678f0a8640cb306ca6d706ce7b58e1e331d6a9295e9e3577546df656f
3
+ size 5127006560
gemma-7b.Q4_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de353d1e4945395f0465b95c28c3acf34e09d4cf6fdcd95ffe4b4b88cc373dd8
3
+ size 4843694432
gemma-7b.Q5_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1509b000053b4fe017a9d722bec891fb1c1ff4ec1031d87357181c298e5700e0
3
+ size 5876279648
gemma-7b.Q5_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4454d137becf10728b6e94c5da5a43b2b4d7e49d01c9343d1de26e179eab6d16
3
+ size 6040054112
gemma-7b.Q5_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e43f3a6139f2f0ab867b45a1f72fd024b9cdc7fe2da2e41847e2e1d434d4397
3
+ size 5876279648
gemma-7b.Q6_K-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0765e6a8845ca467f559f139a6ac8a817e53e64b0834df847c3b3ea803edfb0
3
+ size 7010167136
gemma-7b.Q8_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a945698cac9f296a9d638ecbd0935387477fd0ad682b4be19e372036ea6e8c7
3
+ size 9077844320