Hugging Face's logo

lm-kit
/
gemma-2-9b-gguf

GGUF
Inference Endpoints
Model card Files Community
lcarrere commited on
Commit
999f22c
•
1 Parent(s): 482b75f

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +5 -0
  2. gemma-2-9B-Q4_K_M.gguf +2 -2
  3. gemma-2-9B-Q4_K_S.gguf +3 -0
  4. gemma-2-9B-Q5_K_M.gguf +3 -0
  5. gemma-2-9B-Q5_K_S.gguf +3 -0
  6. gemma-2-9B-Q6_K.gguf +3 -0
  7. gemma-2-9B-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -39,3 +39,8 @@ gemma-2-9B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
  gemma-2-9B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
  gemma-2-9B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
  gemma-2-9B-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
39
  gemma-2-9B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
  gemma-2-9B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
  gemma-2-9B-F16.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-9B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2-9B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-9B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-9B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2-9B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-9B-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:05ee2337c1876bdc3182bdcd3e37ba140486d11f0a0b119a0588452863da395a
3
- size 5761057792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6059a960d2f4f881630f1e795b40f7e09e5e12d3a6b1900474d6108ea880afd
3
+ size 5761057088
gemma-2-9B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a6fb069df62193ddd343dc679e2960f3fff52bf5f2cce2979e762b37e1ce09
3
+ size 5478924608
gemma-2-9B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b030d75c71266804e000391a329b0f8d68ce3b815289dfb91e1f520dce3a1001
3
+ size 6647365952
gemma-2-9B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e9b6ab873de873023151144334b5f60e996ce4a0387e9f5bd044bb7dc6fbe5
3
+ size 6483591488
gemma-2-9B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b350514f40c78b44bb70fcd63d47b59454bac0d93bd3b53c92cf8f90c7edbb6e
3
+ size 7589069120
gemma-2-9B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bd43527c5fe41f926907f94c4b3a1c72319cd5f0f0fccdb569bd1201cb28b58
3
+ size 9827148096