Hugging Face's logo

sayhan
/
gemma-7b-it-GGUF-quantized

Text Generation
Transformers
GGUF
English
conversational
Model card Files Community
3
sayhan commited on
Commit
5c84cbf
•
1 Parent(s): b7f082f

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. gemma-7b-it-fp16.gguf +3 -0
  3. gemma-7b-it.Q3_K_L-v2.gguf +3 -0
  4. gemma-7b-it.Q3_K_M-v2.gguf +3 -0
  5. gemma-7b-it.Q3_K_S-v2.gguf +3 -0
  6. gemma-7b-it.Q4_0-v2.gguf +3 -0
  7. gemma-7b-it.Q4_K_M-v2.gguf +3 -0
  8. gemma-7b-it.Q4_K_S-v2.gguf +3 -0
  9. gemma-7b-it.Q5_0-v2.gguf +3 -0
  10. gemma-7b-it.Q5_K_M-v2.gguf +3 -0
  11. gemma-7b-it.Q5_K_S-v2.gguf +3 -0
  12. gemma-7b-it.Q6_K-v2.gguf +3 -0
  13. gemma-7b-it.Q8_0-v2.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,15 @@ gemma-7b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-7b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-7b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  gemma-7b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  gemma-7b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-7b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  gemma-7b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-7b-it-fp16.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-7b-it.Q3_K_L-v2.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-7b-it.Q3_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-7b-it.Q3_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-7b-it.Q4_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-7b-it.Q4_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-7b-it.Q4_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-7b-it.Q5_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
56
+ gemma-7b-it.Q5_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
57
+ gemma-7b-it.Q5_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
58
+ gemma-7b-it.Q6_K-v2.gguf filter=lfs diff=lfs merge=lfs -text
59
+ gemma-7b-it.Q8_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
gemma-7b-it-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19e52732bddcb9902347a9c60c117801ad7a3b776b700b9d1649f63f6d80dc0
3
+ size 17081756544
gemma-7b-it.Q3_K_L-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9faa5a960635f5967b70b7f316266f7ddccdd2a71496c0c11c4fbf751ad3bec4
3
+ size 4401867744
gemma-7b-it.Q3_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a30107cc0408bc9e89fba817929979aed868730f07dc063bcfcd8a273d6a3a7
3
+ size 4062129120
gemma-7b-it.Q3_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2de33322c8827fcf52c272355eb37208353f37011fa309744ceec05dce8e44e4
3
+ size 3675204576
gemma-7b-it.Q4_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec234811467d551dc51c398d97ba6d4d6dce55eac210483e940e6e57c97309e2
3
+ size 4809092064
gemma-7b-it.Q4_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457449b3e6f41a6d7d774c06a59e518ae9bb329225c415eea47bca414b2e9643
3
+ size 5127007200
gemma-7b-it.Q4_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624c5a35bb7e297336e5e2c0868566065b5ce4002c4378a7832790dc2d2ceef5
3
+ size 4843695072
gemma-7b-it.Q5_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f12cc04ef24077de544af7db3371b9d4c463aec8bb94a44f36564b6745687f0
3
+ size 5876280288
gemma-7b-it.Q5_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528611c83f8a40c3009863ae787c2e21d7db9320c96b708702166280730ce971
3
+ size 6040054752
gemma-7b-it.Q5_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29acd8103ba6d88b7846a99796fe59eaeeb39b95640e4268e462ac6e434e8f5e
3
+ size 5876280288
gemma-7b-it.Q6_K-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94cbd27f2332c09a265eb3509f05672656827556f98489f902cf941e9b920ce7
3
+ size 7010167776
gemma-7b-it.Q8_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f092aa54e2472e66085030edd77d038df72ceaefae7bbf7de1ff3262eb6625
3
+ size 9077844960