Hugging Face's logo

Kquant03
/
CognitiveFusion-4x7B-GGUF

GGUF
English
Merge
Inference Endpoints
Model card Files Community
Kquant03 commited on
Commit
4446c2c
•
1 Parent(s): 365abfc

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. ggml-model-q2_k.gguf +3 -0
  3. ggml-model-q3_k_m.gguf +3 -0
  4. ggml-model-q4_0.gguf +3 -0
  5. ggml-model-q4_k_m.gguf +3 -0
  6. ggml-model-q5_0.gguf +3 -0
  7. ggml-model-q6_k.gguf +3 -0
  8. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5956a9b8c0b3fa4bfda09724acf8365b1ad082cd34baf7b0ccd611431e017b
3
+ size 8061645024
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c477a381a06e903cabb7ade18cc17124fa762d28f573e28a73c7fb80dc757f
3
+ size 10523381984
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e490a6e431c4bf336d22560b593ebd309212bd6a21aa554ba01224ef57aeae0f
3
+ size 13623603424
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95df07513bda1c6fe89ec183c41621e24326c18e6986e48489e5d7c946d0863
3
+ size 13640904928
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d97004072ff15a3025b76042dc329e769e43583cefa0efbd5ea7d1bcc3ac9829
3
+ size 16626331872
ggml-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3712b600e644384570f0cd9c2b278753eb57174adae74b30821d9b198edd60
3
+ size 19816730848
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7463e07b282207ec23fb0389a5146c4e4c474c88f37582f1388056f066422125
3
+ size 25666261216