Hugging Face's logo

Kquant03
/
Ryu-4x7B-MoE-GGUF

GGUF
English
Merge
Model card Files Community
Kquant03 commited on
Commit
c756622
•
1 Parent(s): dc2d05e

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. ggml-model-f16.gguf +3 -0
  3. ggml-model-q2_k.gguf +3 -0
  4. ggml-model-q3_k_m.gguf +3 -0
  5. ggml-model-q4_0.gguf +3 -0
  6. ggml-model-q4_k_m.gguf +3 -0
  7. ggml-model-q5_0.gguf +3 -0
  8. ggml-model-q5_k_m.gguf +3 -0
  9. ggml-model-q6_k.gguf +3 -0
  10. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a840169d3f443f90d78518f5169e93b2166dc375f013a9040cf90dc5cfd6fb5
3
+ size 48308668128
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7fcf20703b856e55d9d74bb0e53fae1a4347d8d39afbd136d19c741e8b2cb64
3
+ size 8060708640
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c6ba8341c232098d124b2a8c9a4e495c3dc17254b63485ddde7ac369011f4f
3
+ size 10522445600
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb1de9e65c3d7f018a726501bd0f400234a687a1bd6e04df4f79e93aeaa606c
3
+ size 13622667040
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de9fe1f2a63e605622833cdb08d002eb1dd0eb82eda52e95eb762392fe893836
3
+ size 13639968544
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c71d1ede13853fd80e07dc6720337afcd0c9bda565395f9224f44ba62116a12
3
+ size 16625395488
ggml-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0bf0e504da484345a1054c110457f224a791abecf79bf4d078309b5138ac5d8
3
+ size 16634308384
ggml-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a995da71f1826cf1b4bcc51f45edcda08dcd551f7cfc70a67588f4d8355cb5b3
3
+ size 19815794464
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcbd14786e8b5011e3cefdf7ca3de4f8fa824ec6a347d2606b9aa8ae38a7161
3
+ size 25665324832