Hugging Face's logo

cortexso
/
qwen2.5

Text Generation
GGUF
cortex.cpp
conversational
Model card Files
xet
Community
jan-hq commited on
Commit
3abd1d0
·
verified ·
1 Parent(s): e03ce67

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. qwen2.5-32b-instruct-q2_k.gguf +3 -0
  3. qwen2.5-32b-instruct-q3_k_l.gguf +3 -0
  4. qwen2.5-32b-instruct-q3_k_m.gguf +3 -0
  5. qwen2.5-32b-instruct-q3_k_s.gguf +3 -0
  6. qwen2.5-32b-instruct-q4_k_m.gguf +3 -0
  7. qwen2.5-32b-instruct-q4_k_s.gguf +3 -0
  8. qwen2.5-32b-instruct-q5_k_m.gguf +3 -0
  9. qwen2.5-32b-instruct-q5_k_s.gguf +3 -0
  10. qwen2.5-32b-instruct-q6_k.gguf +3 -0
  11. qwen2.5-32b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -83,3 +83,13 @@ qwen2.5-3b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
83
  qwen2.5-3b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
84
  qwen2.5-3b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
85
  qwen2.5-3b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
83
  qwen2.5-3b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
84
  qwen2.5-3b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
85
  qwen2.5-3b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
86
+ qwen2.5-32b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
87
+ qwen2.5-32b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
88
+ qwen2.5-32b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
89
+ qwen2.5-32b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
90
+ qwen2.5-32b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
91
+ qwen2.5-32b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
92
+ qwen2.5-32b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
93
+ qwen2.5-32b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
94
+ qwen2.5-32b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
95
+ qwen2.5-32b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen2.5-32b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f680f2bf43639c6835f616a3032dd16c7bb76fd64c114ade89c5e279089f1a
3
+ size 12313098752
qwen2.5-32b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc6c7cbc5f6baa55f5ece6a3f0e028805b58361c9b9969e74bb02aceb490a22a
3
+ size 17247078912
qwen2.5-32b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1df4eb184bc1e2f616c89da0b05d765700a151fdf808b4a459548c5a3af08d64
3
+ size 15935048192
qwen2.5-32b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c213404b731ae9ca1928db405b55ac2866581dff35977b8b2a5fa223430a780
3
+ size 14392330752
qwen2.5-32b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:223689fcba3c4b01a37c469b29ecd0788f32734d8e79b4f67788ae7a1291e6b8
3
+ size 19851336192
qwen2.5-32b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af34648dfa7af9c788fedebfedd56aeec0c47f8b3a3dde29ade5cd9bca1f00d7
3
+ size 18784410112
qwen2.5-32b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f3e19dd06587fd7a6d89f823d53e37e7d1cce34bfcac4c0d4110cac52dd1cb
3
+ size 23262157312
qwen2.5-32b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2c8eeca6738e72f82c07498c8956b4759a845052baaddbe39b89c02d72b41ae
3
+ size 22638254592
qwen2.5-32b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02147c5420d8109d6009f9f0101435bd69605a5476f0be790a28bdfc93962c3a
3
+ size 26886154752
qwen2.5-32b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d74070e541360601952b9eecfaf51c67d3e6232709053b35aa384820d562522
3
+ size 34820884992