Hugging Face's logo

Qwen
/
Qwen1.5-32B-Chat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
1
JustinLin610 commited on
Commit
e80ef6e
•
1 Parent(s): 9cac251

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. qwen1_5-32b-chat-q2_k.gguf +3 -0
  3. qwen1_5-32b-chat-q3_k_m.gguf +3 -0
  4. qwen1_5-32b-chat-q4_0.gguf +3 -0
  5. qwen1_5-32b-chat-q4_k_m.gguf +3 -0
  6. qwen1_5-32b-chat-q5_0.gguf +3 -0
  7. qwen1_5-32b-chat-q5_k_m.gguf +3 -0
  8. qwen1_5-32b-chat-q6_k.gguf +3 -0
  9. qwen1_5-32b-chat-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen1_5-32b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen1_5-32b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen1_5-32b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen1_5-32b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen1_5-32b-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen1_5-32b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen1_5-32b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen1_5-32b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen1_5-32b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2e35984c923a7b0e253c9d2dccc83c12ea262ce1f50f155707c89293a6d9cd0
3
+ size 12222000832
qwen1_5-32b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9414efd3c51e83d9e361567214ff182843c54e055c8c8c1b90482acfecb36d
3
+ size 15815114432
qwen1_5-32b-chat-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0688760683b9ca390070d62d06bdba06593d200cf07456478e4baeb66655c64b
3
+ size 18498670272
qwen1_5-32b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f5b913fef9f0bed095bc948b35515290a152ed1c7f07ea2c3ddd6f8877ce1e1
3
+ size 19698962112
qwen1_5-32b-chat-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121f64f3440901030e9152f663ec6a01bb91526fd267e9e5b95f418ff43225c9
3
+ size 22465236672
qwen1_5-32b-chat-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f7f066e1ef9453f0d38f08af0795af6022caf81bb1abad38893d79b3c373b4c
3
+ size 23083568832
qwen1_5-32b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fcbb97554e644a54d606b395b47b232c0ad6fbc746c76991a6a69e0b614734
3
+ size 26679713472
qwen1_5-32b-chat-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939ccacd75cf450d27cceb0df33308cf134448abd235b3c57ffd0c209b8569d5
3
+ size 34553495232