Hugging Face's logo

Qwen
/
Qwen1.5-110B-Chat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
Model card Files Community
1
JustinLin610 commited on
Commit
c20013a
•
1 Parent(s): 8419937

Upload folder using huggingface_hub

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. qwen1_5-110b-chat-q2_k.gguf +3 -0
  3. qwen1_5-110b-chat-q3_k_m.gguf.a +3 -0
  4. qwen1_5-110b-chat-q3_k_m.gguf.b +3 -0
  5. qwen1_5-110b-chat-q4_0.gguf.a +3 -0
  6. qwen1_5-110b-chat-q4_0.gguf.b +3 -0
  7. qwen1_5-110b-chat-q4_k_m.gguf.a +3 -0
  8. qwen1_5-110b-chat-q4_k_m.gguf.b +3 -0
  9. qwen1_5-110b-chat-q5_0.gguf.a +3 -0
  10. qwen1_5-110b-chat-q5_0.gguf.b +3 -0
  11. qwen1_5-110b-chat-q5_k_m.gguf.a +3 -0
  12. qwen1_5-110b-chat-q5_k_m.gguf.b +3 -0
  13. qwen1_5-110b-chat-q6_k.gguf.a +3 -0
  14. qwen1_5-110b-chat-q6_k.gguf.b +3 -0
  15. qwen1_5-110b-chat-q6_k.gguf.c +3 -0
  16. qwen1_5-110b-chat-q8_0.gguf.a +3 -0
  17. qwen1_5-110b-chat-q8_0.gguf.b +3 -0
  18. qwen1_5-110b-chat-q8_0.gguf.c +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen1_5-110b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen1_5-110b-chat-q3_k_m.gguf.a filter=lfs diff=lfs merge=lfs -text
38
+ qwen1_5-110b-chat-q3_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
39
+ qwen1_5-110b-chat-q4_0.gguf.a filter=lfs diff=lfs merge=lfs -text
40
+ qwen1_5-110b-chat-q4_0.gguf.b filter=lfs diff=lfs merge=lfs -text
41
+ qwen1_5-110b-chat-q4_k_m.gguf.a filter=lfs diff=lfs merge=lfs -text
42
+ qwen1_5-110b-chat-q4_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
43
+ qwen1_5-110b-chat-q5_0.gguf.a filter=lfs diff=lfs merge=lfs -text
44
+ qwen1_5-110b-chat-q5_0.gguf.b filter=lfs diff=lfs merge=lfs -text
45
+ qwen1_5-110b-chat-q5_k_m.gguf.a filter=lfs diff=lfs merge=lfs -text
46
+ qwen1_5-110b-chat-q5_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
47
+ qwen1_5-110b-chat-q6_k.gguf.a filter=lfs diff=lfs merge=lfs -text
48
+ qwen1_5-110b-chat-q6_k.gguf.b filter=lfs diff=lfs merge=lfs -text
49
+ qwen1_5-110b-chat-q6_k.gguf.c filter=lfs diff=lfs merge=lfs -text
50
+ qwen1_5-110b-chat-q8_0.gguf.a filter=lfs diff=lfs merge=lfs -text
51
+ qwen1_5-110b-chat-q8_0.gguf.b filter=lfs diff=lfs merge=lfs -text
52
+ qwen1_5-110b-chat-q8_0.gguf.c filter=lfs diff=lfs merge=lfs -text
qwen1_5-110b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06129a5c75a82b76df722aabd6442bad0fa796a567f1b7e8c4f66fe87d35be11
3
+ size 41175701952
qwen1_5-110b-chat-q3_k_m.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff668431ca1c76e31968be2469c57244a2e1bfca4a39c8bb631c93b75b36faf
3
+ size 26850815200
qwen1_5-110b-chat-q3_k_m.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ae2ec0cf27e2cf8bbc6f2e2eb5feb511e2835a621a65ec8d4b0ab6061d2a4f
3
+ size 26850815200
qwen1_5-110b-chat-q4_0.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71e569521bc7bdef738855911f0725b89ff984ec4002b76101000ceea8a32a6
3
+ size 31445036256
qwen1_5-110b-chat-q4_0.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214a51d4d49c6dba5bd062a64ee66ce1407bb4d8e6f61cac294bf6753ef8c49f
3
+ size 31445036256
qwen1_5-110b-chat-q4_k_m.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c918dcce0a4e62aa965439068008f9c960551a4940a2b199e6412a43a3560ef4
3
+ size 33585442016
qwen1_5-110b-chat-q4_k_m.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d96ccc8ba9e19dc9c9d2a46623ec18a8eaefa7f04a0c60aecca2560bc9a94c0e
3
+ size 33585442016
qwen1_5-110b-chat-q5_0.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f442eaaa1db3ada267cfa63a1c0b47a9050fb5d1e543dc3165c1c42284ae99
3
+ size 38317665504
qwen1_5-110b-chat-q5_0.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25c53806b60ef480e86dca0ff33915b5ba71da2bc05df1722585be57acbe998
3
+ size 38317665504
qwen1_5-110b-chat-q5_k_m.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f6d9517ec73cc8b53523f7b103af92226be27cbee68043cdcf05563bbe7305
3
+ size 39409495264
qwen1_5-110b-chat-q5_k_m.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592310e2587b42aba2a2fc730d9feb8410fea9136edade2f3b7352f3c31dc6dc
3
+ size 39409495264
qwen1_5-110b-chat-q6_k.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8602cc69976714e933498030db7bb3d3b4d9ba23f24b0e05d0e3e8f2bb34eb
3
+ size 30413222720
qwen1_5-110b-chat-q6_k.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ceafa580dde234a8acceb65f73146f735b2d8454ec2d5ca1eeee0cd4f35fa9
3
+ size 30413222720
qwen1_5-110b-chat-q6_k.gguf.c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2d6f20a5f1cd7549ac2af273cc764de02c55b1210f1c9d6013035cbf6c325c0
3
+ size 30413222720
qwen1_5-110b-chat-q8_0.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59080dcc328a2882342538cb9a3e74caa20b05d0d46789957af13bb1990005b7
3
+ size 39390933824
qwen1_5-110b-chat-q8_0.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef7421af94db3e71a34e0e12bd0e60b0c9792260bbf007b108040e169f842ba
3
+ size 39390933824
qwen1_5-110b-chat-q8_0.gguf.c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:309da7f43bf072a3ab6a63428776df85070db80ec265b61a496ea815846a591b
3
+ size 39390933824