Hugging Face's logo

Qwen
/
Qwen2-57B-A14B-Instruct-GGUF

Text Generation
GGUF
English
instruct
chat
Inference Endpoints
conversational
Model card Files Community
1
JustinLin610 commited on
Commit
3f63216
·
verified ·
1 Parent(s): 9fca4ce

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. qwen2-57b-a14b-instruct-fp16-00001-of-00003.gguf +3 -0
  3. qwen2-57b-a14b-instruct-fp16-00002-of-00003.gguf +3 -0
  4. qwen2-57b-a14b-instruct-fp16-00003-of-00003.gguf +3 -0
  5. qwen2-57b-a14b-instruct-q2_k.gguf +3 -0
  6. qwen2-57b-a14b-instruct-q3_k_m.gguf +3 -0
  7. qwen2-57b-a14b-instruct-q4_0.gguf +3 -0
  8. qwen2-57b-a14b-instruct-q4_k_m.gguf +3 -0
  9. qwen2-57b-a14b-instruct-q5_0.gguf +3 -0
  10. qwen2-57b-a14b-instruct-q5_k_m.gguf +3 -0
  11. qwen2-57b-a14b-instruct-q6_k.gguf +3 -0
  12. qwen2-57b-a14b-instruct-q8_0-00001-of-00002.gguf +3 -0
  13. qwen2-57b-a14b-instruct-q8_0-00002-of-00002.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen2-57b-a14b-instruct-fp16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen2-57b-a14b-instruct-fp16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen2-57b-a14b-instruct-fp16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen2-57b-a14b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen2-57b-a14b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen2-57b-a14b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen2-57b-a14b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen2-57b-a14b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen2-57b-a14b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwen2-57b-a14b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwen2-57b-a14b-instruct-q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwen2-57b-a14b-instruct-q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
qwen2-57b-a14b-instruct-fp16-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9cf32acb674272cbaafbebfa73003be61825f67696773f794b357f5ac77a80
3
+ size 39773001952
qwen2-57b-a14b-instruct-fp16-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372e115a3b40665aca88c6c66438659a2b65b64433ff7c679e628182b5515bb4
3
+ size 38999113664
qwen2-57b-a14b-instruct-fp16-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d94af48655f2da7f353c0a00bbb2bb6f83f1a9c4ea4696faa36313a017cba8
3
+ size 36064873408
qwen2-57b-a14b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbb042369bc4a1b124e47f3eb707f92fef0e14fbc6680dbd652e3e7c1b9b0d5e
3
+ size 21063524640
qwen2-57b-a14b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c52660a9a254ced5ff3b3ab0ed189a1954f042fbd65c329d8f9264da2b6d89ff
3
+ size 27505173280
qwen2-57b-a14b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0059699f74e60165464173fb3257bafee0464ea79b9e42b45464a0a4b8da583e
3
+ size 32462286112
qwen2-57b-a14b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da0fdd8698d56fa4c8797c85852c2afa58b3ea2a6aeea20b05b030b901cb239
3
+ size 34853272864
qwen2-57b-a14b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bd4d7b5740781c99acf352f2ac034b94ced613963065044575d1be083ad81f
3
+ size 39569444128
qwen2-57b-a14b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f90e7493abf34964a89391a777ec39a5451a62f3c88297e5a6d135c137de14
3
+ size 40801164576
qwen2-57b-a14b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dbc43f76f2b4f5abd6544d394ce36654a44ce3b5fc6c14c97b9f041b1d7a368
3
+ size 47120799520
qwen2-57b-a14b-instruct-q8_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c7992dc7d641aa69ff41ce51e9117b460433ab372cc6da65e5e8234def9e71
3
+ size 32684349248
qwen2-57b-a14b-instruct-q8_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a03557071fec65efe6b561ef02c68e7d1a835006a58fe1d2eaa70c89b4448b
3
+ size 28338449568