Hugging Face's logo

Qwen
/
Qwen1.5-1.8B-Chat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
1
JustinLin610 commited on
Commit
07800fc
•
1 Parent(s): 44f0d97

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +7 -0
  2. qwen1_5-1_8b-chat-q2_k.gguf +3 -0
  3. qwen1_5-1_8b-chat-q3_k_m.gguf +3 -0
  4. qwen1_5-1_8b-chat-q4_0.gguf +3 -0
  5. qwen1_5-1_8b-chat-q4_k_m.gguf +3 -0
  6. qwen1_5-1_8b-chat-q5_0.gguf +3 -0
  7. qwen1_5-1_8b-chat-q5_k_m.gguf +3 -0
  8. qwen1_5-1_8b-chat-q6_k.gguf +3 -0
  9. qwen1_5-1_8b-chat-q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -35,3 +35,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  qwen2-beta-1_8b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  qwen1_5-1_8b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  qwen2-beta-1_8b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  qwen1_5-1_8b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen1_5-1_8b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen1_5-1_8b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen1_5-1_8b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen1_5-1_8b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen1_5-1_8b-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen1_5-1_8b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen1_5-1_8b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
qwen1_5-1_8b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9da215dbaba02d729708bffda6f5753486e4f5297833d9280c13468a241107
3
+ size 863477600
qwen1_5-1_8b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21bbbf7d407dfbd4e3fc4e176847663b94ca493dcd2c8c7673e5e9c9744ad6e
3
+ size 1015879520
qwen1_5-1_8b-chat-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73b550fd9cf70af64f1d6dde4a3684818fef8bde94d878d009f7a342f533a05
3
+ size 1120235360
qwen1_5-1_8b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:702e983c77883426806a2af75d34ab3e462e1b822f9dc23b49e02280c24b2b18
3
+ size 1217752928
qwen1_5-1_8b-chat-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be91f93aaca4583169d8c3434fc3ac5c01276f8e5a95e72101b14e9d2539ee3b
3
+ size 1310912352
qwen1_5-1_8b-chat-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a57c3d0424a36038fc7d22b9181665a34f800d18a71547fddf351a14dd7f0a
3
+ size 1376776032
qwen1_5-1_8b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d46f0803f6c6c81dc0578a97cf81636e29de694cc403e0d2f396a74d9698e1
3
+ size 1579026272
qwen1_5-1_8b-chat-q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de9a885a005c57cdf958eebce02f8eea2812713bfaf0512f0c9c2546ac2fbf14
3
- size 1958303520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6db57d5beac8dec6ebb74518e8604e70be6b9357329b47027123c90d61d2d99f
3
+ size 1958303584