Hugging Face's logo

Felladrin
/
gguf-Qwen1.5-0.5B-Chat

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
Felladrin commited on
Commit
44c8945
•
1 Parent(s): 4a6b2aa

Upload folder using huggingface_hub

Browse files
Files changed (18) hide show
  1. .gitattributes +8 -0
  2. Qwen1.5-0.5B-Chat.F16.IQ2_XXS.gguf +3 -0
  3. Qwen1.5-0.5B-Chat.F16.IQ3_XXS.gguf +3 -0
  4. Qwen1.5-0.5B-Chat.F16.IQ4_XS.gguf +3 -0
  5. Qwen1.5-0.5B-Chat.F16.Q3_K.gguf +3 -0
  6. Qwen1.5-0.5B-Chat.F16.Q4_K.gguf +3 -0
  7. Qwen1.5-0.5B-Chat.F16.Q5_K.gguf +3 -0
  8. Qwen1.5-0.5B-Chat.F16.Q6_K.gguf +3 -0
  9. Qwen1.5-0.5B-Chat.F16.Q8_0.gguf +3 -0
  10. Qwen1.5-0.5B-Chat.F16.gguf +2 -2
  11. Qwen1.5-0.5B-Chat.IQ2_XXS.gguf +2 -2
  12. Qwen1.5-0.5B-Chat.IQ3_XXS.gguf +2 -2
  13. Qwen1.5-0.5B-Chat.IQ4_XS.gguf +2 -2
  14. Qwen1.5-0.5B-Chat.Q3_K.gguf +2 -2
  15. Qwen1.5-0.5B-Chat.Q4_K.gguf +2 -2
  16. Qwen1.5-0.5B-Chat.Q5_K.gguf +2 -2
  17. Qwen1.5-0.5B-Chat.Q6_K.gguf +2 -2
  18. Qwen1.5-0.5B-Chat.Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -48,3 +48,11 @@ Qwen1.5-0.5B-Chat.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
  Qwen1.5-0.5B-Chat.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
49
  Qwen1.5-0.5B-Chat.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  Qwen1.5-0.5B-Chat.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
48
  Qwen1.5-0.5B-Chat.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
49
  Qwen1.5-0.5B-Chat.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  Qwen1.5-0.5B-Chat.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen1.5-0.5B-Chat.F16.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen1.5-0.5B-Chat.F16.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen1.5-0.5B-Chat.F16.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen1.5-0.5B-Chat.F16.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen1.5-0.5B-Chat.F16.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen1.5-0.5B-Chat.F16.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen1.5-0.5B-Chat.F16.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen1.5-0.5B-Chat.F16.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen1.5-0.5B-Chat.F16.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:612885d616c51a5108b67961c533a5b73fb7a27f0a680863c7be69840fa2e40c
3
+ size 710627520
Qwen1.5-0.5B-Chat.F16.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942397284bdb4817811f169c06dab81fb732670436d27499d5ef2c21c488de14
3
+ size 744818880
Qwen1.5-0.5B-Chat.F16.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf686b468ebe661299d51388a5c2d51a417b3924a2feb7333d07e5d0c387d90
3
+ size 792545472
Qwen1.5-0.5B-Chat.F16.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a84a8b75857e8ca6ca4067c5da85336ffc6a76a4db234176ae17a17328da7912
3
+ size 777734336
Qwen1.5-0.5B-Chat.F16.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503d773c889209c2ab0439f41ddb08d075f17d8d741b1742e46a84124d0820c5
3
+ size 814344384
Qwen1.5-0.5B-Chat.F16.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ace494c1f461f8d386fe10620fd0fba2abf7f3a33891386ba832b7bb30d0764
3
+ size 846981312
Qwen1.5-0.5B-Chat.F16.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9890605c0190032703437f690e0711eab33c0c571335cb775c979c583d0723c2
3
+ size 881658048
Qwen1.5-0.5B-Chat.F16.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bc99ed1814b6b213011f38e74d4ef736701f7829bda0e23e96162501b235c3
3
+ size 956319936
Qwen1.5-0.5B-Chat.F16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:816ec13b0452f030bfbaf18537453eede33947f87839ec21a0b24cdf8745e652
3
- size 1245333696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6b0462f0c18a62386f9afae49234073c2f6e9532aca29b008ddfe427ebb9df6
3
+ size 1245333504
Qwen1.5-0.5B-Chat.IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:612885d616c51a5108b67961c533a5b73fb7a27f0a680863c7be69840fa2e40c
3
- size 710627520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b7245947c820704b9832b338a6c1dafe45d69212fad5e60ab87eea7fc4e128
3
+ size 246311104
Qwen1.5-0.5B-Chat.IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:942397284bdb4817811f169c06dab81fb732670436d27499d5ef2c21c488de14
3
- size 744818880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c85c4e63cf5c3952519d59ced8749e83185214577e290909faf84d0a1ae1fea6
3
+ size 296303808
Qwen1.5-0.5B-Chat.IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0cf686b468ebe661299d51388a5c2d51a417b3924a2feb7333d07e5d0c387d90
3
- size 792545472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce9659b56408b3b48a89723411a3b02a792ad143a1900d64f1e4433936c3e53e
3
+ size 380495040
Qwen1.5-0.5B-Chat.Q3_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a84a8b75857e8ca6ca4067c5da85336ffc6a76a4db234176ae17a17328da7912
3
- size 777734336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af44937c1880a7c8f6cd7022f9ca126a66b3c9cfefa2413b742718a5ec3eb8c
3
+ size 349882560
Qwen1.5-0.5B-Chat.Q4_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:503d773c889209c2ab0439f41ddb08d075f17d8d741b1742e46a84124d0820c5
3
- size 814344384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d8d97e14303b397dba34bd30cf4ca7fdfce3d13eca63d00107943392ebf7d3
3
+ size 407155904
Qwen1.5-0.5B-Chat.Q5_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ace494c1f461f8d386fe10620fd0fba2abf7f3a33891386ba832b7bb30d0764
3
- size 846981312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8a796ab78261f9c69dfd0361b930b3b3693b351b3f197e82ec2f9d83d7ddc64
3
+ size 459240640
Qwen1.5-0.5B-Chat.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9890605c0190032703437f690e0711eab33c0c571335cb775c979c583d0723c2
3
- size 881658048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64040aff0f04571f0d20d45303a661f23eca30dba9bc3c890e67eb0bd7b5b690
3
+ size 514580672
Qwen1.5-0.5B-Chat.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25bc99ed1814b6b213011f38e74d4ef736701f7829bda0e23e96162501b235c3
3
- size 956319936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60bbbd9b1ce887a7c4e19a723e92b96d48a22c821592384b6bc6d107b04ec584
3
+ size 664602816