Hugging Face's logo

thesven
/
Qwen2-0.5B-Instruct-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
thesven commited on
Commit
03cf64c
•
1 Parent(s): 078caed

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +9 -0
  2. Qwen2-0.5B-Instruct-GGUF-IQ1_S.gguf +3 -0
  3. Qwen2-0.5B-Instruct-GGUF-IQ2_S.gguf +3 -0
  4. Qwen2-0.5B-Instruct-GGUF-IQ2_XS.gguf +3 -0
  5. Qwen2-0.5B-Instruct-GGUF-IQ3_S.gguf +3 -0
  6. Qwen2-0.5B-Instruct-GGUF-IQ3_XXS.gguf +3 -0
  7. Qwen2-0.5B-Instruct-GGUF-IQ4_NL.gguf +3 -0
  8. Qwen2-0.5B-Instruct-GGUF-IQ4_XS.gguf +3 -0
  9. Qwen2-0.5B-Instruct-GGUF-Q4_K_M.gguf +3 -0
  10. Qwen2-0.5B-Instruct-GGUF-bf16.gguf +3 -0
  11. imatrix_Qwen2-0.5B-Instruct.dat +0 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2-0.5B-Instruct-GGUF-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2-0.5B-Instruct-GGUF-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2-0.5B-Instruct-GGUF-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2-0.5B-Instruct-GGUF-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2-0.5B-Instruct-GGUF-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2-0.5B-Instruct-GGUF-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-0.5B-Instruct-GGUF-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-0.5B-Instruct-GGUF-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-0.5B-Instruct-GGUF-bf16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-0.5B-Instruct-GGUF-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe43021111ae83804cd7c0437ef36726478160985218216e7a3fc084948e27e
3
+ size 315826592
Qwen2-0.5B-Instruct-GGUF-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc6ef35f597f01745c2b66f0631673b3c4248c0bfd3a76fada5aafb6fd9d208d
3
+ size 325734560
Qwen2-0.5B-Instruct-GGUF-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d323f989cb0c5a32423cc85a02e8bd0dd454fb5b76dc36c843e3f4762bce1c02
3
+ size 324406688
Qwen2-0.5B-Instruct-GGUF-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f20b395e9d9da10fabe031b66c3ea4c1ad62de2dad84f2bd15a83e40f2eb91e8
3
+ size 338604704
Qwen2-0.5B-Instruct-GGUF-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e33a8be97cf8b5d752b059d569d0c8eeafe7886a6db82d51c6c1f240e0cd939
3
+ size 333701792
Qwen2-0.5B-Instruct-GGUF-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3881edb921df554e533f3dd219e00beabb7ddbe24c3a1edda40d0f914fda8ad
3
+ size 352668320
Qwen2-0.5B-Instruct-GGUF-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c44b0d76c4ade4682be5c24da2f9c81df1b109cb20a0862d9860d81e6b4bee51
3
+ size 349399712
Qwen2-0.5B-Instruct-GGUF-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15639e8c8ee91fa8c38780bce9af2ae2fddb06c6e2e45b00c4324dc054969dae
3
+ size 397804960
Qwen2-0.5B-Instruct-GGUF-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b713937b45dce4f9aa99ce438a1a7c08611bb3aaf89c84279f455d8cbfe4f299
3
+ size 994153888
imatrix_Qwen2-0.5B-Instruct.dat ADDED
Binary file (989 kB). View file