morriszms commited on
Commit
e5c9d64
·
verified ·
1 Parent(s): 83cc761

Upload folder using huggingface_hub

Browse files
Qwen2.5-Coder-0.5B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a007130ec1a4b5a0128c8dd09f9742a3fbcc3acd987727a124b4b79020e4f554
3
- size 338607456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec6e9f407a008512816d424f991985ff75b0bed12ead76833c02d618f2cc734
3
+ size 338607520
Qwen2.5-Coder-0.5B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c39d8d65171b7a820defa5f738aa150a43263e3591f42a2aeffa338caf63ee5
3
- size 369358176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d973513d4d46ed1fda504c2a56eb315eb76e56d4592ecfe7473deea7c609b28a
3
+ size 369358240
Qwen2.5-Coder-0.5B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df3453b0d2acbcfd47210aada02b39bf30c1f5b9512cf242619c8b30fc5891a6
3
- size 355466592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef02ad7b29cff5df2d300b0df50078f6447084e3a9c6d26eb9cde04f6b5cf42c
3
+ size 355466656
Qwen2.5-Coder-0.5B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac32e680fac72e45e173f162851cbc61f42885ba720add886afb251731d77e1f
3
- size 338263392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88825b08a78dd93aad12724818c19d07baa7ab7ceaa6c1ddfebf40a2b48ce80
3
+ size 338263456
Qwen2.5-Coder-0.5B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:247ec6d9cb9aabb33d3b04892543c6f64d82ac5214ca89341f4ad765e69fedc3
3
- size 352154976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b76d10668b9321a1e73de045a7b43fa0c992c94b3550ab34a8b50853223565f
3
+ size 352155040
Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:523f3a6776dcb46249c3f4c19cf7f05a0e7a129e241ce850ef9e2e12d4f011f1
3
- size 397807968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278d4a7c11e72604314a4a728cdc960dd4b744c51dfed668194cae9a3bc64c8b
3
+ size 397808032
Qwen2.5-Coder-0.5B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f0fc77afea6695a143d9b6564ac6924704c181182e1e3ccce0ed516d57f2914
3
- size 385471840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e71a1726d2549bd08703ea905d3a66b74274a275723e726c5664015aa73d122
3
+ size 385471904
Qwen2.5-Coder-0.5B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2986cfd32087573acd57ab8de8c589282380c15b486aefdd8dd7c6c61983b4da
3
- size 396883296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a444d70f4537a4b237c940fef443ca28feb601c36338a52a18440e54074baf5f
3
+ size 396883360
Qwen2.5-Coder-0.5B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc51b71f8f190b6babbaaa566c916dd7d24d55a167e3c2164a26bf4306627de4
3
- size 420086112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c563733a43d89c572d7c95802d574698de409355d1396295c696ff66ddec2e81
3
+ size 420086176
Qwen2.5-Coder-0.5B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b2ba4937ca78e6b398f0a275741c9db8c6697a8e6c66613395132a36e656cc3
3
- size 412710240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68708e847c99071640388fdc82a8b7a9270af82d61f68053efffd624de344e62
3
+ size 412710304
Qwen2.5-Coder-0.5B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9036eba0474393d0a4346a9863a5a13cc17a76f515eb8367b1c89323639b836
3
- size 505736544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c881154179fef4cb277a142fdd161249b0b343c4f6793827d15e671c51474f
3
+ size 505736608
Qwen2.5-Coder-0.5B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:454fcb82425d994449e95204b0e5beab79f615158cd6ee5ecea189ee99384ce0
3
- size 531068256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c1a9785d585921d2f7188fcbf26985c057cfb2a87de8bca326692cffc5fccd
3
+ size 531068320
README.md CHANGED
@@ -1,16 +1,17 @@
1
  ---
2
- base_model: unsloth/Qwen2.5-Coder-0.5B-Instruct
 
3
  language:
4
  - en
 
 
5
  library_name: transformers
6
- license: apache-2.0
7
  tags:
8
- - unsloth
9
- - transformers
10
  - code
 
 
11
  - qwen
12
  - qwen-coder
13
- - codeqwen
14
  - TensorBlock
15
  - GGUF
16
  ---
@@ -26,11 +27,11 @@ tags:
26
  </div>
27
  </div>
28
 
29
- ## unsloth/Qwen2.5-Coder-0.5B-Instruct - GGUF
30
 
31
- This repo contains GGUF format model files for [unsloth/Qwen2.5-Coder-0.5B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-0.5B-Instruct).
32
 
33
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
34
 
35
  <div style="text-align: left; margin: 20px 0;">
36
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
1
  ---
2
+ license: apache-2.0
3
+ license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B-Instruct/blob/main/LICENSE
4
  language:
5
  - en
6
+ base_model: Qwen/Qwen2.5-Coder-0.5B-Instruct
7
+ pipeline_tag: text-generation
8
  library_name: transformers
 
9
  tags:
 
 
10
  - code
11
+ - codeqwen
12
+ - chat
13
  - qwen
14
  - qwen-coder
 
15
  - TensorBlock
16
  - GGUF
17
  ---
 
27
  </div>
28
  </div>
29
 
30
+ ## Qwen/Qwen2.5-Coder-0.5B-Instruct - GGUF
31
 
32
+ This repo contains GGUF format model files for [Qwen/Qwen2.5-Coder-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B-Instruct).
33
 
34
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit ec7f3ac](https://github.com/ggerganov/llama.cpp/commit/ec7f3ac9ab33e46b136eb5ab6a76c4d81f57c7f1).
35
 
36
  <div style="text-align: left; margin: 20px 0;">
37
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">