morriszms commited on
Commit
3fed41e
·
verified ·
1 Parent(s): 101ccb9

Upload folder using huggingface_hub

Browse files
Qwen2.5-Coder-32B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab2789d5ed627f9a33f906946aa6c28341592e0178e4a9d14b7d3092d0431aa8
3
- size 12313098944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:181858c462415a9420768f28527a504d8704bba8f4c81c84ea2ac769d667f6b5
3
+ size 12313098880
Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4326108a94459d9f661062ed3fb84f8c752822f629c0fd66f88dacbed7be9f6b
3
- size 17247079104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5517d056eef788c72be225160ea964a6100e03e3de5e29035d608aaa871615b0
3
+ size 17247079040
Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa1acd3c51838783f1dffa21111a5d2f7b14f4302e5517cc5772857055332e3c
3
- size 15935048384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c18145a9a0eaaee4d0cd0f4a2e5ef39110abc6e518a8434da20094846c6ba0c
3
+ size 15935048320
Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7213f7146d06725a8f629b12ad876b24714293d1bf55bb3438c6371097850020
3
- size 14392330944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d42645a01faaef6d6e0365f9329bf0a4883de378098917b500adae3ad538aa
3
+ size 14392330880
Qwen2.5-Coder-32B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88b7008ba67d47deec961f9e8424d9cc0f375aed9ff01ef597e6d318e3a610a6
3
- size 18640231104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20646bbee25ea183b3bd2afedd786ba1541a19b506003d6ceb79c38672917390
3
+ size 18640231040
Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bdb0323450965651f112a434a96183ee157fbba413c212f841b0c2bab51e187
3
- size 19851336384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfdc017e3577c365a0e93dfc39a706bd95d62bd8be7984e49a88729964e7de16
3
+ size 19851336320
Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d5c7975877283dba5cf800e52b664cba2f04cb8869acce86391b11ead28ba03
3
- size 18784410304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b77c7e95dbf3b610d43bf04c6dc105f3459e66b202d0d8f31ae016445b9066b
3
+ size 18784410240
Qwen2.5-Coder-32B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:495c608b209b7fdbd7c554765299476ec6826e90c4a3a0027f0c2cbddd79d5b2
3
- size 22638254784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad8c3ce91fe9f4e242c25af19b481915e9d1860c1d7b52b0dfbb75c6cdfa283
3
+ size 22638254720
Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:701ae4a634eea16f6bdffc167d53fb5b12e43fdd3c64ac26a2d6da2118e490e3
3
- size 23262157504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a886bac841687bdb72ba4067c9a3f769a1d7d1c7f7f32c5da05f43e1a4d4380f
3
+ size 23262157440
Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef91450b8868bdbfa73579840f727f8f604b69a101c73c825dda09647f698b95
3
- size 22638254784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e66b3d850a30f48d520395658d5988ba28bcd66d5ba35d56f3f64eae11707b
3
+ size 22638254720
Qwen2.5-Coder-32B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ba1af9856df8891aaa5dd4a431184dd53a6123ca6545bb625177bb18f1dd0e6
3
- size 26886154944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4cbcda9b79374a91c916bff2999afac7cbee0c498187514a21020c8a3e454c6
3
+ size 26886154880
Qwen2.5-Coder-32B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49554eaca5ddc300c887edcbf8c3fe2e0664ad03b7b85be0981afd4264dd15fd
3
- size 34820885184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f82ebe99591fe8131c633f3d109323398314cce7368aec10bfda599cf6dd76
3
+ size 34820885120
README.md CHANGED
@@ -1,17 +1,16 @@
1
  ---
2
- license: apache-2.0
3
- license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct/blob/main/LICENSE
4
  language:
5
  - en
6
- base_model: Qwen/Qwen2.5-Coder-32B-Instruct
7
- pipeline_tag: text-generation
8
  library_name: transformers
 
9
  tags:
 
 
10
  - code
11
- - codeqwen
12
- - chat
13
  - qwen
14
  - qwen-coder
 
15
  - TensorBlock
16
  - GGUF
17
  ---
@@ -27,11 +26,11 @@ tags:
27
  </div>
28
  </div>
29
 
30
- ## Qwen/Qwen2.5-Coder-32B-Instruct - GGUF
31
 
32
- This repo contains GGUF format model files for [Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct).
33
 
34
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
35
 
36
  <div style="text-align: left; margin: 20px 0;">
37
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
1
  ---
2
+ base_model: unsloth/Qwen2.5-Coder-32B-Instruct
 
3
  language:
4
  - en
 
 
5
  library_name: transformers
6
+ license: apache-2.0
7
  tags:
8
+ - unsloth
9
+ - transformers
10
  - code
 
 
11
  - qwen
12
  - qwen-coder
13
+ - codeqwen
14
  - TensorBlock
15
  - GGUF
16
  ---
 
26
  </div>
27
  </div>
28
 
29
+ ## unsloth/Qwen2.5-Coder-32B-Instruct - GGUF
30
 
31
+ This repo contains GGUF format model files for [unsloth/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-32B-Instruct).
32
 
33
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
34
 
35
  <div style="text-align: left; margin: 20px 0;">
36
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">