Hugging Face's logo

legraphista
/
DeepSeek-Coder-V2-Instruct-IMat-GGUF

Text Generation
GGUF
quantized
GGUF
quantization
imat
imatrix
static
8bit
6bit
5bit
4bit
3bit
2bit
1bit
conversational
Model card Files Community
DeepSeek-Coder-V2-Instruct-IMat-GGUF
File size: 5,719 Bytes 
0c9d50c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8ed5c01
fda71b9
bedd372
6704c66
a14fa6d
2d29897
704f5f2
c5db926
e0551ca
611db73
68fc5a8
aa5c405
846da02
6f47f73
21aac4b
e54ac61
2f0f939
dcd0d5d
9d3d1d5
3a0042c
442711a
1e33e4d
aa40552
f42bd50
4bf8e54
c23b304
fc53560
8e246b5
b062777
e014e42
81082e9
f8b7fba
4c788d5
f220b59
abc7035
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
imatrix.dat filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K/DeepSeek-Coder-V2-Instruct.Q3_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K/DeepSeek-Coder-V2-Instruct.Q3_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K/DeepSeek-Coder-V2-Instruct.Q3_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K/DeepSeek-Coder-V2-Instruct.Q3_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K/DeepSeek-Coder-V2-Instruct.Q3_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q2_K/DeepSeek-Coder-V2-Instruct.Q2_K-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q2_K/DeepSeek-Coder-V2-Instruct.Q2_K-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q2_K/DeepSeek-Coder-V2-Instruct.Q2_K-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q2_K/DeepSeek-Coder-V2-Instruct.Q2_K-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_S/DeepSeek-Coder-V2-Instruct.Q3_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_S/DeepSeek-Coder-V2-Instruct.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_S/DeepSeek-Coder-V2-Instruct.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_S/DeepSeek-Coder-V2-Instruct.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q2_K_S/DeepSeek-Coder-V2-Instruct.Q2_K_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-Coder-V2-Instruct.Q3_K_S/DeepSeek-Coder-V2-Instruct.Q3_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text