Hugging Face's logo

mzwing
/
DeepSeek-V2-Lite-Chat-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
1
mzwing commited on
Commit
8eecfd2
•
1 Parent(s): 8e9dd70

GGUF model commit (made with fairydreaming/llama.cpp b24c9ed)

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. DeepSeek-V2-Lite-Chat.IQ3_M.gguf +3 -0
  3. DeepSeek-V2-Lite-Chat.IQ3_S.gguf +3 -0
  4. DeepSeek-V2-Lite-Chat.IQ3_XS.gguf +3 -0
  5. DeepSeek-V2-Lite-Chat.Q3_K_L.gguf +3 -0
  6. DeepSeek-V2-Lite-Chat.Q3_K_M.gguf +3 -0
  7. DeepSeek-V2-Lite-Chat.Q3_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -44,3 +44,9 @@ DeepSeek-V2-Lite-Chat.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
  DeepSeek-V2-Lite-Chat.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
  DeepSeek-V2-Lite-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
  DeepSeek-V2-Lite-Chat.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
44
  DeepSeek-V2-Lite-Chat.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
  DeepSeek-V2-Lite-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
  DeepSeek-V2-Lite-Chat.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DeepSeek-V2-Lite-Chat.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ DeepSeek-V2-Lite-Chat.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ DeepSeek-V2-Lite-Chat.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
+ DeepSeek-V2-Lite-Chat.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ DeepSeek-V2-Lite-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ DeepSeek-V2-Lite-Chat.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Lite-Chat.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4de9df99b0dbd18f44d08edad01519ec2744202cda2dfc7db93695d48add5b8
3
+ size 176027968
DeepSeek-V2-Lite-Chat.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4de9df99b0dbd18f44d08edad01519ec2744202cda2dfc7db93695d48add5b8
3
+ size 176027968
DeepSeek-V2-Lite-Chat.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4de9df99b0dbd18f44d08edad01519ec2744202cda2dfc7db93695d48add5b8
3
+ size 176027968
DeepSeek-V2-Lite-Chat.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19999329b65645d1537f5f70a2b5d2dc966c76d101b911362ef92632f87c385c
3
+ size 8459398464
DeepSeek-V2-Lite-Chat.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c93fbb60b530e4d8b89f6dfe6ca868225012db73e3c2b2821fc1aaa06f9472
3
+ size 8126606656
DeepSeek-V2-Lite-Chat.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa60e257227933f3c7bbca16e45aec4e660ac41e43dfe93e3026396df85492f
3
+ size 7487663424