Upload 2 files

.gitattributes

@@ -38,3 +38,4 @@ DeepSeek-V2-Lite-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 DeepSeek-V2-Lite-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 DeepSeek-V2-Lite-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 DeepSeek-V2-Lite-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text

DeepSeek-V2-Lite-Chat.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae65b6692e4b6b56b9e35b89d0b6eaf4e6303b62f9d028eb3e5ff35b42c6ef1
+size 11851313472

DeepSeek-V2-Lite-Chat.Q5_K.modelfile

@@ -0,0 +1,19 @@
+FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q5_K.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant: