Upload 4 files

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+DeepSeek-Coder-V2-Lite-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-Coder-V2-Lite-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text

DeepSeek-Coder-V2-Lite-Instruct.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb3aae1dbc7512835dee996783ad7a02f23932098d71b88b5da28574bb0d0fe
+size 6430464960

DeepSeek-Coder-V2-Lite-Instruct.Q2_K.modelfile

@@ -0,0 +1,18 @@
+FROM DeepSeek-Coder-V2-Lite-Instruct.Q2_K.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant:

DeepSeek-Coder-V2-Lite-Instruct.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa63ef01ac93b15c2af8785b82bb23f27d7e37569dfcd116af78824b4de0ac4
+size 8126607296

DeepSeek-Coder-V2-Lite-Instruct.Q3_K_M.modelfile

@@ -0,0 +1,18 @@
+FROM DeepSeek-Coder-V2-Lite-Instruct.Q3_K_M.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant: