Upload 10 files

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

DeepSeek-V2-Lite-Chat.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d00542ef57b63ab464d79b9d07b84e2eace495afe7ed048080006cfb7ff6e3
+size 6430464320

DeepSeek-V2-Lite-Chat.Q2_K.modelfile

@@ -0,0 +1,19 @@
+FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q2_K.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant:

DeepSeek-V2-Lite-Chat.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c93fbb60b530e4d8b89f6dfe6ca868225012db73e3c2b2821fc1aaa06f9472
+size 8126606656

DeepSeek-V2-Lite-Chat.Q3_K_M.modelfile

@@ -0,0 +1,19 @@
+FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q3_K_M.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant:

DeepSeek-V2-Lite-Chat.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed3eca08b8bd7aa5e6a71afb92d5b8a616035c7d60e123b883f71dd80370f1e
+size 10364416320

DeepSeek-V2-Lite-Chat.Q4_K_M.modelfile

@@ -0,0 +1,19 @@
+FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q4_K_M.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant:

DeepSeek-V2-Lite-Chat.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff501f4eac443875590af5f92d7c619c0fcc4a82a7041cae7cf044d5c6c6d7d
+size 14066971968

DeepSeek-V2-Lite-Chat.Q6_K.modelfile

@@ -0,0 +1,19 @@
+FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q6_K.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant:

DeepSeek-V2-Lite-Chat.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a9d6b04718d83c294564c7d54f04f323181f9f7578e269597051e2504fdcc
+size 16702517568

DeepSeek-V2-Lite-Chat.Q8_0.modelfile

@@ -0,0 +1,19 @@
+FROM E:\project_website\models\DeepSeek-V2-Lite-Chat-GGUF\DeepSeek-V2-Lite-Chat.Q8_0.gguf
+
+TEMPLATE """{{ if .System }}{{ .System }}
+
+{{ end }}{{ if .Prompt }}User: {{ .Prompt }}
+
+{{ end }}Assistant: {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop User:
+PARAMETER stop Assistant: