Upload 2 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Codestral-22B-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text

Codestral-22B-v0.1.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9349cc102da5379e9e541aa275d3e6bfc19a295111d751693f2446f954b8d608
+size 8272093536

Codestral-22B-v0.1.Q2_K.modelfile

@@ -0,0 +1,18 @@
+FROM E:\project_website\models\Codestral-22B-v0.1-GGUF\Codestral-22B-v0.1.Q2_K.gguf
+
+TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST] {{ .Response }}"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop [INST]
+PARAMETER stop [/INST]
+PARAMETER stop [PREFIX]
+PARAMETER stop [MIDDLE]
+PARAMETER stop [SUFFIX]