Upload 4 files

Mistral-7B-Instruct-v0.3.Q3_K.modelfile

@@ -0,0 +1,15 @@
+FROM E:\project_website\models\Mistral-7B-Instruct-v0.3\Mistral-7B-Instruct-v0.3.Q3_K.gguf
+
+TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop [INST]
+PARAMETER stop [/INST]

Mistral-7B-Instruct-v0.3.Q4_K.modelfile

@@ -0,0 +1,15 @@
+FROM E:\project_website\models\Mistral-7B-Instruct-v0.3\Mistral-7B-Instruct-v0.3.Q4_K.gguf
+
+TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop [INST]
+PARAMETER stop [/INST]

Mistral-7B-Instruct-v0.3.Q5_K.modelfile

@@ -0,0 +1,15 @@
+FROM E:\project_website\models\Mistral-7B-Instruct-v0.3\Mistral-7B-Instruct-v0.3.Q5_K.gguf
+
+TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop [INST]
+PARAMETER stop [/INST]

Mistral-7B-Instruct-v0.3.Q6_K.modelfile

@@ -0,0 +1,15 @@
+FROM E:\project_website\models\Mistral-7B-Instruct-v0.3\Mistral-7B-Instruct-v0.3.Q6_K.gguf
+
+TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 32768
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop [INST]
+PARAMETER stop [/INST]