Upload 6 files

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2-7b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

qwen2-7b-instruct.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258dd2fa1bdf98b85327774e1fd36e2268c2a4b68eb9021d71106449ee4ba9d5
+size 5444828704

qwen2-7b-instruct.Q5_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-7B-Instruct-GGUF\qwen2-7b-instruct.Q5_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

qwen2-7b-instruct.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f3ecf4453db5de781ee64e7c4022d79ded6ce84de00621faa02541ff19c3b1
+size 6254196256

qwen2-7b-instruct.Q6_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-7B-Instruct-GGUF\qwen2-7b-instruct.Q6_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

qwen2-7b-instruct.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b1c74b48d4fdf9868f0f7ee06fd2aae4d3a2baf0be474a006e1aa4ab98ab81
+size 8098522656

qwen2-7b-instruct.Q8_0.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-7B-Instruct-GGUF\qwen2-7b-instruct.Q8_0.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 1
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>