Upload 12 files

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Qwen2-1.5B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-1.5B-Instruct.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-1.5B-Instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-1.5B-Instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-1.5B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-1.5B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Qwen2-1.5B-Instruct.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7ee08c64fa1c2e3b9e6912100db20390135167ae908d81a2eb5594b393dfdf
+size 561438240

Qwen2-1.5B-Instruct.Q2_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q2_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

Qwen2-1.5B-Instruct.Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd68ad96be3e9c6df47a103be5c1a1cd996b9fd678a29743903f968236bf133
+size 733014048

Qwen2-1.5B-Instruct.Q3_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q3_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

Qwen2-1.5B-Instruct.Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c2b38356c0c18693494921dcf72137315c0018a4d8171e259f89c707621680
+size 925878816

Qwen2-1.5B-Instruct.Q4_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q4_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

Qwen2-1.5B-Instruct.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea798ce6c61301b4969c6f6bdddd1df13625a83412f4f90d471ff6712e95e6ed
+size 1094052384

Qwen2-1.5B-Instruct.Q5_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q5_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

Qwen2-1.5B-Instruct.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ceca6e40c9e822c6d567b58aca62d774f3ce94df5489939475ca418551cd5
+size 1272736800

Qwen2-1.5B-Instruct.Q6_K.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q6_K.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 8
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

Qwen2-1.5B-Instruct.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e196c07a55092de1cc608afd121a261e29437205ac034b2d87de37905308261f
+size 1646570016

Qwen2-1.5B-Instruct.Q8_0.modelfile

@@ -0,0 +1,21 @@
+FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q8_0.gguf
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+{{ .Response }}<|im_end|>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_ctx 131072
+PARAMETER num_gpu -1
+PARAMETER num_thread 1
+PARAMETER temperature 0.01
+PARAMETER repeat_penalty 1.1
+PARAMETER top_k 1
+PARAMETER top_p 0.01
+PARAMETER penalize_newline false
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>