|
FROM E:\project_website\models\Qwen2-1.5B-Instruct\Qwen2-1.5B-Instruct.Q8_0.gguf
|
|
|
|
TEMPLATE """{{ if .System }}<|im_start|>system
|
|
{{ .System }}<|im_end|>
|
|
{{ end }}{{ if .Prompt }}<|im_start|>user
|
|
{{ .Prompt }}<|im_end|>
|
|
{{ end }}<|im_start|>assistant
|
|
{{ .Response }}<|im_end|>
|
|
"""
|
|
|
|
SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
|
|
PARAMETER num_ctx 131072
|
|
PARAMETER num_gpu -1
|
|
PARAMETER num_thread 1
|
|
PARAMETER temperature 0.01
|
|
PARAMETER repeat_penalty 1.1
|
|
PARAMETER top_k 1
|
|
PARAMETER top_p 0.01
|
|
PARAMETER penalize_newline false
|
|
PARAMETER stop <|im_start|>
|
|
PARAMETER stop <|im_end|> |