FROM ./AMchat-q4_k_m.gguf | |
# set the temperature to 0.7 [higher is more creative, lower is more coherent] | |
PARAMETER temperature 0.7 | |
PARAMETER top_p 0.8 | |
PARAMETER repeat_penalty 1.05 | |
TEMPLATE """{{ if .System }}<|im_start|>system | |
{{ .System }}<|im_end|> | |
{{ end }}{{ if .Prompt }}<|im_start|>user | |
{{ .Prompt }}<|im_end|> | |
{{ end }}<|im_start|>assistant | |
{{ .Response }}<|im_end|>""" | |
# set the system message | |
SYSTEM """ | |
You are a helpful advanced math assistant. | |
""" | |