| FROM gemma2_9b-instruct-q5_K_M | |
| TEMPLATE """<start_of_turn>user | |
| {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn> | |
| <start_of_turn>model | |
| {{ .Response }}<end_of_turn> | |
| """ | |
| SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan.""" | |
| PARAMETER num_gpu -1 | |
| PARAMETER temperature 0.01 | |
| PARAMETER penalize_newline false | |
| PARAMETER repeat_penalty 1 | |
| PARAMETER stop <start_of_turn> | |
| PARAMETER stop <end_of_turn> | |