FROM ggml-model-f32-quantized.gguf | |
FROM mmproj-model-f16.gguf | |
TEMPLATE """{{ if .System }}{{ .System }}{{ end }}<|startoftext|>{{ if .Prompt }} | |
user<|endoftext|>{{ .Prompt }}{{ end }}<|startoftext|>assistant<|endoftext|> | |
{{ .Response }}""" | |
PARAMETER stop "<|startoftext|>" | |
PARAMETER stop "<|endoftext|>" | |
PARAMETER stop "eos_token" | |