File size: 337 Bytes
6f73a49
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
FROM ggml-model-f32-quantized.gguf
FROM mmproj-model-f16.gguf

TEMPLATE """{{ if .System }}{{ .System }}{{ end }}<|startoftext|>{{ if .Prompt }}  
user<|endoftext|>{{ .Prompt }}{{ end }}<|startoftext|>assistant<|endoftext|> 
{{ .Response }}"""

PARAMETER stop "<|startoftext|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "eos_token"