llava_13b-v1.6-vicuna-q4_K_M_Ollama / llava_13b-v1.6-vicuna-q4_K_M.modelfile
yabichiu's picture
Upload 3 files
0ffa0ce verified
raw
history blame
559 Bytes
FROM sha256-0b8c8265e78bb06fe8043c2e52228366d717428c8dba3dcd694d088c3d39cd0b
FROM sha256-42037f9f4c1b801eebaec1545ed144b8b0fa8259672158fb69c8c68f02cfe00c
TEMPLATE """
{{ .System }}
USER: {{ .Prompt }}
ASSSISTANT:
"""
SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
PARAMETER num_gpu -1
PARAMETER num_thread 8
PARAMETER temperature 0.01
PARAMETER repeat_penalty 1.1
PARAMETER top_k 1
PARAMETER top_p 0.01
PARAMETER penalize_newline false
PARAMETER stop USER:
PARAMETER stop ASSSISTANT: