Delete llava-v1.6-mistral-7b.Q4_0.modelfile
Browse files
llava-v1.6-mistral-7b.Q4_0.modelfile
DELETED
@@ -1,15 +0,0 @@
|
|
1 |
-
FROM E:\project_website\models\llava-v1.6-mistral-7b-GGUF\llava-v1.6-mistral-7b.Q4_0.gguf
|
2 |
-
|
3 |
-
TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
|
4 |
-
|
5 |
-
SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
|
6 |
-
PARAMETER num_ctx 32768
|
7 |
-
PARAMETER num_gpu -1
|
8 |
-
PARAMETER num_thread 8
|
9 |
-
PARAMETER temperature 0.01
|
10 |
-
PARAMETER repeat_penalty 1.1
|
11 |
-
PARAMETER top_k 1
|
12 |
-
PARAMETER top_p 0.01
|
13 |
-
PARAMETER penalize_newline false
|
14 |
-
PARAMETER stop [INST]
|
15 |
-
PARAMETER stop [/INST]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|