Upload 2 files
Browse files
.gitattributes
CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
Mistral-7B-Instruct-v0.3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
Mistral-7B-Instruct-v0.3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
Mistral-7B-Instruct-v0.3.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
Mistral-7B-Instruct-v0.3.Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf64734d87b962c0c2d2d2353c7ceb7cad6c9189a11803f4216abe0ef0b7d5f4
|
3 |
+
size 7702564800
|
Mistral-7B-Instruct-v0.3.Q8_0.modelfile
ADDED
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM E:\project_website\models\Mistral-7B-Instruct-v0.3\Mistral-7B-Instruct-v0.3.Q8_0.gguf
|
2 |
+
|
3 |
+
TEMPLATE """[INST] {{ if .System }}{{ .System }} {{ end }}{{ .Prompt }} [/INST]"""
|
4 |
+
|
5 |
+
SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
|
6 |
+
PARAMETER num_ctx 32768
|
7 |
+
PARAMETER num_gpu -1
|
8 |
+
PARAMETER num_thread 8
|
9 |
+
PARAMETER temperature 0.01
|
10 |
+
PARAMETER repeat_penalty 1.1
|
11 |
+
PARAMETER top_k 1
|
12 |
+
PARAMETER top_p 0.01
|
13 |
+
PARAMETER penalize_newline false
|
14 |
+
PARAMETER stop [INST]
|
15 |
+
PARAMETER stop [/INST]
|