Update README.md
Browse files
README.md
CHANGED
@@ -5,22 +5,24 @@ base_model: Felladrin/TinyMistral-248M-Chat-v2
|
|
5 |
|
6 |
GGUF version of [Felladrin/TinyMistral-248M-Chat-v2](https://huggingface.co/Felladrin/TinyMistral-248M-Chat-v2).
|
7 |
|
8 |
-
##
|
9 |
|
10 |
```bash
|
11 |
brew install ggerganov/ggerganov/llama.cpp
|
12 |
```
|
13 |
-
|
14 |
```bash
|
15 |
llama-cli \
|
16 |
--hf-repo Felladrin/gguf-TinyMistral-248M-Chat-v2 \
|
17 |
--model TinyMistral-248M-Chat-v2.Q8_0.gguf \
|
18 |
-
-
|
19 |
-
-
|
20 |
-
--
|
21 |
-
--
|
|
|
|
|
|
|
|
|
22 |
--repeat-penalty 1.1 \
|
23 |
-
-
|
24 |
-
-n
|
25 |
-
-r "<|im_end|>"
|
26 |
```
|
|
|
5 |
|
6 |
GGUF version of [Felladrin/TinyMistral-248M-Chat-v2](https://huggingface.co/Felladrin/TinyMistral-248M-Chat-v2).
|
7 |
|
8 |
+
## Try it with [llama.cpp](https://github.com/ggerganov/llama.cpp)
|
9 |
|
10 |
```bash
|
11 |
brew install ggerganov/ggerganov/llama.cpp
|
12 |
```
|
|
|
13 |
```bash
|
14 |
llama-cli \
|
15 |
--hf-repo Felladrin/gguf-TinyMistral-248M-Chat-v2 \
|
16 |
--model TinyMistral-248M-Chat-v2.Q8_0.gguf \
|
17 |
+
--random-prompt \
|
18 |
+
--dynatemp-range "0.1-2.5" \
|
19 |
+
--top-k 0 \
|
20 |
+
--top-p 1 \
|
21 |
+
--min-p 0.1 \
|
22 |
+
--typical 0.85 \
|
23 |
+
--mirostat 2 \
|
24 |
+
--mirostat-ent 3.5 \
|
25 |
--repeat-penalty 1.1 \
|
26 |
+
--repeat-last-n -1 \
|
27 |
+
-n 256
|
|
|
28 |
```
|