Update config.yml
Browse files- config.yml +1 -1
config.yml
CHANGED
|
@@ -3,7 +3,7 @@ repo: TheBloke/stable-vicuna-13B-GGML
|
|
| 3 |
file: stable-vicuna-13B.ggml.q5_1.bin
|
| 4 |
llama_cpp:
|
| 5 |
n_ctx: 2048
|
| 6 |
-
n_gpu_layers:
|
| 7 |
chat:
|
| 8 |
stop:
|
| 9 |
- "</s>"
|
|
|
|
| 3 |
file: stable-vicuna-13B.ggml.q5_1.bin
|
| 4 |
llama_cpp:
|
| 5 |
n_ctx: 2048
|
| 6 |
+
n_gpu_layers: 0 # llama 13b has 40 layers
|
| 7 |
chat:
|
| 8 |
stop:
|
| 9 |
- "</s>"
|