Update model.yml
Browse files
model.yml
CHANGED
@@ -16,5 +16,5 @@ stream: true # true | false
|
|
16 |
# Engine / Model Settings
|
17 |
ngl: 300 # Infer from base config.json -> num_attention_heads
|
18 |
ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
|
19 |
-
engine:
|
20 |
prompt_template: "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model"
|
|
|
16 |
# Engine / Model Settings
|
17 |
ngl: 300 # Infer from base config.json -> num_attention_heads
|
18 |
ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
|
19 |
+
engine: llama-cpp
|
20 |
prompt_template: "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model"
|