Update model.yml
Browse files
model.yml
CHANGED
@@ -6,4 +6,4 @@ model_type: 'embedding' # 'embedding' | 'llm'
|
|
6 |
# Engine / Model Settings
|
7 |
ngl: 100 # Infer from base config.json -> num_attention_heads
|
8 |
ctx_len: 8192 # Infer from base config.json -> max_position_embeddings
|
9 |
-
engine:
|
|
|
6 |
# Engine / Model Settings
|
7 |
ngl: 100 # Infer from base config.json -> num_attention_heads
|
8 |
ctx_len: 8192 # Infer from base config.json -> max_position_embeddings
|
9 |
+
engine: llama-cpp
|