van-qa commited on
Commit
79a57e4
1 Parent(s): 0dc0bc6

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -16,4 +16,4 @@ stream: true # true | false
16
  ngl: 33 # Infer from base config.json -> num_attention_heads
17
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
18
  engine: cortex.llamacpp
19
- prompt_template: "{system_message} [INST] {prompt} [/INST]"
 
16
  ngl: 33 # Infer from base config.json -> num_attention_heads
17
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
18
  engine: cortex.llamacpp
19
+ prompt_template: "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n"