breeze_7b_instruct.preset.json

{
  "name": "breeze-7b-instruct",
  "load_params": {
    "n_ctx": 8092,
    "n_batch": 64,
    "rope_freq_base": 0,
    "rope_freq_scale": 0
  },
  "inference_params": {
    "n_predict": -1,
    "top_k": 1,
    "min_p": 0,
    "top_p": 0,
    "temp": 0,
    "repeat_penalty": 1.1,
    "input_prefix": " [INST] ",
    "input_suffix": " [/INST] ",
    "antiprompt": [
      "[INST]"
    ],
    "pre_prompt": "You are a helpful AI assistant built by MediaTek Research. The user you are helping speaks Traditional Chinese and comes from Taiwan.",
    "pre_prompt_suffix": " ",
    "pre_prompt_prefix": " "
  }
}