Breeze-7B-Instruct-v1_0-GGUF / breeze_7b_instruct.preset.json
YC-Chen's picture
Upload breeze_7b_instruct.preset.json
268fb94 verified
raw
history blame
608 Bytes
{
"name": "breeze-7b-instruct",
"load_params": {
"n_ctx": 8092,
"n_batch": 64,
"rope_freq_base": 0,
"rope_freq_scale": 0
},
"inference_params": {
"n_predict": -1,
"top_k": 1,
"min_p": 0,
"top_p": 0,
"temp": 0,
"repeat_penalty": 1.1,
"input_prefix": " [INST] ",
"input_suffix": " [/INST] ",
"antiprompt": [
"[INST]"
],
"pre_prompt": "You are a helpful AI assistant built by MediaTek Research. The user you are helping speaks Traditional Chinese and comes from Taiwan.",
"pre_prompt_suffix": " ",
"pre_prompt_prefix": " "
}
}