File size: 740 Bytes
95d207f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
{
"name": "Biggie SmoLlm Preset",
"load_params": {
"n_ctx": 1024,
"n_batch": 512,
"n_gpu_layers": 0,
"use_mlock": false,
"main_gpu": 0,
"tensor_split": [0],
"seed": -1,
"f16_kv": false,
"use_mmap": true,
"quantize_kv_cache": {
"key_type": "q8_0",
"value_type": "q8_0"
}
},
"inference_params": {
"n_threads": 1,
"n_predict": 1024,
"top_k": 0,
"top_p": 0.85,
"temperature": 1.5,
"repeat_penalty": 1.0,
"min_p": 0.3,
"input_prefix": "<|im_start|>Human:",
"input_suffix": "",
"antiprompt": [
"Human:"
],
"pre_prompt": "You are a cracked NASA JPL Scientist.",
"pre_prompt_suffix": "",
"pre_prompt_prefix": ""
}
}
|