| { | |
| "name": "Biggie SmoLlm Preset", | |
| "load_params": { | |
| "n_ctx": 1024, | |
| "n_batch": 512, | |
| "n_gpu_layers": 0, | |
| "use_mlock": false, | |
| "main_gpu": 0, | |
| "tensor_split": [0], | |
| "seed": -1, | |
| "f16_kv": false, | |
| "use_mmap": true, | |
| "quantize_kv_cache": { | |
| "key_type": "q8_0", | |
| "value_type": "q8_0" | |
| } | |
| }, | |
| "inference_params": { | |
| "n_threads": 1, | |
| "n_predict": 1024, | |
| "top_k": 0, | |
| "top_p": 0.85, | |
| "temperature": 1.5, | |
| "repeat_penalty": 1.0, | |
| "min_p": 0.3, | |
| "input_prefix": "<|im_start|>Human:", | |
| "input_suffix": "", | |
| "antiprompt": [ | |
| "Human:" | |
| ], | |
| "pre_prompt": "You are a cracked NASA JPL Scientist.", | |
| "pre_prompt_suffix": "", | |
| "pre_prompt_prefix": "" | |
| } | |
| } | |