| { | |
| "name": "常用ALMA-中译en", | |
| "load_params": { | |
| "n_ctx": 4000, | |
| "n_batch": 512, | |
| "rope_freq_base": 10000, | |
| "rope_freq_scale": 1, | |
| "n_gpu_layers": 60, | |
| "use_mlock": true, | |
| "main_gpu": 0, | |
| "tensor_split": [ | |
| 0 | |
| ], | |
| "seed": -1, | |
| "f16_kv": true, | |
| "use_mmap": true | |
| }, | |
| "inference_params": { | |
| "n_threads": 4, | |
| "n_predict": -1, | |
| "top_k": 40, | |
| "top_p": 0.6, | |
| "temp": 0.9, | |
| "repeat_penalty": 1.1, | |
| "input_prefix": "\nChinese:", | |
| "input_suffix": "\nEnglish:", | |
| "antiprompt": [ | |
| ], | |
| "pre_prompt": "Translate this from Chinese to English.", | |
| "pre_prompt_prefix": "", | |
| "pre_prompt_suffix": "", | |
| "seed": -1, | |
| "tfs_z": 1, | |
| "typical_p": 1, | |
| "repeat_last_n": 64, | |
| "frequency_penalty": 0, | |
| "presence_penalty": 0, | |
| "n_keep": 0, | |
| "logit_bias": {}, | |
| "mirostat": 0, | |
| "mirostat_tau": 5, | |
| "mirostat_eta": 0.1, | |
| "memory_f16": true, | |
| "multiline_input": false, | |
| "penalize_nl": true | |
| } | |
| } |