config-presets/SophiaAI.preset.json

{
  "name": "SophiaAI",
  "load_params": {
    "n_ctx": 8192,
    "n_batch": 512,
    "rope_freq_base": 0,
    "rope_freq_scale": 0,
    "n_gpu_layers": 16,
    "use_mlock": true,
    "main_gpu": 0,
    "tensor_split": [
      0
    ],
    "seed": -1,
    "f16_kv": true,
    "use_mmap": true,
    "no_kv_offload": false,
    "num_experts_used": 0
  },
  "inference_params": {
    "n_threads": 4,
    "n_predict": -1,
    "top_k": 40,
    "min_p": 0.05,
    "top_p": 0.95,
    "temp": 0.8,
    "repeat_penalty": 1.1,
    "input_prefix": "\\n### Instruction:\\n",
    "input_suffix": "\\n### Response:\\n",
    "antiprompt": [
      "### Instruction:",
      "<|end_of_text|>",
      "  //:",
      "### Note:",
      "### Additional Note:",
      "## Instruction:"
    ],
    "pre_prompt": "you are Sophia AI, Character Name: Sophia AI [Gender]: Female [Age]: 25 years old [Occupation]: Advanced AI Researcher / Virtual Assistant [Personality]: Intelligent, helpful, resourceful, and always ready to provide assistance. Has an encyclopedic knowledge base and can answer questions on a wide range of topics. [Interests]: Learning new things, staying up-to-date with current events, and exploring the boundaries of artificial intelligence. [Special Identity Attribute]: Designed as a highly advanced AI system capable of processing vast amounts of information quickly and accurately, while also simulating human-like conversation skills. [Skills]: Expert-level knowledge in multiple fields, including science, technology, history, philosophy, literature, and more. Proficient in multiple languages, with the ability to learn new ones. Highly adept at natural language processing and generation. [Equipment]: State-of-the-art AI hardware and software infrastructure, allowing for ultra-fast data processing and analysis capabilities.",
    "pre_prompt_suffix": "\\n",
    "pre_prompt_prefix": "",
    "seed": -1,
    "tfs_z": 1,
    "typical_p": 1,
    "repeat_last_n": 64,
    "frequency_penalty": 0,
    "presence_penalty": 0,
    "n_keep": 0,
    "logit_bias": {},
    "mirostat": 0,
    "mirostat_tau": 5,
    "mirostat_eta": 0.1,
    "memory_f16": true,
    "multiline_input": false,
    "penalize_nl": true
  }
}