base_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
gate_mode: random
experts_per_token: 2
experts:
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]