File size: 461 Bytes
6316cb1
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

base_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
gate_mode: random
experts_per_token: 2
experts:
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]
  - source_model: NurtureAI/minicpm-2b-sft-bf16-llamafied-16k
    positive_prompts: [""]