| base_model: openbmb/MiniCPM-2B-sft-bf16-llama-format | |
| dtype: bfloat16 | |
| gate_mode: random | |
| parameters: | |
| int8_mask: true | |
| experts: | |
| - source_model: openbmb/MiniCPM-2B-sft-bf16-llama-format | |
| positive_prompts: | |
| - "" | |
| - source_model: openbmb/MiniCPM-2B-sft-bf16-llama-format | |
| positive_prompts: | |
| - "" | |
| - source_model: openbmb/MiniCPM-2B-sft-bf16-llama-format | |
| positive_prompts: | |
| - "" | |
| - source_model: openbmb/MiniCPM-2B-sft-bf16-llama-format | |
| positive_prompts: | |
| - "" | |