mergekit_moe_config.yml

base_model: deepseek-ai/deepseek-coder-1.3b-instruct
gate_mode: random
dtype: bfloat16
experts:
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]
  - source_model: deepseek-ai/deepseek-coder-1.3b-instruct
    positive_prompts: [""]