mergekit_moe_config.yml

base_model: upstage/SOLAR-10.7B-v1.0
dtype: float16
experts:
  - source_model: upstage/SOLAR-10.7B-Instruct-v1.0
    positive_prompts: ["당신은 친절한 보편적인 어시스턴트이다."]
  - source_model: heavytail/kullm-solar
    positive_prompts: ["당신은 친절한 어시스턴트이다."]
gate_mode: cheap_embed
tokenizer_source: base