SOLAR-10.7x2_19B / mergekit_moe_config.yml
macadeliccc's picture
Upload 12 files
3e47889 verified
raw
history blame contribute delete
394 Bytes
base_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
positive_prompts:
- "Math"
- "conversation"
- "logic"
- "book-knowledge"
- source_model: upstage/SOLAR-10.7B-Instruct-v1.0
positive_prompts:
- "Code"
- "Step-by-step"
- "dialogue"