base_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B | |
gate_mode: hidden | |
dtype: bfloat16 | |
experts: | |
- source_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B | |
positive_prompts: | |
- "Math" | |
- "conversation" | |
- "logic" | |
- "book-knowledge" | |
- source_model: upstage/SOLAR-10.7B-Instruct-v1.0 | |
positive_prompts: | |
- "Code" | |
- "Step-by-step" | |
- "dialogue" | |