| base_model: microsoft/Phi-3-medium-128k-instruct | |
| gate_mode: cheap_embed | |
| experts_per_token: 1 | |
| dtype: float16 | |
| experts: | |
| - source_model: microsoft/Phi-3-medium-128k-instruct | |
| positive_prompts: ["research, logic, math, science"] | |
| - source_model: microsoft/Phi-3-medium-128k-instruct | |
| positive_prompts: ["creative, art"] | |