base_model: /content/Stheno32 | |
gate_mode: random | |
dtype: bfloat16 # output dtype (float32, float16, or bfloat16) | |
## (optional) | |
experts_per_token: 2 | |
experts: | |
- source_model: /content/Stheno32 | |
positive_prompts: [] | |
- source_model: /content/L3Ori | |
positive_prompts: [] |