polyglot-math-4x7b / mergekit_moe_config.yml
macadeliccc's picture
Upload 13 files
0f029a2 verified
base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: meta-math/MetaMath-Mistral-7B
positive_prompts:
- "Mathematics"
- "Reasoning"
- source_model: oshizo/japanese-e5-mistral-7b_slerp
positive_prompts:
- "Japanese"
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
positive_prompts:
- "Guidance"
- "Management"
- "Summarization"
- source_model: s3nh/Mistral-7B-Evol-Instruct-Chinese
positive_prompts:
- "Chinese"