laser-polyglot-4x7b / mergekit_moe_config.yml
macadeliccc's picture
Upload 13 files
46b3b73 verified
raw
history blame
612 Bytes
base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: teknium/OpenHermes-2.5-Mistral-7B
positive_prompts:
- "Science"
- "Philosophy"
- "Reasoning"
- "Summarization"
- source_model: oshizo/japanese-e5-mistral-7b_slerp
positive_prompts:
- "Japanese"
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
positive_prompts:
- "Guidance"
- "Management"
- source_model: s3nh/Mistral-7B-Evol-Instruct-Chinese
positive_prompts:
- "Chinese"