BurningBruce-SOLAR-8x10.7B-bf16 / mergekit_moe_config.yml
Kquant03's picture
Upload 22 files
fd0cfae verified
base_model: kyujinpy/Sakura-SOLAR-Instruct
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: PracticeLLM/SOLAR-tail-10.7B-Merge-v1.0
positive_prompts:
- "helpful"
- "Relevant"
- "Factual"
- "Precise"
- source_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
positive_prompts:
- "Math"
- "Science"
negative_prompts:
- "inaccurate"
- "incorrect"
- source_model: kyujinpy/Sakura-SOLAR-Instruct
positive_prompts:
- "discuss"
- "chat"
- "culture"
- "world"
negative_prompts:
- "Sorry"
- "As an AI"
- "cannot"
- "not capable"
- source_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
positive_prompts:
- "calculate"
- "compute"
- "solve"
- "work"
negative_prompts:
- "mistake"
- "inaccurate"
- source_model: upstage/SOLAR-10.7B-Instruct-v1.0
positive_prompts:
- "assist"
- "logic"
- "sense"
- source_model: kodonho/SolarM-SakuraSolar-SLERP
positive_prompts:
- "form"
- "connect"
- "try"
negative_prompts:
- "cannot"
- "incapable"
- source_model: kyujinpy/Sakura-SOLAR-Instruct
positive_prompts:
- "percieve"
- "discern"
- "recognize"
negative_prompts:
- "don't"
- "cannot"
- source_model: kyujinpy/Sakura-SOLAR-Instruct
positive_prompts:
- "core"
- "common"
- "basic"
- "intuitive"
negative_prompts:
- "boring"
- "lifeless"