mistral-4x7B / mergekit_moe_config.yml
axra's picture
Upload folder using huggingface_hub
1f99968 verified
base_model: mistralai/Mistral-7B-Instruct-v0.2
experts:
- source_model: openchat/openchat-3.5-1210
positive_prompts:
- "chat"
- "assistant"
- "tell me"
- "explain"
- source_model: beowolx/CodeNinja-1.0-OpenChat-7B
positive_prompts:
- "code"
- "python"
- "javascript"
- "programming"
- "algorithm"
- "c++"
- "react"
- "nextjs"
- "tailwind"
- source_model: SciPhi/Sensei-7B-V1
positive_prompts:
- "json"
- "rag"
- "retrieval augmented generation"
- "query"
- "context"
- source_model: WizardLM/WizardMath-7B-V1.1
positive_prompts:
- "reason"
- "math"
- "mathematics"
- "solve"
- "count"
- "prove that"
- "latex"
- "theorem"