NewMixtralMoe / mergekit_moe_config.yml
femiari's picture
Upload folder using huggingface_hub
3cbc9fc verified
base_model: NousResearch/Hermes-2-Pro-Mistral-7B
architecture: mixtral
experts:
- source_model: NousResearch/Hermes-2-Pro-Mistral-7B
positive_prompts:
- "chat"
- "assistant"
- "tell me"
- "explain"
- "I want"
- "help me understand"
- "provide information on"
- "describe"
- "what is"
- "how to"
- source_model: beowolx/MistralHermes-CodePro-7B-v1
positive_prompts:
- "code"
- "python"
- "javascript"
- "programming"
- "algorithm"
- "develop"
- "debug"
- "optimize"
- "implement"
- "software"
- source_model: nvidia/OpenMath-Mistral-7B-v0.1-hf
positive_prompts:
- "equation"
- "calculate"
- "calculating"
- "geometry"
- "mathematical proof"
- "derive"
- "solve"
- "integral"
- "differential"
- "theorem"
- "algebra"
- "linear algebra"
- "matrix"
- "vector"
- "calculus"
- "limit"
- "derivative"
- "integration"
- "statistics"
- "probability"
- "discrete math"
- "number theory"
- "combinatorics"