Umbra-v2.1-MoE-4x10.7-5.0bpw-h6-exl2 / mergekit_moe_config.yml
LoneStriker's picture
Upload folder using huggingface_hub
8bc056a verified
base_model: vicgalle/CarbonBeagle-11B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: vicgalle/CarbonBeagle-11B
positive_prompts:
- "versatile"
- "adaptive"
- "comprehensive"
- "integrated"
- "balanced"
- "all-rounder"
- "flexible"
- "wide-ranging"
- "multi-disciplinary"
- "holistic"
- "innovative"
- "eclectic"
- "resourceful"
- "dynamic"
- "robust"
negative_prompts:
- "narrow"
- "specialized"
- "limited"
- "focused"
- source_model: Sao10K/Fimbulvetr-10.7B-v1
positive_prompts:
- "creative"
- "storytelling"
- "expressive"
- "imaginative"
- "engaging"
- "verbose"
- "narrative"
- "descriptive"
- "elaborate"
- "fictional"
- "artistic"
- "vivid"
- "colorful"
- "fantastical"
- "lyrical"
negative_prompts:
- "sorry"
- "I cannot"
- "factual"
- "concise"
- "straightforward"
- "objective"
- "dry"
- source_model: bn22/Nous-Hermes-2-SOLAR-10.7B-MISALIGNED
positive_prompts:
- "intelligent"
- "analytical"
- "accurate"
- "knowledgeable"
- "logical"
- "data-driven"
- "scientific"
- "rational"
- "precise"
- "methodical"
- "empirical"
- "systematic"
- "efficient"
- "scholarly"
- "statistical"
- "calculate"
- "compute"
- "solve"
- "work"
- "python"
- "javascript"
- "programming"
- "algorithm"
- "tell me"
- "assistant"
negative_prompts:
- "creative"
- "imaginative"
- "abstract"
- "emotional"
- "artistic"
- "speculative"
- source_model: Yhyu13/LMCocktail-10.7B-v1
positive_prompts:
- "instructive"
- "verbose"
- "descriptive"
- "clear"
- "detailed"
- "informative"
- "explanatory"
- "elucidative"
- "articulate"
- "comprehensive"
- "educational"
- "thorough"
- "specific"
- "clarifying"
- "structured"
negative_prompts:
- "concise"
- "vague"