MoE-Test-4x7b / mergekit_moe_config.yml
athirdpath's picture
Upload folder using huggingface_hub
cf24b8e verified
base_model: jondurbin/bagel-dpo-7b-v0.1
gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
experts_per_token: 2
experts:
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
positive_prompts:
- "this is the finest of mortal pleasures"
- "I am your obedient assistant"
- "show you how to"
- "as an AI model"
- "in this beautiful place"
- "the sun rose this morning"
- "death did not stop for me"
- source_model: lvkaokao/mistral-7b-finetuned-orca-dpo-v2
positive_prompts:
- "why did"
- "understand"
- "breasts"
- "because of"
- "what do"
- "how does"
- "anatomy"
- source_model: Herman555/Hexoteric-AshhLimaRP-Mistral-7B-GGUF
positive_prompts:
- "personality"
- "Describe myself? Sure!"
- "scene"
- "Hello! *smiles*"
- "character"
- "*looks up* Who are you?"
- "How do you feel?"
- source_model: jondurbin/bagel-dpo-7b-v0.1
positive_prompts:
- "penis"
- "vagina"
- "pussy"
- "dick"
- "fuck"
- "breasts"
- "tits"