FinalFintetuning-XVIII-2x8B / mergekit_moe_config.yml
Alsebay's picture
Upload
78185f6 verified
raw history blame
No virus
1.16 kB
base_model: MaziyarPanahi/Llama-3-8B-Instruct-v0.4
dtype: bfloat16
gate_mode: hidden
experts_per_token: 2
experts:
- source_model: Alsebay/L3-krai-test
positive_prompts:
- "Imagine"
- "Create"
- "Envision"
- "Fantasize"
- "Invent"
- "Narrate"
- "Plot"
- "Portray"
- "Storytell"
- "Visualize"
- "Describe"
- "Develop"
- "Forge"
- "Craft"
- "Conceptualize"
- "Dream"
- "Concoct"
- "Characterize"
negative_prompts:
- "Analyze"
- "Critique"
- "Dissect"
- "Explain"
- "Clarify"
- "Interpret"
- source_model: Sao10K/L3-8B-Stheno-v3.1
positive_prompts:
- "Dramatize"
- "Embody"
- "Illustrate"
- "Perform"
- "Roleplay"
- "Simulate"
- "Stage"
- "Unfold"
- "Weave"
- "Design"
- "Outline"
- "Script"
- "Sketch"
- "Spin"
- "Depict"
- "Render"
- "Fashion"
- "Conceive"
negative_prompts:
- "Divert"
- "Obscure"
- "Overstate"
- "Undermine"
- "Misinterpret"
- "Skew"