FrankenDPO-4x7B-bf16 / mergekit_moe_config.yml
Kquant03's picture
Upload 12 files
547eac8 verified
base_model: SanjiWatsuki/Kunoichi-DPO-v2-7B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: udkai/Turdus
positive_prompts:
- "helpful"
- "Relevant"
- "Factual"
- "Precise"
- "Descriptive"
- source_model: argilla/distilabeled-Marcoro14-7B-slerp
positive_prompts:
- "Math"
- "Programming"
- "Engineering"
- "Science"
negative_prompts:
- "inaccurate"
- "incorrect"
- source_model: SanjiWatsuki/Kunoichi-DPO-v2-7B
positive_prompts:
- "Discuss"
- "Chat"
- "engaging"
- "stimulating"
negative_prompts:
- "Sorry"
- "As an AI"
- "cannot"
- "not capable"
- source_model: Neuronovo/neuronovo-7B-v0.3
positive_prompts:
- "logical"
- "informative"
- "proper solution"
- "innovative"
negative_prompts:
- "unhelpful"
- "inaccurate"