Minerva-MoE-2x3B / mergekit_moe_config.yml
ludocomito's picture
Upload folder using huggingface_hub
c4ad4e3 verified
base_model: sapienzanlp/Minerva-3B-base-v1.0
experts:
- source_model: DeepMount00/Minerva-3B-base-RAG
positive_prompts:
- "rispondi a domande"
- "cosa è"
- "chi è"
- "dove è"
- "come si"
- "spiegami"
- "definisci"
- source_model: FairMind/Minerva-3B-Instruct-v1.0
positive_prompts:
- "istruzione"
- "input"
- "risposta"
- "scrivi"
- "sequenza"
- "istruzioni"
dtype: bfloat16