MetaModel_moex8 / mergekit_moe_config.yml
gagan3012's picture
Upload folder using huggingface_hub
82edbbf
base_model: jeonsworld/CarbonVillain-en-10.7B-v4
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: gagan3012/MetaModel
positive_prompts: [""]
- source_model: jeonsworld/CarbonVillain-en-10.7B-v2
positive_prompts: [""]
- source_model: jeonsworld/CarbonVillain-en-10.7B-v4
positive_prompts: [""]
- source_model: TomGrc/FusionNet_linear
positive_prompts: [""]
- source_model: DopeorNope/SOLARC-M-10.7B
positive_prompts: [""]
- source_model: VAGOsolutions/SauerkrautLM-SOLAR-Instruct
positive_prompts: [""]
- source_model: upstage/SOLAR-10.7B-Instruct-v1.0
positive_prompts: [""]
- source_model: fblgit/UNA-SOLAR-10.7B-Instruct-v1.0
positive_prompts: [""]