mergekit_moe_config.yml

base_model: mistralai/Mistral-7B-Instruct-v0.2
dtype: float16
gate_mode: random
experts:
  - source_model: mistralai/Mistral-7B-Instruct-v0.2
  - source_model: mistralai/Mistral-7B-Instruct-v0.2 
  - source_model: mistralai/Mistral-7B-Instruct-v0.2
  - source_model: mistralai/Mistral-7B-Instruct-v0.2
  - source_model: mistralai/Mistral-7B-Instruct-v0.2
  - source_model: mistralai/Mistral-7B-Instruct-v0.2 
  - source_model: mistralai/Mistral-7B-Instruct-v0.2
  - source_model: mistralai/Mistral-7B-Instruct-v0.2