base_model: unsloth/Phi-3-mini-4k-instruct
gate_mode: random
dtype: bfloat16
experts:
  - source_model: unsloth/Phi-3-mini-4k-instruct
  - source_model: unsloth/Phi-3-mini-4k-instruct
  - source_model: unsloth/Phi-3-mini-4k-instruct
  - source_model: unsloth/Phi-3-mini-4k-instruct