base_model: /content/llama-3-8b-instruct
gate_mode: random
experts:
  - source_model: /content/llama-3-8b-instruct
    positive_prompts: [""]
  - source_model: /content/llama-3-8b-instruct
    positive_prompts: [""]
tokenizer_source:
  -model:/content/llama-3-8b-instruct
dtype: bfloat16