base_model: meta-llama/Meta-Llama-3-8B-Instruct
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: meta-llama/Meta-Llama-3-8B-Instruct
    positive_prompts:
      - "As a programmer"
  - source_model: abacusai/Llama-3-Smaug-8B
    positive_prompts:
      - "As a math expert"
  - source_model: dreamgen/opus-v1.2-llama-3-8b
    positive_prompts:
      - "As a chemical expert"
  - source_model: Muhammad2003/Llama3-8B-OpenHermes-DPO
    positive_prompts:
      - "As a petro expert"