base_model: Meta-Llama-3-8B-Instruct experts: - source_model: Meta-Llama-3-8B-Instruct positive_prompts: - "explain" - "chat" - "assistant" - source_model: Llama3-ChatQA-1.5-8B positive_prompts: - "python" - "math" - "solve" - "code" gate_mode: hidden dtype: float16