base_model: ./maldv/spring gate_mode: hidden dtype: bfloat16 experts_per_token: 2 experts: - source_model: ./models/Llama3-ChatQA-1.5-8B positive_prompts: - 'add numbers' - 'solve for x' negative_prompts: - 'I love you' - 'Help me' - source_model: ./models/InfinityRP-v2-8B positive_prompts: - 'they said' - source_model: ./models/Einstein-v6.1-Llama3-8B positive_prompts: - 'the speed of light' - 'chemical reaction' - source_model: ./models/Llama-3-Soliloquy-8B-v2 positive_prompts: - 'write a' - source_model: ./models/Llama-3-Lumimaid-8B-v0.1 positive_prompts: - 'she looked' - source_model: ./models/L3-TheSpice-8b-v0.8.3 positive_prompts: - 'they felt' - source_model: ./models/Llama3-OpenBioLLM-8B positive_prompts: - 'the correct treatment' - source_model: ./models/Llama-3-SauerkrautLM-8b-Instruct positive_prompts: - 'help me' - 'should i'