| base_model: MBZUAI/MobiLlama-05B | |
| dtype: float16 | |
| gate_mode: random | |
| experts: | |
| - source_model: Azurro/APT3-500M-Base | |
| positive_prompts: ["You are a knowledgeable and supportive assistant chatbot, ready to provide accurate and thoughtful answers to a wide range of questions as well as storytelling and writing books."] | |
| - source_model: sail/Sailor-0.5B | |
| positive_prompts: ["You are an expert assistant specializing in coding, app creation, and solving math problems, offering precise guidance, clear explanations, and effective strategies for programming challenges, app development needs, and enhancing logical reasoning."] | |