| base_model: mistralai/Mistral-7B-v0.3 | |
| gate_mode: random | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: mlabonne/Daredevil-7B | |
| positive_prompts: | |
| - "chat" | |
| - "assistant" | |
| - "tell me" | |
| - "explain" | |
| - "I want" | |
| - source_model: mistralai/Mathstral-7B-v0.1 | |
| positive_prompts: | |
| - "reason" | |
| - "math" | |
| - "mathematics" | |
| - "solve" | |
| - "count" | |
| - source_model: uukuguy/speechless-code-mistral-7b-v1.0 | |
| positive_prompts: | |
| - "code" | |
| - "python" | |
| - "javascript" | |
| - "programming" | |
| - "algorithm" | |
| - source_model: mistralai/Mistral-7B-Instruct-v0.2 | |
| positive_prompts: | |
| - "storywriting" | |
| - "write" | |
| - "scene" | |
| - "story" | |
| - "character" | |