| base_model: TinyLlama-1.1B-1T-OpenOrca | |
| gate_mode: hidden | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: TinyLlama-1.1B-intermediate-step-1195k-token-2.5T | |
| positive_prompts: | |
| - "Fantasy" | |
| - "Exciting" | |
| - "Interesting" | |
| - "Setting" | |
| - "Landscape" | |
| - "Fantastic" | |
| - "Magical" | |
| negative_prompts: | |
| - "Realistic" | |
| - "Nonfiction" | |
| - "Historical" | |
| - "Fact" | |
| - "Factual" | |
| - source_model: tiny-llama-1.1b-chat-medical | |
| positive_prompts: | |
| - "Pain relief" | |
| - "Illness treatment" | |
| - "treatment of symptoms" | |
| - "professional medical care" | |
| - "Physician" | |
| - "Doctor" | |
| - "Nurse" | |
| - "Medic" | |
| - "healthcare" | |
| - "medicinal" | |
| - "chemical" | |
| negative_prompts: | |
| - "Rude" | |
| - "abusive" | |
| - "immature" | |
| - "roundabout" | |