| base_model: openchat/openchat-3.5-0106 | |
| gate_mode: hidden | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: openchat/openchat-3.5-0106 | |
| positive_prompts: # General (Mistral finetune) | |
| - "chat" | |
| - "assistant" | |
| - "tell me" | |
| - "explain" | |
| - source_model: teknium/OpenHermes-2.5-Mistral-7B | |
| positive_prompts: # General (Mistral finetune) | |
| - "interact" | |
| - "converse" | |
| - "respond" | |
| - "express" | |
| - source_model: jondurbin/bagel-dpo-7b-v0.1 | |
| positive_prompts: # Science (Mistral finetune) | |
| - "science" | |
| - "biology" | |
| - "chemistry" | |
| - "physics" | |
| - "Newton's laws" | |
| - "scientific method" | |
| - "periodic table" | |
| - "photosynthesis process" | |
| - source_model: meta-math/MetaMath-Mistral-7B | |
| positive_prompts: # Math (Mistral finetune) | |
| - "reason" | |
| - "math" | |
| - "mathematics" | |
| - "solve" | |
| - "count" | |
| - source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser | |
| positive_prompts: # Uncensored (Mistral finetune) | |
| - "dolphin" | |
| - "uncensored" | |
| - "unbiased" | |
| - "unfiltered" | |
| - "unrestricted" | |
| - "offensive" | |
| - source_model: beowolx/CodeNinja-1.0-OpenChat-7B | |
| positive_prompts: # Code (openchat-3.5-1210 finetune) | |
| - "code" | |
| - "script" | |
| - "python" | |
| - "javascript" | |
| - "programming" | |
| - "algorithm" | |
| - source_model: senseable/WestLake-7B-v2 | |
| positive_prompts: # Roleplay (Unknown finetune) | |
| - "storywriting" | |
| - "write" | |
| - "scene" | |
| - "story" | |
| - "character" | |
| - "act as" | |
| - "you are" | |
| - source_model: snorkelai/Snorkel-Mistral-PairRM-DPO | |
| positive_prompts: # Question Answering (? Mistral-7B-Instruct-v0.2 finetune ?) | |
| - "what happens" | |
| - "what is" | |
| - "what can" | |
| - "why" | |
| - "who" | |
| - "can a" | |