| base_model: uproai/ros-7b-v1 | |
| experts: | |
| - source_model: maywell/PiVoT-0.1-Starling-LM-RP | |
| positive_prompts: | |
| - "storywriting" | |
| - "write" | |
| - "scene" | |
| - "story" | |
| - "character" | |
| - source_model: WizardLM/WizardMath-7B-V1.1 | |
| positive_prompts: | |
| - "reason" | |
| - "math" | |
| - "mathematics" | |
| - "solve" | |
| - "count" | |
| tokenizer_source: union | |
| #mergekit-moe mergekit_moe.yaml merge --copy-tokenizer --device cuda --low-cpu-memory |