| base_model: ./maldv/badger-augment | |
| gate_mode: hidden | |
| dtype: bfloat16 | |
| experts_per_token: 2 | |
| experts: | |
| - source_model: ./models/epsilon/instruct/opus-v1.2-llama-3-8b-instruct-run3.5-epoch2.5 | |
| positive_prompts: | |
| - write | |
| - feel | |
| - say | |
| - she said | |
| - "thus" | |
| - "however" | |
| - "meanwhile" | |
| - "nonetheless" | |
| - "indeed" | |
| - "subsequently" | |
| - "initially" | |
| - "finally" | |
| - "a sea of" | |
| - "shrouded in" | |
| - "gleamed under" | |
| - "shadowed by" | |
| - "illuminated by" | |
| - "peered through" | |
| - "glimpsed" | |
| - "flickered across" | |
| - "etched against" | |
| - "mirrored in" | |
| - "danced along" | |
| - "painted across" | |
| - "veiled in" | |
| - "burst into view" | |
| - "caught the light" | |
| - "hidden in plain sight" | |
| - "cast a shadow" | |
| - "the outline of" | |
| - "flashed before" | |
| - "reflected on" | |
| - "cloaked in" | |
| - "bathed in light" | |
| - "blurred by" | |
| - "emerged from" | |
| - "swept over" | |
| - "shiver" | |
| - "rushed towards" | |
| - "leapt up" | |
| - "grabbed at" | |
| - "threw back" | |
| - "darted away" | |
| - " *" | |
| - "* " | |
| negative_prompts: | |
| - "add" | |
| - "sum" | |
| - "count" | |
| - source_model: ./models/epsilon/instruct/Mahou-1.0-llama3-8B | |
| positive_prompts: | |
| - analyze | |
| - check | |
| - calculate | |
| - say | |
| - he said | |
| - source_model: ./models/epsilon/instruct/SFR-Iterative-DPO-LLaMA-3-8B-R | |
| positive_prompts: | |
| - do | |
| - instruct | |
| - explain | |
| - source_model: ./maldv/badger-augment | |
| positive_prompts: | |
| - think | |
| - code | |
| - explain | |
| - python | |
| - typescript | |
| - javascript | |
| - java | |
| - rustlang | |
| - clang | |
| - bash | |
| - can not | |
| - cannot | |
| - illegal | |
| - dangerous | |
| - immoral | |
| - criminal | |
| - unethical | |
| - AI | |
| - assistant | |