base_model: ./maldv/badger-augment
gate_mode: hidden
dtype: bfloat16
experts_per_token: 2
experts:
    - source_model: ./models/epsilon/instruct/opus-v1.2-llama-3-8b-instruct-run3.5-epoch2.5
      positive_prompts:
          - write
          - feel
          - say
          - she said
          - "thus"
          - "however"
          - "meanwhile"
          - "nonetheless"
          - "indeed"
          - "subsequently"
          - "initially"
          - "finally"
          - "a sea of"
          - "shrouded in"
          - "gleamed under"
          - "shadowed by"
          - "illuminated by"
          - "peered through"
          - "glimpsed"
          - "flickered across"
          - "etched against"
          - "mirrored in"
          - "danced along"
          - "painted across"
          - "veiled in"
          - "burst into view"
          - "caught the light"
          - "hidden in plain sight"
          - "cast a shadow"
          - "the outline of"
          - "flashed before"
          - "reflected on"
          - "cloaked in"
          - "bathed in light"
          - "blurred by"
          - "emerged from"
          - "swept over"
          - "shiver"
          - "rushed towards"
          - "leapt up"
          - "grabbed at"
          - "threw back"
          - "darted away"
          - " *"
          - "* "
      negative_prompts:
          - "add"
          - "sum"
          - "count"
    - source_model: ./models/epsilon/instruct/Mahou-1.0-llama3-8B
      positive_prompts:
          - analyze
          - check
          - calculate
          - say
          - he said
    - source_model: ./models/epsilon/instruct/SFR-Iterative-DPO-LLaMA-3-8B-R
      positive_prompts:
          - do
          - instruct
          - explain
    - source_model: ./maldv/badger-augment
      positive_prompts:
          - think
          - code
          - explain
          - python
          - typescript
          - javascript
          - java
          - rustlang
          - clang
          - bash
          - can not
          - cannot
          - illegal
          - dangerous
          - immoral
          - criminal
          - unethical
          - AI
          - assistant