mergekit_moe_config.yml

base_model: eren23/dpo-binarized-NeuralTrix-7B
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: eren23/dpo-binarized-NeuralTrix-7B
    positive_prompts:
      - "Generate a response to a given situation"
      - "Explain the concept of climate change"
  - source_model: macadeliccc/WestLake-7B-v2-laser-truthy-dpo
    positive_prompts:
      - "What is the capital of France?"
      - "Who wrote the novel 'Pride and Prejudice'?"
  - source_model: Weyaxi/OpenHermes-2.5-neural-chat-v3-2-Slerp
    positive_prompts:
      - "Write a short poem about spring"
      - "Design a logo for a tech startup called 'GreenLeaf'"
  - source_model: cognitivecomputations/WestLake-7B-v2-laser
    positive_prompts:
      - "Solve the equation x^2 +  3x -  10 =  0"
      - "Calculate the area of a circle with radius  5 units"