slices:
  - sources:
    - model: bardsai/jaskier-7b-dpo-v5.6
      layer_range: [0, 32]
  - sources:
    - model: eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO
      layer_range: [24, 32]
merge_method: passthrough
dtype: bfloat16