base_model: mistralai/Mistral-7B-v0.1
dtype: float16
merge_method: model_stock
slices:
- sources:
  - layer_range: [0, 32]
    model: mistralai/Mistral-7B-v0.1
  - layer_range: [0, 32]
    model: SanjiWatsuki/Kunoichi-7B
  - layer_range: [0, 32]
    model: SanjiWatsuki/Kunoichi-DPO-v2-7B