base_model: OpenPipe/mistral-ft-optimized-1218
dtype: bfloat16
merge_method: slerp
slices:
- sources:
  - layer_range:
    - 0
    - 32
    model: OpenPipe/mistral-ft-optimized-1218
  - layer_range:
    - 0
    - 32
    model: mlabonne/NeuralHermes-2.5-Mistral-7B
parameters:
  t:
    - filter: self_attn
      value: [0, 0.5, 0.3, 0.7, 1]
    - filter: mlp
      value: [1, 0.5, 0.7, 0.3, 0]
    - value: 0.5