mergekit_config.yml

slices:
  - sources:
      - model: SciPhi/SciPhi-Self-RAG-Mistral-7B-32k
        layer_range: [0, 7]
  - sources:
      - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
        layer_range: [8, 16]
  - sources: 
      - model: SciPhi/SciPhi-Self-RAG-Mistral-7B-32k 
        layer_range: [17, 24]
  - sources:
      - model: teknium/OpenHermes-2.5-Mistral-7B
        layer_range: [25, 32]

merge_method: slerp
base_model: SciPhi/SciPhi-Self-RAG-Mistral-7B-32k
parameters:
  t:
  - filter: self_attn
    value: [0, 0.5, 0.3, 0.7, 1]
  - filter: mlp
    value: [1, 0.5, 0.7, 0.3, 0]
  - value: 0.5
dtype: float16
tokenizer_source: base