mergekit_config.yml

dtype: bfloat16
merge_method: passthrough
# Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2
# where m = 4 (The number of layers to remove from the model)
#       s = 56 (The number of layers the model will have after the DUS)
slices:
- sources:
  - layer_range: [0, 28]
    model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2 
- sources:
  - layer_range: [4, 32]
    model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2