mergekit_config.yml

# Define the slices for the model merging process
slices:
  - sources:
      # First part: merge layer 0 with layer 3
      - model: DewEfresh/neo_7b
        layer_range: [0, 0]
      - model: DewEfresh/neo_7b
        layer_range: [3, 3]
  - sources:
      # Second part: merge layer 1 with layer 3
      - model: DewEfresh/neo_7b
        layer_range: [1, 1]
      - model: DewEfresh/neo_7b
        layer_range: [3, 3]
  - sources:
      # Third part: merge layer 2 with layer 3
      - model: DewEfresh/neo_7b
        layer_range: [2, 2]
      - model: DewEfresh/neo_7b
        layer_range: [3, 3]
  - sources:
      # Fourth part: layers 4 to 27 from the original model
      - model: DewEfresh/neo_7b
        layer_range: [4, 27]
# Specify the merging method for the slices
merge_method: slerp
base_model: DewEfresh/neo_7b
parameters:
  t: 0.3333
dtype: bfloat16