slices: - sources: - model: ../Hermes-3-Llama-3.1-70B layer_range: [0, 21] # 21 - sources: - model: ../L3.1-70B-Euryale-v2.2 layer_range: [16, 36] # 20 - sources: - model: ../Hermes-3-Llama-3.1-70B layer_range: [30, 50] # 20 - sources: - model: ../L3.1-70B-Euryale-v2.2 layer_range: [40, 64] # 24 - sources: - model: ../Hermes-3-Llama-3.1-70B layer_range: [60, 80] # 20 tokenizer_source: ../Hermes-3-Llama-3.1-70B merge_method: passthrough dtype: bfloat16