merge_method: linear parameters: weight: 1.0 slices: - sources: - model: Miqu-PlayMaid-70B-v0.1 layer_range: [0, 17] - sources: - model: Senku-70B-Full layer_range: [10, 24] - sources: - model: Miqu-PlayMaid-70B-v0.1 layer_range: [17, 32] - sources: - model: Senku-70B-Full layer_range: [24, 40] - sources: - model: Miqu-PlayMaid-70B-v0.1 layer_range: [32, 48] - sources: - model: Senku-70B-Full layer_range: [40, 56] - sources: - model: Miqu-PlayMaid-70B-v0.1 layer_range: [49, 63] - sources: - model: Senku-70B-Full layer_range: [56, 70] - sources: - model: Miqu-PlayMaid-70B-v0.1 layer_range: [64, 80] dtype: float16 tokenizer_source: model:Miqu-PlayMaid-70B-v0.1