dtype: bfloat16 merge_method: passthrough slices: - sources: - layer_range: [0, 22] model: Qwen/Qwen2-7B - sources: - layer_range: [6, 22] model: Qwen/Qwen2-7B parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - layer_range: [22, 28] model: Qwen/Qwen2-7B