models: - model: Qwen/Qwen2.5-Coder-7B-Instruct parameters: weight: 0.5 - model: lightblue/Karasu-DPO-7B parameters: weight: 0.5 merge_method: task_arithmetic base_model: Qwen/Qwen2.5-Coder-7B-Instruct parameters: normalize: true dtype: float16