base_model: jondurbin/bagel-dpo-34b-v0.2 dtype: float16 merge_method: slerp parameters: t: - filter: self_attn value: [0.0, 0.5, 0.3, 0.7, 1.0] - filter: mlp value: [1.0, 0.5, 0.7, 0.3, 0.0] - value: 0.5 slices: - sources: - layer_range: [0, 60] model: jondurbin/bagel-dpo-34b-v0.2 - layer_range: [0, 60] model: one-man-army/UNA-34Beagles-32K-bf16-v1