models: - model: jondurbin/nontoxic-bagel-34b-v0.2 parameters: weight: 0.5 - model: jondurbin/bagel-dpo-34b-v0.2 parameters: weight: 0.5 merge_method: linear dtype: float16