models: - model: bardsai/jaskier-7b-dpo-v5.6 # no parameters necessary for base model - model: paulml/OGNO-7B parameters: density: 0.9 weight: 0.5 - model: bardsai/jaskier-7b-dpo-v4.3 parameters: density: 0.5 weight: 0.3 merge_method: ties base_model: bardsai/jaskier-7b-dpo-v5.6 parameters: normalize: true dtype: float16