models: - model: mlabonne/NeuralMonarch-7B # no parameters necessary for base model - model: mlabonne/AlphaMonarch-7B parameters: density: 0.5 weight: 0.5 - model: bardsai/jaskier-7b-dpo-v5.6 parameters: density: 0.5 weight: 0.3 merge_method: ties base_model: mlabonne/NeuralMonarch-7B parameters: normalize: true dtype: float16