models: - model: mistralai/Mistral-7B-Instruct-v0.2 # No additional parameters needed for the base model - model: meta-math/MetaMath-Mistral-7B parameters: density: 0.7 # A higher density for MetaMath to prioritize its parameters for math questions weight: 0.7 # Higher weight to MetaMath to ensure its influence on math-related answers is strong merge_method: ties base_model: mistralai/Mistral-7B-Instruct-v0.2 parameters: normalize: true dtype: float16