models: - model: meta-llama/Meta-Llama-3-8B-Instruct # Base model providing a general foundation without specific parameters - model: meta-llama/Meta-Llama-3-8B-Instruct parameters: density: 0.60 weight: 0.5 - model: NousResearch/Hermes-2-Pro-Llama-3-8B parameters: density: 0.55 weight: 0.1 - model: aaditya/Llama3-OpenBioLLM-8B parameters: density: 0.55 weight: 0.4 merge_method: dare_ties base_model: meta-llama/Meta-Llama-3-8B-Instruct parameters: int8_mask: true dtype: bfloat16