models: - model: Muhammad2003/Llama3-8B-OpenHermes-DPO - model: birgermoell/llama-3-merge-disco-neural-pace parameters: density: 0.53 weight: 0.6 merge_method: dare_ties base_model: Muhammad2003/Llama3-8B-OpenHermes-DPO parameters: int8_mask: true dtype: bfloat16