models: - model: MaziyarPanahi/Llama-3-8B-Instruct-v0.4 # No parameters necessary for base model - model: netcat420/MFANNv0.17 parameters: density: 0.53 weight: 0.5 - model: netcat420/MFANNv0.16 parameters: density: 0.53 weight: 0.5 merge_method: dare_ties base_model: MaziyarPanahi/Llama-3-8B-Instruct-v0.4 parameters: int8_mask: true dtype: bfloat16