models: - model: Smuggling1710/An4-7Bv2 # No parameters necessary for base model - model: Nitral-AI/Kunocchini-7b-128k-test parameters: density: 0.53 weight: 0.4 - model: Smuggling1710/An4-7Bv2 parameters: density: 0.53 weight: 0.3 - model: Endevor/InfinityRP-v1-7B parameters: density: 0.53 weight: 0.3 merge_method: dare_ties base_model: Smuggling1710/An4-7Bv2 parameters: int8_mask: true dtype: bfloat16