models: - model: ./models/Moistral-11B-v2 - model: ./models/RoleBeagle-11B merge_method: slerp base_model: ./models/Moistral-11B-v2 parameters: t: - filter: self_attn value: [0, 0.7, 0.5, 0.8, 1] # Increased influence of Moistral model - filter: mlp value: [1, 0.3, 0.5, 0.2, 0] # Decreased influence of RoleBeagle model - value: 0.7 # Increased fallback value for rest of tensors dtype: float16