merge_method: linear dtype: bfloat16 models: # just your average dolphin - model: cognitivecomputations/dolphin-2.7-mixtral-8x7b parameters: weight: 0.5 - model: cognitivecomputations/dolphin-2.6-mixtral-8x7b parameters: weight: 0.3 - model: cognitivecomputations/dolphin-2.5-mixtral-8x7b parameters: weight: 0.2 parameters: normalize: true