Magnolia-v2-12B / mergekit_config.yml
grimjim's picture
Initial release
9a66fd9
raw
history blame contribute delete
446 Bytes
base_model: grimjim/mistralai-Mistral-Nemo-Base-2407
dtype: bfloat16
merge_method: task_arithmetic
parameters:
normalize: false
slices:
- sources:
- layer_range: [0, 40]
model: grimjim/mistralai-Mistral-Nemo-Base-2407
- layer_range: [0, 40]
model: grimjim/mistralai-Mistral-Nemo-Instruct-2407
parameters:
weight: 0.9
- layer_range: [0, 40]
model: grimjim/magnum-consolidatum-v1-12b
parameters:
weight: 0.1