mergekit-passthrough-gobkudc / mergekit_config.yml
Taephom's picture
Upload folder using huggingface_hub
25dca33 verified
raw
history blame contribute delete
567 Bytes
slices:
- sources:
- layer_range: [0, 8]
model: mergekit-community/mergekit-slerp-zwbqvcb
- sources:
- layer_range: [4, 12]
model: maywell/Qwen2-7B-Multilingual-RP
- sources:
- layer_range: [9, 16]
model: mergekit-community/mergekit-slerp-fgoimpq
- sources:
- layer_range: [13, 20]
model: mergekit-community/mergekit-slerp-zwbqvcb
- sources:
- layer_range: [17, 24]
model: maywell/Qwen2-7B-Multilingual-RP
- sources:
- layer_range: [21, 28]
model: mergekit-community/mergekit-slerp-fgoimpq
merge_method: passthrough
dtype: bfloat16