Daschund / mergekit_config.yml
N8Programs's picture
Upload folder using huggingface_hub
c663451 verified
slices:
- sources:
- model: teknium/OpenHermes-2.5-Mistral-7B
layer_range: [0, 4]
- sources:
- model: openchat/openchat-3.5-0106
layer_range: [4, 8]
- sources:
- model: andrijdavid/macaroni-7b
layer_range: [8, 12]
- sources:
- model: mistralai/Mistral-7B-Instruct-v0.2
layer_range: [12, 16]
- sources:
- model: Weyaxi/OpenHermes-2.5-neural-chat-v3-3-Slerp
layer_range: [16, 20]
- sources:
- model: Intel/neural-chat-7b-v3-1
layer_range: [20, 24]
- sources:
- model: mlabonne/Beagle14-7B
layer_range: [24, 28]
- sources:
- model: mlabonne/NeuralBeagle14-7B
layer_range: [28, 32]
merge_method: passthrough
dtype: bfloat16