rogue-enchantress-32k-7B / mergekit_config.yml
grimjim's picture
Initial release
33b7842
slices:
- sources:
- model: grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B
layer_range: [0,32]
- model: grimjim/cuckoo-starling-7B
layer_range: [0,32]
merge_method: slerp
base_model: grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B
parameters:
t:
- value: 0.5
dtype: bfloat16