slices: | |
- sources: | |
- model: cognitivecomputations/dolphin-2.9-llama3-8b | |
layer_range: [0, 15] | |
- sources: | |
- model: cognitivecomputations/dolphin-2.9-llama3-8b | |
layer_range: [10, 20] | |
- sources: | |
- model: cognitivecomputations/dolphin-2.9-llama3-8b | |
layer_range: [15, 25] | |
- sources: | |
- model: cognitivecomputations/dolphin-2.9-llama3-8b | |
layer_range: [20, 31] | |
merge_method: passthrough | |
dtype: float16 |