slices: | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [3, 4] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [5, 6] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [7, 8] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [9, 10] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [10, 11] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [11, 12] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [13, 14] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [15, 16] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [16, 17] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [19, 20] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [22, 23] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [24, 25] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [25, 26] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [27, 28] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [28, 29] | |
- sources: | |
- model: NousResearch/Meta-Llama-3-8B | |
layer_range: [30, 31] | |
merge_method: passthrough | |
dtype: bfloat16 | |