merge_method: linear | |
parameters: | |
weight: 1.0 | |
slices: | |
- sources: | |
- model: deepseek-ai/deepseek-math-7b-rl | |
layer_range: [1, 10] | |
- sources: | |
- model: deepseek-ai/deepseek-math-7b-rl | |
layer_range: [5, 15] | |
- sources: | |
- model: deepseek-ai/deepseek-math-7b-rl | |
layer_range: [10, 20] | |
- sources: | |
- model: deepseek-ai/deepseek-math-7b-rl | |
layer_range: [15, 25] | |
- sources: | |
- model: deepseek-ai/deepseek-math-7b-rl | |
layer_range: [20, 30] | |
dtype: float16 | |