| slices: | |
| - sources: | |
| - layer_range: [0, 8] | |
| model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| - sources: | |
| - layer_range: [4, 12] | |
| model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| - sources: | |
| - layer_range: [8, 16] | |
| model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| - sources: | |
| - layer_range: [14, 22] | |
| model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
| merge_method: passthrough | |
| dtype: float16 | |