slices: - sources: - layer_range: [0, 10] model: meta-llama/Llama-3.2-1B-Instruct parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true - sources: - layer_range: [0, 10] model: meta-llama/Llama-3.2-1B-Instruct parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true - sources: - layer_range: [0, 10] model: meta-llama/Llama-3.2-1B-Instruct parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true - sources: - layer_range: [0, 10] model: meta-llama/Llama-3.2-1B-Instruct parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true - sources: - layer_range: [0, 10] model: meta-llama/Llama-3.2-1B-Instruct parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true - sources: - layer_range: [0, 10] model: meta-llama/Llama-3.2-1B-Instruct parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true parameters: normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true normalize: true int8_mask: true density: 0.5 weight: 0.1 random_seed: 0 temperature: 0.5 top_p: 0.65 inference: true max_tokens: 999999999 stream: true merge_method: passthrough dtype: bfloat16