slices: - sources: - layer_range: [0, 8] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [4, 12] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [8, 16] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [12, 20] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [16, 24] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [20, 28] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [24, 32] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 merge_method: passthrough dtype: bfloat16