slices: - sources: - layer_range: [0, 4] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [2, 6] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [4, 8] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [6, 10] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [8, 12] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [10, 14] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [12, 16] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [14, 18] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [16, 20] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [18, 22] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [20, 24] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [22, 26] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [24, 28] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [26, 30] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 - sources: - layer_range: [28, 32] model: karakuri-ai/karakuri-lm-8x7b-chat-v0.1 merge_method: passthrough dtype: bfloat16