dtype: bfloat16 merge_method: passthrough slices: - sources: - layer_range: [0, 4] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [2, 6] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [4, 8] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [6, 10] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [8, 12] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [10, 14] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [12, 16] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [14, 18] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [16, 20] model: HuggingFaceTB/cosmo-1b - sources: - layer_range: [18, 24] model: HuggingFaceTB/cosmo-1b