base_model: unsloth/Meta-Llama-3.1-8B-Instruct | |
dtype: bfloat16 | |
merge_method: ties | |
parameters: | |
density: 1.0 | |
weight: 1.0 | |
slices: | |
- sources: | |
- layer_range: [0, 32] | |
model: T145/KRONOS-8B-V1-P2 | |
parameters: | |
density: 1.0 | |
weight: 1.0 | |
- layer_range: [0, 32] | |
model: T145/KRONOS-8B-V1-P3 | |
parameters: | |
density: 1.0 | |
weight: 1.0 | |
- layer_range: [0, 32] | |
model: mukaj/Llama-3.1-Hawkish-8B | |
parameters: | |
density: 1.0 | |
weight: 1.0 | |
- layer_range: [0, 32] | |
model: unsloth/Meta-Llama-3.1-8B-Instruct | |
tokenizer_source: base |