# Config 1 | |
# E:/MN-Rocinante-12B-v1.1-Instruct | |
# E:/MN-12B-Celeste-V1.9-Instruct | |
# E:/MN-magnum-v2.5-12b-kto-Instruct | |
models: | |
- model: E:/MN-Rocinante-12B-v1.1-Instruct | |
- model: E:/MN-magnum-v2.5-12b-kto-Instruct | |
parameters: | |
weight: .6 | |
density: .8 | |
- model: E:/MN-12B-Celeste-V1.9-Instruct | |
parameters: | |
weight: .38 | |
density: .6 | |
merge_method: dare_ties | |
tokenizer_source: union | |
base_model: E:/MN-Rocinante-12B-v1.1-Instruct | |
dtype: bfloat16 |