models: | |
- model: ./llama3.1-8B | |
parameters: | |
weight: 1 | |
- model: elyza/Llama-3-ELYZA-JP-8B | |
parameters: | |
weight: 0.7 | |
- model: nvidia/Llama3-ChatQA-1.5-8B | |
parameters: | |
weight: 0.15 | |
merge_method: ties | |
base_model: ./llama3.1-8B | |
parameters: | |
normalize: false | |
dtype: bfloat16 |