models: | |
- model: netcat420/MFANNv0.14 | |
parameters: | |
density: [1, 0.7, 0.1] # density gradient | |
weight: 1.0 | |
- model: netcat420/MFANNv0.13 | |
parameters: | |
density: [1, 0.7, 0.1] # density gradient | |
weight: 1.0 | |
merge_method: ties | |
base_model: MaziyarPanahi/Llama-3-8B-Instruct-v0.4 | |
parameters: | |
normalize: true | |
int8_mask: true | |
dtype: float16 | |