models: | |
- model: parts/anterosara.c | |
parameters: | |
weight: [0.6, 0.5, 0.2] | |
density: [0.4, 0.5, 0.3] | |
epsilon: [0.05, 0.06, 0.04] | |
lambda: 0.07 | |
- model: parts/anterosara.b | |
base_model: parts/anterosara.b | |
parameters: | |
normalize: false | |
int8_mask: true | |
merge_method: della | |
dtype: bfloat16 | |