const_tag: &scale_factor 0.7071067812 # 1/sqrt(2) scaling for stability | |
attenuate-env: | |
parameters: | |
scale: | |
- filter: q_proj | |
value: | |
- filter: k_proj | |
value: | |
- value: 1.0 | |
slices: | |
slices: | |
- sources: | |
- model: SvalTek/L3-ColdBrew-Astrid | |
layer_range: [0, 20] | |
- sources: | |
- model: SvalTek/L3-ColdBrew-Astrid | |
layer_range: [12, 20] | |
<<: | |
- sources: | |
- model: SvalTek/L3-ColdBrew-SpicyReflect | |
layer_range: [20, 32] # Higher reasoning layers | |
merge_method: passthrough | |
dtype: bfloat16 |