models: | |
- model: ChaoticNeutrals/Very_Berry_Qwen2_7B | |
- model: arcee-ai/Arcee-Spark | |
merge_method: slerp | |
base_model: arcee-ai/Arcee-Spark | |
parameters: | |
t: | |
- filter: self_attn | |
value: | |
- 0 | |
- 0.55 | |
- 0.3 | |
- 0.35 | |
- 1 | |
- filter: mlp | |
value: | |
- 1 | |
- 0.45 | |
- 0.7 | |
- 0.65 | |
- 0 | |
- value: 0.548 | |
dtype: float32 | |
out_dtype: bfloat16 | |