File size: 560 Bytes
8228c8a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
base_model: rombodawg/Rombos-LLM-V2.5-Qwen-32b
parameters:
int8_mask: true
rescale: false
normalize: true
lambda: 1.04
epsilon: 0.05
dtype: bfloat16
tokenizer_source: union
merge_method: della
models:
- model: EVA-UNIT-01/EVA-Qwen2.5-32B-v0.2
parameters:
weight: [0.40]
density: [0.53]
- model: nbeerbower/Qwen2.5-Gutenberg-Doppel-32B
parameters:
weight: [0.30]
density: [0.53]
- model: ArliAI/Qwen2.5-32B-ArliAI-RPMax-v1.3
parameters:
weight: [0.40]
density: [0.53] |