| models: | |
| - model: Toxic-PiVoT-RP-34B | |
| parameters: | |
| weight: 0.10 | |
| density: 0.30 | |
| - model: Nyakura-CausalLM-RP-34B | |
| parameters: | |
| weight: 0.15 | |
| density: 0.42 | |
| - model: Bagel-dpo-34b-v0.5 | |
| parameters: | |
| weight: 0.20 | |
| density: 0.54 | |
| - model: Tess-2.0-Yi-34B-200K | |
| parameters: | |
| weight: 0.25 | |
| density: 0.66 | |
| - model: Nous-Capybara-34B-V1.9 | |
| parameters: | |
| weight: 0.30 | |
| density: 0.78 | |
| merge_method: dare_ties | |
| base_model: Nous-Capybara-34B-V1.9 | |
| parameters: | |
| int8_mask: true | |
| dtype: bfloat16 | |
| tokenzer_source: union | |