models: - model: Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24 parameters: weight: 0.55 density: 0.4 - model: IlyaGusev/saiga_nemo_12b parameters: weight: 0.35 density: 0.4 - model: IlyaGusev/vikhr_nemo_orpo_dostoevsky_12b parameters: weight: 0.25 density: 0.4 merge_method: della_linear base_model: Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24 parameters: epsilon: 0.05 lambda: 1 dtype: float16 tokenizer_source: base