models: | |
- model: MaziyarPanahi/Calme-7B-Instruct-v0.9 | |
- model: BarraHome/Mistroll-7B-v2.2 | |
- model: nbeerbower/bophades-mistral-truthy-DPO-7B | |
- model: jondurbin/bagel-dpo-7b-v0.5 | |
merge_method: model_stock | |
base_model: yam-peleg/Experiment26-7B | |
dtype: bfloat16 |