models:
    - model: gagan3012/Mistral_arabic_dpo
    - model: Nexusflow/Starling-LM-7B-beta
merge_method: model_stock
base_model: mistralai/Mistral-7B-Instruct-v0.2
dtype: bfloat16