models:
    - model: mlabonne/OrpoLlama-3-8B
    - model: mlabonne/ChimeraLlama-3-8B
    - model: abacusai/Llama-3-Smaug-8B
    - model: cloudyu/Meta-Llama-3-8B-Instruct-DPO
    - model: vicgalle/Unsafe-Llama-3-8B
merge_method: model_stock
base_model: nbeerbower/llama-3-aura-bophades-8B
dtype: bfloat16