mergekit-task_arithmetic-haaopre / mergekit_config.yml
chargoddard's picture
Upload folder using huggingface_hub
a34d8d3 verified
raw
history blame contribute delete
388 Bytes
models:
- model: DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT
parameters:
weight: 1.0 # Base model (no scaling)
- model: allenai/Llama-3.1-Tulu-3-8B
parameters:
weight: 0.5 # Task-specific model (scaled by 0.5)
merge_method: task_arithmetic # Use task arithmetic for merging
base_model: DebateLabKIT/Llama-3.1-Argunaut-1-8B-SFT # Explicitly define the base model