phi-merged / mergekit_config.yml
Carick's picture
Upload folder using huggingface_hub
24c3357 verified
raw
history blame contribute delete
338 Bytes
models:
- model: microsoft/Phi-3.5-mini-instruct
parameters:
weight: 0.6
- model: "microsoft/Phi-3-mini-4k-instruct"
parameters:
weight: 0.2
- model: "microsoft/Phi-3-mini-128k-instruct"
parameters:
weight: 0.2
base_model: "microsoft/Phi-3.5-mini-instruct"
merge_method: task_arithmetic
dtype: float16