Llama-3-8B-Ultra-Instruct / mergekit_config.yml
Dampfinchen's picture
Update README.md & mergekit_config.yml (#5)
9757cd4 verified
models:
- model: ChaoticNeutrals/Poppy_Porpoise-v0.7-L3-8B
parameters:
weight: 0.4
- model: Undi95/Llama-3-LewdPlay-8B-evo
parameters:
weight: 0.5
- model: jondurbin/bagel-8b-v1.0
parameters:
weight: 0.1
merge_method: dare_ties
dtype: bfloat16
base_model: Undi95/Meta-Llama-3-8B-hf
name: RPPart
---
models:
- model: Weyaxi/Einstein-v6.1-Llama3-8B
parameters:
weight: 0.6
- model: VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct
parameters:
weight: 0.3
- model: aaditya/OpenBioLLM-Llama3-8B
parameters:
weight: 0.1
merge_method: dare_ties
base_model: Undi95/Meta-Llama-3-8B-hf
dtype: bfloat16
name: InstructPart
---
models:
- model: RPPart
parameters:
weight: 0.39
- model: InstructPart
parameters:
weight: 0.26
merge_method: dare_ties
base_model: Undi95/Meta-Llama-3-8B-Instruct-hf
dtype: bfloat16
name: Llama-3-8B-Ultra-Instruct