HighdensityRPMerge-7B / mergekit_config.yml
jsfs11's picture
Upload folder using huggingface_hub
755571b verified
models:
- model: saishf/West-Hermes-7B
# no parameters necessary for base model
- model: SanjiWatsuki/Silicon-Maid-7B
parameters:
weight: 0.4
density: 0.8
- model: chargoddard/loyal-piano-m7-cdpo
parameters:
weight: 0.3
density: 0.8
- model: jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES
parameters:
weight: 0.25
density: 0.45
- model: NeverSleep/Noromaid-7b-v0.2
parameters:
weight: 0.25
density: 0.4
- model: athirdpath/NSFW_DPO_vmgb-7b
parameters:
weight: 0.2
density: 0.4
merge_method: dare_ties
base_model: saishf/West-Hermes-7B
parameters:
int8_mask: true
dtype: bfloat16