occi5_breadcrumbs_ties / mergekit_config.yml
johannhartmann's picture
Upload folder using huggingface_hub
8a778c8 verified
models:
- model: occiglot/occiglot-7b-eu5-instruct
# no parameters necessary for base model
- model: occiglot/occiglot-7b-de-en-instruct
parameters:
density: 0.6
weight: 0.25
- model: occiglot/occiglot-7b-it-en-instruct
parameters:
density: 0.6
weight: 0.25
- model: occiglot/occiglot-7b-fr-en-instruct
parameters:
density: 0.6
weight: 0.25
- model: occiglot/occiglot-7b-es-en-instruct
parameters:
density: 0.6
weight: 0.25
merge_method: breadcrumbs_ties
base_model: occiglot/occiglot-7b-eu5-instruct
parameters:
int8_mask: true
dtype: bfloat16
random_seed: 0
tokenizer_source: model:occiglot/occiglot-7b-de-en-instruct