astral-128k / mergekit_config.yml
adowu's picture
Upload folder using huggingface_hub
574b14e verified
raw
history blame
354 Bytes
models:
- model: adowu/a1
parameters:
density: 1.0
weight: 0.9
- model: adowu/a2
parameters:
density: 1.0
weight: 1.0
- model: adowu/a3
parameters:
density: 1.0
weight: 0.8
merge_method: dare_ties
base_model: adowu/a2
parameters:
normalize: true
int8_mask: true
temperature: 0.7
dtype: bfloat16