experts_dare_ties_7B / mergekit_config.yml
MrezaPRZ's picture
Upload folder using huggingface_hub
3908a70 verified
raw
history blame contribute delete
No virus
425 Bytes
models:
- model: MrezaPRZ/CodeLlama-7B-sqlite-expert
parameters:
density: 0.53
weight: 0.33
- model: MrezaPRZ/CodeLlama-7B-bigquery-expert
parameters:
density: 0.53
weight: 0.33
- model: MrezaPRZ/CodeLlama-7B-postgres-expert
parameters:
density: 0.53
weight: 0.33
merge_method: dare_ties
base_model: codellama/CodeLlama-7b-hf
parameters:
normalize: true
dtype: bfloat16