merge_method: task_arithmetic | |
base_model: TheBloke/Llama-2-13B-fp16 | |
models: | |
- model: TheBloke/Llama-2-13B-fp16 | |
- model: Undi95/UtopiaXL-13B | |
parameters: | |
weight: 1.0 | |
- model: Doctor-Shotgun/cat-v1.0-13b | |
parameters: | |
weight: 0.02 | |
- model: PygmalionAI/mythalion-13b | |
parameters: | |
weight: 0.10 | |
- model: Undi95/Emerhyst-13B | |
parameters: | |
weight: 0.05 | |
- model: CalderaAI/13B-Thorns-l2 | |
parameters: | |
weight: 0.05 | |
- model: KoboldAI/LLaMA2-13B-Tiefighter | |
parameters: | |
weight: 0.20 | |
dtype: float16 | |
name: EstopiaV9 | |
merge_method: task_arithmetic | |
base_model: TheBloke/Llama-2-13B-fp16 | |
models: | |
- model: TheBloke/Llama-2-13B-fp16 | |
- model: Undi95/UtopiaXL-13B | |
parameters: | |
weight: 1.0 | |
- model: Doctor-Shotgun/cat-v1.0-13b | |
parameters: | |
weight: 0.01 | |
- model: chargoddard/rpguild-chatml-13b | |
parameters: | |
weight: 0.02 | |
- model: PygmalionAI/mythalion-13b | |
parameters: | |
weight: 0.08 | |
- model: CalderaAI/13B-Thorns-l2 | |
parameters: | |
weight: 0.02 | |
- model: KoboldAI/LLaMA2-13B-Tiefighter | |
parameters: | |
weight: 0.20 | |
dtype: float16 | |
name: EstopiaV13 | |
models: | |
- model: EstopiaV9 | |
parameters: | |
weight: 1 | |
density: 1 | |
- model: EstopiaV13 | |
parameters: | |
weight: 0.05 | |
density: 0.30 | |
merge_method: dare_ties | |
base_model: TheBloke/Llama-2-13B-fp16 | |
parameters: | |
int8_mask: true | |
dtype: bfloat16 |