Psydestroyer-20B / mergekit_config.yml
sebc
Add model through git
c0d72b9
slices:
- sources:
- model: "KoboldAI/LLaMA2-13B-Psyfighter2"
layer_range: [0, 16]
- sources:
- model: "KoboldAI/LLaMA2-13B-Psyfighter2"
layer_range: [8, 24]
- sources:
- model: "KoboldAI/LLaMA2-13B-Psyfighter2"
layer_range: [17, 32]
- sources:
- model: "KoboldAI/LLaMA2-13B-Psyfighter2"
layer_range: [25, 40]
merge_method: passthrough
dtype: float16