slices: | |
- sources: | |
- model: Sao10K/Euryale-1.3-L2-70B | |
layer_range: [0, 30] | |
- sources: | |
- model: NousResearch/Nous-Hermes-Llama2-70b | |
layer_range: [15, 45] | |
- sources: | |
- model: migtissera/SynthIA-70B-v1.2b | |
layer_range: [35, 65] | |
- sources: | |
- model: Sao10K/Euryale-1.3-L2-70B | |
layer_range: [50, 80] | |
merge_method: passthrough | |
dtype: float16 | |