dtype: bfloat16 | |
merge_method: passthrough | |
slices: | |
- sources: | |
- layer_range: [0, 6] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [3, 9] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [6, 12] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [9, 15] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [12, 18] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [15, 21] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [18, 24] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [21, 27] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct | |
- sources: | |
- layer_range: [24, 28] | |
model: Alibaba-NLP/gte-Qwen2-1.5B-instruct |