File size: 896 Bytes
1606c47 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
slices:
- sources:
- layer_range: [0, 4]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [5, 8]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [9, 12]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [13, 16]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [17, 20]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [21, 24]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [25, 28]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [29, 32]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [33, 36]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [37, 40]
model: microsoft/Phi-3-medium-128k-instruct
merge_method: passthrough
dtype: bfloat16
|