File size: 471 Bytes
7af8bc5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
dtype: bfloat16
merge_method: passthrough
# Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2
# where m = 4 (The number of layers to remove from the model)
# s = 56 (The number of layers the model will have after the DUS)
slices:
- sources:
- layer_range: [0, 28]
model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2
- sources:
- layer_range: [4, 32]
model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2
|