| dtype: bfloat16 | |
| merge_method: passthrough | |
| # Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2 | |
| # where m = 4 (The number of layers to remove from the model) | |
| # s = 56 (The number of layers the model will have after the DUS) | |
| slices: | |
| - sources: | |
| - layer_range: [0, 28] | |
| model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2 | |
| - sources: | |
| - layer_range: [4, 32] | |
| model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2 | |