dtype: bfloat16 merge_method: passthrough # Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2 # where m = 4 (The number of layers to remove from the model) # s = 56 (The number of layers the model will have after the DUS) slices: - sources: - layer_range: [0, 28] model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2 - sources: - layer_range: [4, 32] model: /Users/jsarnecki/opt/Workspace/mistralai/Mistral-7B-Instruct-v0.2