File size: 475 Bytes
87878fb
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
dtype: bfloat16
merge_method: passthrough
# Depth UpScaled (DUS) version of Mistral-7B-Instruct-v0.2
# where m = 8 (The number of layers to remove from the model)
#       s = 48 (The number of layers the model will have after the DUS)
slices:
- sources:
  - layer_range: [0, 24]
    model: /Users/jsarnecki/opt/workspace/NousResearch/Hermes-2-Pro-Mistral-7B 
- sources:
  - layer_range: [8, 32]
    model: /Users/jsarnecki/opt/workspace/NousResearch/Hermes-2-Pro-Mistral-7B