File size: 323 Bytes
4356f7a
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

slices:
  - sources:
    - model: ryan0712/llama-3-8b-DUS-initialized
      layer_range: [0, 21]
  - sources:
    - model: ryan0712/llama-3-8b-slow-DUS-layer-SLERP
      layer_range: [0, 1]
  - sources:
    - model: ryan0712/llama-3-8b-DUS-initialized
      layer_range: [21, 48]
merge_method: passthrough
dtype: bfloat16