File size: 439 Bytes
4531ca9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
slices:
  - sources:
    - model: cognitivecomputations/dolphin-2.9-llama3-8b
      layer_range: [0, 15]
  - sources:
    - model: cognitivecomputations/dolphin-2.9-llama3-8b
      layer_range: [10, 20]
  - sources:
    - model: cognitivecomputations/dolphin-2.9-llama3-8b
      layer_range: [15, 25]
  - sources:
    - model: cognitivecomputations/dolphin-2.9-llama3-8b
      layer_range: [20, 31]
merge_method: passthrough
dtype: float16