File size: 628 Bytes
1bd0cf8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

    slices:
      - sources:
        - model: ssmits/Falcon2-5.5B-Swedish
          layer_range: [0, 9]
      - sources:
        - model: ssmits/Falcon2-5.5B-Swedish
          layer_range: [5, 14]
      - sources:
        - model: ssmits/Falcon2-5.5B-Swedish
          layer_range: [10, 19]
      - sources:
        - model: ssmits/Falcon2-5.5B-Swedish
          layer_range: [15, 24]
      - sources:
        - model: ssmits/Falcon2-5.5B-Swedish
          layer_range: [20, 27]
      - sources:
        - model: ssmits/Falcon2-5.5B-Swedish
          layer_range: [27, 27]
    merge_method: passthrough
    dtype: bfloat16