File size: 378 Bytes
a4687d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
slices:
- sources:
- model: ./models/sophosympatheiaMidnight-Miqu-70B-v1.5
layer_range: [0, 40] # 40
- sources:
- model: ./models/sophosympatheiaMidnight-Miqu-70B-v1.5
layer_range: [20, 60] # 40
- sources:
- model: ./models/sophosympatheiaMidnight-Miqu-70B-v1.5
layer_range: [40, 80] # 40
merge_method: passthrough
dtype: float16
|