File size: 425 Bytes
df7c41d |
1 2 3 4 5 6 7 8 9 10 11 12 |
slices:
- sources:
- model: /home/llm/mergequant/models/aurora-nights-70b-v2.0.2-lorablend
layer_range: [0, 40] # 40
- sources:
- model: /home/llm/mergequant/models/aurora-nights-70b-v2.0.2-lorablend
layer_range: [20, 60] # 40
- sources:
- model: /home/llm/mergequant/models/aurora-nights-70b-v2.0.2-lorablend
layer_range: [40, 80] # 40
merge_method: passthrough
dtype: float16 |