Samantha-120b / mergekit_config.yml
ehartford's picture
Update mergekit_config.yml
2434157 verified
slices:
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [0, 20]
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [10, 30]
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [20, 40]
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [30, 50]
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [40, 60]
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [50, 70]
- sources:
- model: cognitivecomputations/Samantha-1.11-70b
layer_range: [60, 80]
merge_method: passthrough
dtype: float16