Neo_7b-merge6 / mergekit_config.yml
DewEfresh's picture
Upload folder using huggingface_hub
1f93447 verified
raw
history blame contribute delete
No virus
5.15 kB
models:
- model: m-a-p/neo_7b
- model: DewEfresh/neo_7b
parameters:
weight: 0.5
merge_method: slerp
base_model: m-a-p/neo_7b
parameters:
t: 0.5
dtype: bfloat16
custom_layers:
- sources:
- model: m-a-p/neo_7b
layers: [0, 3]
- model: DewEfresh/neo_7b
layers: [0, 3]
method: weighted_average
target_layers: [0]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [1, 3]
- model: DewEfresh/neo_7b
layers: [1, 3]
method: weighted_average
target_layers: [1]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [2, 3]
- model: DewEfresh/neo_7b
layers: [2, 3]
method: weighted_average
target_layers: [2]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [4, 7]
- model: DewEfresh/neo_7b
layers: [4, 7]
method: weighted_average
target_layers: [3]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [5, 7]
- model: DewEfresh/neo_7b
layers: [5, 7]
method: weighted_average
target_layers: [4]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [6, 7]
- model: DewEfresh/neo_7b
layers: [6, 7]
method: weighted_average
target_layers: [5]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [8, 11]
- model: DewEfresh/neo_7b
layers: [8, 11]
method: weighted_average
target_layers: [6]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [9, 11]
- model: DewEfresh/neo_7b
layers: [9, 11]
method: weighted_average
target_layers: [7]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [10, 11]
- model: DewEfresh/neo_7b
layers: [10, 11]
method: weighted_average
target_layers: [8]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [12, 15]
- model: DewEfresh/neo_7b
layers: [12, 15]
method: weighted_average
target_layers: [9]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [13, 15]
- model: DewEfresh/neo_7b
layers: [13, 15]
method: weighted_average
target_layers: [10]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [14, 15]
- model: DewEfresh/neo_7b
layers: [14, 15]
method: weighted_average
target_layers: [11]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [16, 19]
- model: DewEfresh/neo_7b
layers: [16, 19]
method: weighted_average
target_layers: [12]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [17, 19]
- model: DewEfresh/neo_7b
layers: [17, 19]
method: weighted_average
target_layers: [13]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [18, 19]
- model: DewEfresh/neo_7b
layers: [18, 19]
method: weighted_average
target_layers: [14]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [20, 23]
- model: DewEfresh/neo_7b
layers: [20, 23]
method: weighted_average
target_layers: [15]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [21, 23]
- model: DewEfresh/neo_7b
layers: [21, 23]
method: weighted_average
target_layers: [16]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [22, 23]
- model: DewEfresh/neo_7b
layers: [22, 23]
method: weighted_average
target_layers: [17]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [24, 27]
- model: DewEfresh/neo_7b
layers: [24, 27]
method: weighted_average
target_layers: [18]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [25, 27]
- model: DewEfresh/neo_7b
layers: [25, 27]
method: weighted_average
target_layers: [19]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [26, 27]
- model: DewEfresh/neo_7b
layers: [26, 27]
method: weighted_average
target_layers: [20]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [28, 31]
- model: DewEfresh/neo_7b
layers: [28, 31]
method: weighted_average
target_layers: [21]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [29, 31]
- model: DewEfresh/neo_7b
layers: [29, 31]
method: weighted_average
target_layers: [22]
layer_weights: [0.75, 0.25]
- sources:
- model: m-a-p/neo_7b
layers: [30, 31]
- model: DewEfresh/neo_7b
layers: [30, 31]
method: weighted_average
target_layers: [23]
layer_weights: [0.75, 0.25]