File size: 468 Bytes
b2c1eb6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
base_model: mistralai/Mixtral-8x7B-v0.1
dtype: float16
merge_method: task_arithmetic
slices:
- sources:
- layer_range: [0, 32]
model: mistralai/Mixtral-8x7B-v0.1
- layer_range: [0, 32]
model: NeverSleep/NoromaidxOpenGPT4-2
parameters:
weight: 0.37
- layer_range: [0, 32]
model: Sao10K/Typhon-Mixtral-v1
parameters:
weight: 0.29
- layer_range: [0, 32]
model: ycros/BagelMIsteryTour-v2-8x7B
parameters:
weight: 0.34
|