Update mergekit_config.yml
Browse files- mergekit_config.yml +7 -17
mergekit_config.yml
CHANGED
@@ -1,20 +1,10 @@
|
|
1 |
-
base_model:
|
2 |
-
model:
|
3 |
-
path: NeuralNovel/Senzu-7B-v0.1-DPO
|
4 |
-
dtype: bfloat16
|
5 |
merge_method: task_swapping
|
6 |
-
|
7 |
-
|
8 |
-
-
|
9 |
-
model:
|
10 |
-
model:
|
11 |
-
path: senseable/WestLake-7B-v2
|
12 |
parameters:
|
13 |
-
diagonal_offset: 2.0
|
14 |
-
random_mask: 0.3333
|
15 |
-
random_mask_seed: 98557.0
|
16 |
weight: 0.75
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
|
|
|
|
|
|
|
|
|
|
1 |
merge_method: task_swapping
|
2 |
+
base_model: NeuralNovel/Senzu-7B-v0.1-DPO
|
3 |
+
models:
|
4 |
+
- model: senseable/WestLake-7B-v2
|
|
|
|
|
|
|
5 |
parameters:
|
|
|
|
|
|
|
6 |
weight: 0.75
|
7 |
+
diagonal_offset: 2 #it doesn't do anything when you use random_mask
|
8 |
+
random_mask: 0.3333
|
9 |
+
random_mask_seed: 98557
|
10 |
+
dtype: bfloat16
|