Aryanne commited on
Commit
9982ea9
1 Parent(s): d2648a7

Update mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +7 -17
mergekit_config.yml CHANGED
@@ -1,20 +1,10 @@
1
- base_model:
2
- model:
3
- path: NeuralNovel/Senzu-7B-v0.1-DPO
4
- dtype: bfloat16
5
  merge_method: task_swapping
6
- slices:
7
- - sources:
8
- - layer_range: [0, 32]
9
- model:
10
- model:
11
- path: senseable/WestLake-7B-v2
12
  parameters:
13
- diagonal_offset: 2.0
14
- random_mask: 0.3333
15
- random_mask_seed: 98557.0
16
  weight: 0.75
17
- - layer_range: [0, 32]
18
- model:
19
- model:
20
- path: NeuralNovel/Senzu-7B-v0.1-DPO
 
 
 
 
 
1
  merge_method: task_swapping
2
+ base_model: NeuralNovel/Senzu-7B-v0.1-DPO
3
+ models:
4
+ - model: senseable/WestLake-7B-v2
 
 
 
5
  parameters:
 
 
 
6
  weight: 0.75
7
+ diagonal_offset: 2 #it doesn't do anything when you use random_mask
8
+ random_mask: 0.3333
9
+ random_mask_seed: 98557
10
+ dtype: bfloat16