Kooten commited on
Commit
84da254
1 Parent(s): adc6f1f

Upload 3 files

Browse files
Recipe/DaringMaid-13B-A.yml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: /home/kooten/Merge/DynamicFactor
3
+ # no parameters necessary for base model
4
+ - model: /home/kooten/Merge/Noromaid-13b-v0.1.1
5
+ parameters:
6
+ density: 0.6
7
+ weight: [0.5, 0.2, 0.7, 0.3]
8
+ - model: /home/kooten/Merge/Utopia-13B
9
+ parameters:
10
+ density: 0.5
11
+ weight: [0.2, 0.7, 0.3, 0.6]
12
+ merge_method: dare_ties
13
+ base_model: /home/kooten/Merge/DynamicFactor
14
+ parameters:
15
+ normalize: true
16
+ int8_mask: true
17
+ dtype: float16
Recipe/DaringMaid-13B-B.yml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: /home/kooten/Merge/DynamicFactor
3
+ # no parameters necessary for base model
4
+ - model: /home/kooten/Merge/13B-Thorns-l2
5
+ parameters:
6
+ density: 0.6
7
+ weight: [0.5, 0.2, 0.7, 0.3]
8
+ - model: /home/kooten/Merge/MythoMax-L2-13b
9
+ parameters:
10
+ density: 0.5
11
+ weight: [0.2, 0.7, 0.3, 0.6]
12
+ merge_method: dare_ties
13
+ base_model: /home/kooten/Merge/DynamicFactor
14
+ parameters:
15
+ normalize: true
16
+ int8_mask: true
17
+ dtype: float16
Recipe/DaringMaid-13B-Final.yml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - model: /mnt/Tank/DaringMaid/Parts/DaringMaid-13B-A
4
+ layer_range: [0, 40]
5
+ - model: /mnt/Tank/DaringMaid/Parts/DaringMaid-13B-B
6
+ layer_range: [0, 40]
7
+ merge_method: slerp
8
+ base_model: /mnt/Tank/DaringMaid/Parts/DaringMaid-13B-A
9
+ parameters:
10
+ t:
11
+ - filter: self_attn
12
+ value: 0.5
13
+ - filter: mlp
14
+ value: 0.5
15
+ - value: 0.5 # fallback for rest of tensors
16
+ dtype: float16