Kooten commited on
Commit
e8d7fca
1 Parent(s): 1f1d385

Upload 3 files

Browse files
Recipe/DaringMaid-13B-A.yml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: sequelbox/DynamicFactor
3
+ # no parameters necessary for base model
4
+ - model: NeverSleep/Noromaid-13b-v0.1.1
5
+ parameters:
6
+ density: 0.6
7
+ weight: [0.5, 0.2, 0.7, 0.3]
8
+ - model: Undi95/Utopia-13B
9
+ parameters:
10
+ density: 0.5
11
+ weight: [0.2, 0.7, 0.3, 0.6]
12
+ merge_method: dare_ties
13
+ base_model: sequelbox/DynamicFactor
14
+ parameters:
15
+ normalize: true
16
+ int8_mask: true
17
+ dtype: float16
Recipe/DaringMaid-13B-B.yml ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: sequelbox/DynamicFactor
3
+ # no parameters necessary for base model
4
+ - model: CalderaAI/13B-Thorns-l2
5
+ parameters:
6
+ density: 0.6
7
+ weight: [0.5, 0.2, 0.7, 0.3]
8
+ - model: Gryphe/MythoMax-L2-13b
9
+ parameters:
10
+ density: 0.5
11
+ weight: [0.2, 0.7, 0.3, 0.6]
12
+ merge_method: dare_ties
13
+ base_model: sequelbox/DynamicFactor
14
+ parameters:
15
+ normalize: true
16
+ int8_mask: true
17
+ dtype: float16
Recipe/DaringMaid-20B.yml ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - model: /mnt/Tank/DaringMaid/DaringMaid-13B-A
4
+ layer_range: [0, 16]
5
+ - sources:
6
+ - model: /mnt/Tank/DaringMaid/DaringMaid-13B-B
7
+ layer_range: [8, 20]
8
+ - sources:
9
+ - model: /mnt/Tank/DaringMaid/DaringMaid-13B-A
10
+ layer_range: [17, 32]
11
+ - sources:
12
+ - model: /mnt/Tank/DaringMaid/DaringMaid-13B-B
13
+ layer_range: [21, 40]
14
+ merge_method: passthrough
15
+ dtype: float16