bruhzair commited on
Commit
65067b8
·
verified ·
1 Parent(s): 4aeec2e

Upload file.yaml

Browse files
Files changed (1) hide show
  1. file.yaml +30 -0
file.yaml ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - model: /root/.cache/huggingface/hub/models--MarsupialAI--Monstral-123B-v2/snapshots/f964bbec74feec9d3d8761627fc73f991362f8d6
4
+ layer_range:
5
+ - 0
6
+ - 32
7
+ - model: /root/.cache/huggingface/hub/models--nbeerbower--Gigaberg-Mistral-Large-123B/snapshots/a7ae3417d010a3971bb5f692833cda9a5ed2cf57
8
+ layer_range:
9
+ - 0
10
+ - 32
11
+ merge_method: slerp
12
+ base_model: /root/.cache/huggingface/hub/models--MarsupialAI--Monstral-123B-v2/snapshots/f964bbec74feec9d3d8761627fc73f991362f8d6
13
+ parameters:
14
+ t:
15
+ - filter: self_attn
16
+ value:
17
+ - 0
18
+ - 0.5
19
+ - 0.3
20
+ - 0.7
21
+ - 1
22
+ - filter: mlp
23
+ value:
24
+ - 1
25
+ - 0.5
26
+ - 0.7
27
+ - 0.3
28
+ - 0
29
+ - value: 0.5
30
+ dtype: bfloat16