wwe180 commited on
Commit
3e09829
1 Parent(s): d0853d2

Delete mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +0 -20
mergekit_config.yml DELETED
@@ -1,20 +0,0 @@
1
-
2
- slices:
3
- - sources:
4
- - model: shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat
5
- layer_range: [0, 32]
6
- - model: MaziyarPanahi/Calme-7B-Instruct-v0.3
7
- layer_range: [0, 32]
8
-
9
- merge_method: slerp
10
- base_model: shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat
11
-
12
- parameters:
13
- t:
14
- - filter: self_attn
15
- value: [0, 0.5, 0.3, 0.7, 1]
16
- - filter: mlp
17
- value: [1, 0.5, 0.7, 0.3, 0]
18
- - value: 0.5 # fallback for rest of tensors
19
-
20
- dtype: bfloat16