Locutusque commited on
Commit
cf0d2f5
1 Parent(s): 46c7fcc

Delete mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +0 -17
mergekit_config.yml DELETED
@@ -1,17 +0,0 @@
1
-
2
- slices:
3
- - sources:
4
- - model: M4-ai/tau-0.5B
5
- layer_range: [0, 24]
6
- - model: Qwen/Qwen1.5-0.5B
7
- layer_range: [0, 24]
8
- merge_method: slerp
9
- base_model: M4-ai/tau-0.5B
10
- parameters:
11
- t:
12
- - filter: self_attn
13
- value: [0, 0.5, 0.3, 0.7, 1]
14
- - filter: mlp
15
- value: [1, 0.5, 0.7, 0.3, 0]
16
- - value: 0.5
17
- dtype: bfloat16