gmonsoon commited on
Commit
8055770
1 Parent(s): 8c61220
Files changed (1) hide show
  1. mergekit_config.yml +0 -34
mergekit_config.yml DELETED
@@ -1,34 +0,0 @@
1
-
2
- dtype: bfloat16
3
- merge_method: passthrough
4
- slices:
5
- - sources:
6
- - layer_range: [0, 4]
7
- model: HuggingFaceTB/cosmo-1b
8
- - sources:
9
- - layer_range: [2, 6]
10
- model: HuggingFaceTB/cosmo-1b
11
- - sources:
12
- - layer_range: [4, 8]
13
- model: HuggingFaceTB/cosmo-1b
14
- - sources:
15
- - layer_range: [6, 10]
16
- model: HuggingFaceTB/cosmo-1b
17
- - sources:
18
- - layer_range: [8, 12]
19
- model: HuggingFaceTB/cosmo-1b
20
- - sources:
21
- - layer_range: [10, 14]
22
- model: HuggingFaceTB/cosmo-1b
23
- - sources:
24
- - layer_range: [12, 16]
25
- model: HuggingFaceTB/cosmo-1b
26
- - sources:
27
- - layer_range: [14, 18]
28
- model: HuggingFaceTB/cosmo-1b
29
- - sources:
30
- - layer_range: [16, 20]
31
- model: HuggingFaceTB/cosmo-1b
32
- - sources:
33
- - layer_range: [18, 24]
34
- model: HuggingFaceTB/cosmo-1b