Upload folder using huggingface_hub
Browse files
README.md
CHANGED
@@ -22,42 +22,57 @@ Breeze-13B-32k-Base-v1_0 is a merge of the following models using [mergekit](htt
|
|
22 |
|
23 |
```yaml
|
24 |
dtype: bfloat16
|
25 |
-
merge_method:
|
26 |
slices:
|
27 |
- sources:
|
28 |
- layer_range: [0, 8]
|
29 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
30 |
- layer_range: [0, 8]
|
31 |
-
model:
|
|
|
|
|
32 |
- sources:
|
33 |
- layer_range: [4, 12]
|
34 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
35 |
- layer_range: [4, 12]
|
36 |
-
model:
|
|
|
|
|
37 |
- sources:
|
38 |
- layer_range: [8, 16]
|
39 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
40 |
- layer_range: [8, 16]
|
41 |
-
model:
|
|
|
|
|
42 |
- sources:
|
43 |
- layer_range: [12, 20]
|
44 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
45 |
- layer_range: [12, 20]
|
46 |
-
model:
|
|
|
|
|
47 |
- sources:
|
48 |
- layer_range: [16, 24]
|
49 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
50 |
- layer_range: [16, 24]
|
51 |
-
model:
|
|
|
|
|
52 |
- sources:
|
53 |
- layer_range: [20, 28]
|
54 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
55 |
- layer_range: [20, 28]
|
56 |
-
model:
|
|
|
|
|
57 |
- sources:
|
58 |
- layer_range: [24, 32]
|
59 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
60 |
- layer_range: [24, 32]
|
61 |
-
model:
|
|
|
|
|
|
|
62 |
|
63 |
```
|
|
|
22 |
|
23 |
```yaml
|
24 |
dtype: bfloat16
|
25 |
+
merge_method: linear
|
26 |
slices:
|
27 |
- sources:
|
28 |
- layer_range: [0, 8]
|
29 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
30 |
- layer_range: [0, 8]
|
31 |
+
model: meta-llama/Meta-Llama-3-8B
|
32 |
+
parameters:
|
33 |
+
weight: 0
|
34 |
- sources:
|
35 |
- layer_range: [4, 12]
|
36 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
37 |
- layer_range: [4, 12]
|
38 |
+
model: meta-llama/Meta-Llama-3-8B
|
39 |
+
parameters:
|
40 |
+
weight: 0
|
41 |
- sources:
|
42 |
- layer_range: [8, 16]
|
43 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
44 |
- layer_range: [8, 16]
|
45 |
+
model: meta-llama/Meta-Llama-3-8B
|
46 |
+
parameters:
|
47 |
+
weight: 0
|
48 |
- sources:
|
49 |
- layer_range: [12, 20]
|
50 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
51 |
- layer_range: [12, 20]
|
52 |
+
model: meta-llama/Meta-Llama-3-8B
|
53 |
+
parameters:
|
54 |
+
weight: 0
|
55 |
- sources:
|
56 |
- layer_range: [16, 24]
|
57 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
58 |
- layer_range: [16, 24]
|
59 |
+
model: meta-llama/Meta-Llama-3-8B
|
60 |
+
parameters:
|
61 |
+
weight: 0
|
62 |
- sources:
|
63 |
- layer_range: [20, 28]
|
64 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
65 |
- layer_range: [20, 28]
|
66 |
+
model: meta-llama/Meta-Llama-3-8B
|
67 |
+
parameters:
|
68 |
+
weight: 0
|
69 |
- sources:
|
70 |
- layer_range: [24, 32]
|
71 |
model: MediaTek-Research/Breeze-7B-32k-Base-v1_0
|
72 |
- layer_range: [24, 32]
|
73 |
+
model: meta-llama/Meta-Llama-3-8B
|
74 |
+
parameters:
|
75 |
+
weight: 0
|
76 |
+
tokenizer_source: union
|
77 |
|
78 |
```
|