Delete mergekit_moe_config.yml
Browse files- mergekit_moe_config.yml +0 -11
mergekit_moe_config.yml
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
base_model: D:\models\llama-3-cat-8B-instruct
|
| 2 |
-
gate_mode: random
|
| 3 |
-
dtype: bfloat16
|
| 4 |
-
experts_per_token: 2
|
| 5 |
-
experts:
|
| 6 |
-
- source_model: D:\models\llama-3-cat-8B-instruct
|
| 7 |
-
positive_prompts:
|
| 8 |
-
- " "
|
| 9 |
-
- source_model: D:\models\Hermes-2-Theta-Llama-3-8B
|
| 10 |
-
positive_prompts:
|
| 11 |
-
- " "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|