fix config
Browse files- config.json +0 -1
config.json
CHANGED
|
@@ -27,7 +27,6 @@
|
|
| 27 |
"expert_interval": 1,
|
| 28 |
"moe_intermediate_size": 1408,
|
| 29 |
"shared_expert_intermediate_size": 5632,
|
| 30 |
-
"shared_expert_gate": true,
|
| 31 |
"num_experts_per_tok": 4,
|
| 32 |
"num_experts": 60,
|
| 33 |
"norm_topk_prob": false,
|
|
|
|
| 27 |
"expert_interval": 1,
|
| 28 |
"moe_intermediate_size": 1408,
|
| 29 |
"shared_expert_intermediate_size": 5632,
|
|
|
|
| 30 |
"num_experts_per_tok": 4,
|
| 31 |
"num_experts": 60,
|
| 32 |
"norm_topk_prob": false,
|