Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -70,6 +70,7 @@
|
|
| 70 |
"AutoConfig": "configuration_minimax_m2.MiniMaxM2Config",
|
| 71 |
"AutoModelForCausalLM": "modeling_minimax_m2.MiniMaxM2ForCausalLM"
|
| 72 |
},
|
|
|
|
| 73 |
"head_dim": 128,
|
| 74 |
"hidden_act": "silu",
|
| 75 |
"hidden_size": 3072,
|
|
|
|
| 70 |
"AutoConfig": "configuration_minimax_m2.MiniMaxM2Config",
|
| 71 |
"AutoModelForCausalLM": "modeling_minimax_m2.MiniMaxM2ForCausalLM"
|
| 72 |
},
|
| 73 |
+
"dtype": "bfloat16",
|
| 74 |
"head_dim": 128,
|
| 75 |
"hidden_act": "silu",
|
| 76 |
"hidden_size": 3072,
|