rogeryoungh commited on
Commit
4c9387f
·
verified ·
1 Parent(s): f516996

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -70,6 +70,7 @@
70
  "AutoConfig": "configuration_minimax_m2.MiniMaxM2Config",
71
  "AutoModelForCausalLM": "modeling_minimax_m2.MiniMaxM2ForCausalLM"
72
  },
 
73
  "head_dim": 128,
74
  "hidden_act": "silu",
75
  "hidden_size": 3072,
 
70
  "AutoConfig": "configuration_minimax_m2.MiniMaxM2Config",
71
  "AutoModelForCausalLM": "modeling_minimax_m2.MiniMaxM2ForCausalLM"
72
  },
73
+ "dtype": "bfloat16",
74
  "head_dim": 128,
75
  "hidden_act": "silu",
76
  "hidden_size": 3072,