togethercomputer
/

m2-bert-80M-2k

Model card Files Files and versions Community

danfu09 commited on Jan 9

Commit

3e061b6

•

1 Parent(s): ca235ad

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -30,7 +30,7 @@
     "long_conv_kernel_learning_rate": 0.001,
     "long_conv_l_max": 2048,
     "max_position_embeddings": 2048,
-    "model_type": "bert",
     "monarch_mlp_nblocks": 4,
     "num_attention_heads": 12,
     "num_hidden_layers": 12,

     "long_conv_kernel_learning_rate": 0.001,
     "long_conv_l_max": 2048,
     "max_position_embeddings": 2048,
+    "model_type": "m2_bert",
     "monarch_mlp_nblocks": 4,
     "num_attention_heads": 12,
     "num_hidden_layers": 12,