Bingsu
/

mega-150m-arch

Inference Endpoints

Model card Files Files and versions Community

Bingsu commited on Apr 11, 2023

Commit

a391804

•

1 Parent(s): a606dd4

Upload MegaForMaskedLM

Files changed (2) hide show

config.json +1 -1
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -33,7 +33,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "relative_positional_bias": "rotary",
-  "shared_representation_size": 64,
   "torch_dtype": "float32",
   "transformers_version": "4.28.0.dev0",
   "truncation": null,

   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "relative_positional_bias": "rotary",
+  "shared_representation_size": 256,
   "torch_dtype": "float32",
   "transformers_version": "4.28.0.dev0",
   "truncation": null,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47682b2c67dd5e7a0fed218824c40247e796fd061b2d5f7a6eb2aac860bf5fd7
-size 445082801

 version https://git-lfs.github.com/spec/v1
+oid sha256:b21e2afe508ffee432581279644c5c76f1de799aae94d3e33641ee0b844f089a
+size 452225329