Upload Transformer

config.json

@@ -1,21 +1,23 @@
-{
-  "architectures": [
-    "Transformer"
-  ],
-  "attn_dropout": 0.0,
-  "bilinear": true,
-  "d_hidden": 3072,
-  "d_model": 1024,
-  "embed_dropout": 0.0,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "n_ctx": 256,
-  "n_head": 16,
-  "n_layer": 1,
-  "n_vocab": 4096,
-  "norm_bias": false,
-  "resid_dropout": 0.0,
-  "rms": true,
-  "torch_dtype": "float32",
-  "transformers_version": "4.39.0"
-}
+{
+  "architectures": [
+    "Transformer"
+  ],
+  "attn_dropout": 0.0,
+  "d_hidden": 3072,
+  "d_model": 1024,
+  "embed_dropout": 0.0,
+  "mlp": "blp",
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "modifier": null,
+  "n_ctx": 256,
+  "n_head": 8,
+  "n_layer": 1,
+  "n_vocab": 4096,
+  "noise": null,
+  "norm_bias": false,
+  "normalization": null,
+  "resid_dropout": 0.0,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.0"
+}

generation_config.json

@@ -1,4 +1,4 @@
-{
-  "_from_model_config": true,
-  "transformers_version": "4.39.0"
-}
+{
+  "_from_model_config": true,
+  "transformers_version": "4.39.0"
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4ca97e337c28486ea29555e16774a6b471942741344349ee81da55860260fa1
-size 88093816
+oid sha256:349f08d511b29c66d7018213e25b8c77151e0a6b4a97eb056d6aa0e0c410c587
+size 88081376