Commit
•
d9b2274
1
Parent(s):
3894f96
Upload config.json with huggingface_hub
Browse files- config.json +2 -2
config.json
CHANGED
|
@@ -38,8 +38,8 @@
|
|
| 38 |
"logit_scale": null,
|
| 39 |
"max_seq_len": 2048,
|
| 40 |
"model_type": "mpt",
|
| 41 |
-
"n_heads":
|
| 42 |
-
"n_layers":
|
| 43 |
"no_bias": true,
|
| 44 |
"norm_type": "low_precision_layernorm",
|
| 45 |
"resid_pdrop": 0,
|
|
|
|
| 38 |
"logit_scale": null,
|
| 39 |
"max_seq_len": 2048,
|
| 40 |
"model_type": "mpt",
|
| 41 |
+
"n_heads": 40,
|
| 42 |
+
"n_layers": 40,
|
| 43 |
"no_bias": true,
|
| 44 |
"norm_type": "low_precision_layernorm",
|
| 45 |
"resid_pdrop": 0,
|