Upload config.json

config.json

@@ -42,7 +42,7 @@
   "init_config_defaults": {
     "init_std": 0.02
   },
-  "init_device": "cpu",
+  "init_device": "meta",
   "learned_pos_emb": true,
   "logit_scale": "inv_sqrt_d_model",
   "max_seq_len": 2048,
@@ -54,6 +54,6 @@
   "resid_pdrop": 0.0,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.35.2",
-  "use_cache": false,
+  "use_cache": true,
   "vocab_size": 256000
 }