Update config.json

config.json

@@ -1,22 +1,14 @@
 {
+  "_name_or_path": "vinai/PhoGPT-4B-Chat",
   "architectures": [
-    "MPTForCausalLM"
+    "MptForCausalLM"
   ],
   "attn_config": {
-    "alibi": true,
-    "alibi_bias_max": 8,
-    "attn_impl": "torch",
-    "attn_pdrop": 0.0,
-    "attn_type": "multihead_attention",
-    "attn_uses_sequence_id": false,
-    "clip_qkv": null,
-    "prefix_lm": false,
-    "qk_ln": false,
-    "softmax_scale": null
+    "model_type": ""
   },
   "auto_map": {
-    "AutoConfig": "configuration_mpt.MPTConfig",
-    "AutoModelForCausalLM": "modeling_mpt.MPTForCausalLM"
+    "AutoConfig": "vinai/PhoGPT-4B-Chat--configuration_mpt.MPTConfig",
+    "AutoModelForCausalLM": "vinai/PhoGPT-4B-Chat--modeling_mpt.MPTForCausalLM"
   },
   "d_model": 3072,
   "emb_pdrop": 0.0,
@@ -34,6 +26,8 @@
     "verbose": 0
   },
   "init_device": "cpu",
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
   "learned_pos_emb": true,
   "logit_scale": null,
   "max_seq_len": 8192,
@@ -43,9 +37,9 @@
   "no_bias": false,
   "norm_type": "low_precision_layernorm",
   "resid_pdrop": 0.0,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.30.2",
+  "torch_dtype": "float16",
+  "transformers_version": "4.41.1",
   "use_cache": false,
   "verbose": 0,
   "vocab_size": 20480
-}
+}