Update configuration_baichuan.py

configuration_baichuan.py

@@ -46,6 +46,7 @@ class BaichuanConfig(PretrainedConfig):
         bos_token_id=1,
         eos_token_id=2,
         tie_word_embeddings=False,
+        z_loss_weight=0,
         **kwargs,
     ):
         self.vocab_size = vocab_size
@@ -58,6 +59,7 @@ class BaichuanConfig(PretrainedConfig):
         self.initializer_range = initializer_range
         self.rms_norm_eps = rms_norm_eps
         self.use_cache = use_cache
+        self.z_loss_weight = z_loss_weight
         super().__init__(
             pad_token_id=pad_token_id,
             bos_token_id=bos_token_id,