from transformers import PretrainedConfig class VnSmartphoneAbsaConfig(PretrainedConfig): model_type = "vnsabsa" def __init__( self, vocab_size: int = 5272, embed_dim: int = 768, num_heads: int = 8, num_encoders: int = 4, encoder_dropout: float = 0.1, fc_dropout: float =0.4, fc_hidden_size: int = 128, **kwargs ): super().__init__(**kwargs) self.vocab_size = vocab_size self.embed_dim = embed_dim self.num_heads = num_heads self.num_encoders = num_encoders self.encoder_dropout = encoder_dropout self.fc_dropout = fc_dropout self.fc_hidden_size = fc_hidden_size super().__init__(**kwargs)