from transformers import MistralConfig | |
class MistralDenseFormerConfig(MistralConfig): | |
model_type = "mistral_denseformer" | |
def __init__(self, *args, dilation=4, dwa_period=5, **kwargs): | |
self.dilation = dilation | |
self.dwa_period = dwa_period | |
super().__init__(*args, **kwargs) | |