mistral-denseformer-7b / configuration_mistral.py
winglian's picture
Upload folder using huggingface_hub
f25282b verified
raw
history blame
308 Bytes
from transformers import MistralConfig
class MistralDenseFormerConfig(MistralConfig):
model_type = "mistral_denseformer"
def __init__(self, *args, dilation=4, dwa_period=5, **kwargs):
self.dilation = dilation
self.dwa_period = dwa_period
super().__init__(*args, **kwargs)