# Copyright (c) OpenMMLab. All rights reserved.
from transformers import PretrainedConfig


class DownsamplerConfig(PretrainedConfig):
    model_type = 'downsampler'
    _auto_class = 'AutoConfig'

    def __init__(
        self,
        kernel_size=1,
        stride=1,
        visual_hidden_size=4096,
        llm_hidden_size=4096,
        depth=2,
        hidden_act='gelu',
        bias=False,
        **kwargs,
    ):
        self.visual_hidden_size = visual_hidden_size
        self.llm_hidden_size = llm_hidden_size
        self.depth = depth
        self.hidden_act = hidden_act
        self.bias = bias
        self.kernel_size = kernel_size
        self.stride = stride
        super().__init__(**kwargs)