Spaces:
Runtime error
Runtime error
File size: 1,472 Bytes
2bbf92c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
import copy
from transformers import BertConfig, CLIPVisionConfig
from transformers.configuration_utils import PretrainedConfig
from transformers.utils import logging
logger = logging.get_logger(__name__)
class CLIPVisionBertConfig(PretrainedConfig):
model_type = "clip-vision-bert"
is_composition = True
def __init__(self, **kwargs):
super().__init__(**kwargs)
if "bert_config" not in kwargs:
raise ValueError("`bert_config` can not be `None`.")
if "clip_vision_config" not in kwargs:
raise ValueError("`clip_vision_config` can not be `None`.")
bert_config = kwargs.pop("bert_config")
clip_vision_config = kwargs.pop("clip_vision_config")
self.bert_config = BertConfig(**bert_config)
self.clip_vision_config = CLIPVisionConfig(**clip_vision_config)
@classmethod
def from_clip_vision_bert_configs(
cls,
clip_vision_config: PretrainedConfig,
bert_config: PretrainedConfig,
**kwargs
):
return cls(
clip_vision_config=clip_vision_config.to_dict(),
bert_config=bert_config.to_dict(),
**kwargs
)
def to_dict(self):
output = copy.deepcopy(self.__dict__)
output["clip_vision_config"] = self.clip_vision_config.to_dict()
output["bert_config"] = self.bert_config.to_dict()
output["model_type"] = self.__class__.model_type
return output
|