| from transformers import PretrainedConfig, AutoConfig | |
| class CustomConfig5(PretrainedConfig): | |
| model_type = "custom5" | |
| def __init__( | |
| self, | |
| models=None, | |
| coeffs=None, | |
| **kwargs, | |
| ): | |
| super().__init__(**kwargs) | |
| self.models = models | |
| self.coeffs = coeffs | |
| if models: | |
| configs = [ AutoConfig.from_pretrained(model) for model in models ] | |
| self.vocab_size = configs[0].vocab_size | |