from transformers import PretrainedConfig | |
from typing import List | |
class FCConfig(PretrainedConfig): | |
model_type = "fc_layer" # For registration auto class | |
def __init__(self, num_nodes=10, **kwargs): | |
## Must include keyword arguments | |
## Note: Must need a default value for hyperparameters | |
self.num_nodes = num_nodes | |
super().__init__(**kwargs) | |