File size: 384 Bytes
24c13a4
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
from transformers import PretrainedConfig
from typing import List

class FCConfig(PretrainedConfig):
    model_type = "fc_layer" # For registration auto class

    def __init__(self, num_nodes=10, **kwargs):
        ## Must include keyword arguments
        ## Note: Must need a default value for hyperparameters
        self.num_nodes = num_nodes
        super().__init__(**kwargs)