File size: 946 Bytes
f0c3435 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
from typing import List
from transformers import PretrainedConfig
class LidirlLSTMConfig(PretrainedConfig):
model_type = "LidirlLSTM"
def __init__(self,
embed_dim : int = 128,
hidden_dim : int = 128,
num_layers : int = 2,
vocab_size: int = 256,
label_size : int = 200,
dropout : float = 0.1,
bidirectional : bool = False,
max_length : int = 1024,
multilabel : bool = False,
montecarlo_layer : bool = False,
**kwargs,
):
self.embed_dim = embed_dim
self.hidden_dim = hidden_dim
self.num_layers = num_layers
self.dropout = dropout
self.bidirectional = bidirectional
self.vocab_size = vocab_size
self.label_size = label_size
self.max_length = max_length
self.multilabel = multilabel
self.montecarlo_layer = montecarlo_layer
super().__init__(**kwargs) |