File size: 571 Bytes
103d46f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
model:
class_path: model.lina.Lina
init_args:
n_codebook: 1024
n_special_token_in: 3
n_special_token_out: 3
n_txt_vocab: 180
d_context: 384
d_model: 512
quant_layer: [0, 1, 2, 3]
txt_encoder:
class_path: model.encoder.TextEncoder
init_args:
dim: 512
heads: 1
n_layers: 6
dropout: 0.1
attentive_rnn:
class_path: model.rwkv6x.AttentiveRWKV6
init_args:
d_model: 512
d_context: 512
heads: 1
dropout_att: 0.2
n_layer: 3
blind: True
|