| model: | |
| class_path: model.lina.Lina | |
| init_args: | |
| n_codebook: 1024 | |
| n_special_token_in: 3 | |
| n_special_token_out: 3 | |
| n_txt_vocab: 180 | |
| d_context: 384 | |
| d_model: 512 | |
| quant_layer: [0, 1, 2, 3] | |
| txt_encoder: | |
| class_path: model.encoder.TextEncoder | |
| init_args: | |
| dim: 512 | |
| heads: 1 | |
| n_layers: 6 | |
| dropout: 0.1 | |
| attentive_rnn: | |
| class_path: model.rwkv6x.AttentiveRWKV6 | |
| init_args: | |
| d_model: 512 | |
| d_context: 512 | |
| heads: 1 | |
| dropout_att: 0.2 | |
| n_layer: 3 | |
| blind: True | |