VISOR-GPT / train /models /sbert /lstm_config.json
szukevin's picture
upload
7900c16
raw
history blame
454 Bytes
{
"stream_0": {
"vocab_size": 21128,
"emb_size": 512,
"hidden_size": 512,
"layers_num": 2,
"dropout": 0.1,
"embedding": ["word"],
"encoder": "lstm"
},
"stream_1": {
"vocab_size": 21128,
"emb_size": 512,
"hidden_size": 512,
"layers_num": 2,
"dropout": 0.1,
"embedding": ["word"],
"encoder": "lstm"
},
"embedding": "dual",
"encoder": "dual",
"pooling": "mean",
"tie_weights": true
}