moirai-1.0-R-large / config.json
doyensahoo's picture
push with PyTorchMixin (#1)
c4f3b41 verified
raw
history blame
684 Bytes
{
"attn_dropout_p": 0.0,
"d_model": 1024,
"distr_output": {
"_target_": "uni2ts.distribution.mixture.MixtureOutput",
"components": [
{
"_target_": "uni2ts.distribution.student_t.StudentTOutput"
},
{
"_target_": "uni2ts.distribution.normal.NormalFixedScaleOutput",
"scale": 0.001
},
{
"_target_": "uni2ts.distribution.negative_binomial.NegativeBinomialOutput"
},
{
"_target_": "uni2ts.distribution.log_normal.LogNormalOutput"
}
]
},
"dropout_p": 0.0,
"max_seq_len": 512,
"num_layers": 24,
"patch_sizes": [
8,
16,
32,
64,
128
],
"scaling": true
}