moirai-moe-1.0-R-base / config.json
doyensahoo's picture
Push model using huggingface_hub.
eb27dbc verified
raw
history blame contribute delete
667 Bytes
{
"attn_dropout_p": 0.0,
"d_ff": 1024,
"d_model": 768,
"distr_output": {
"_target_": "uni2ts.distribution.mixture.MixtureOutput",
"components": [
{
"_target_": "uni2ts.distribution.student_t.StudentTOutput"
},
{
"_target_": "uni2ts.distribution.normal.NormalFixedScaleOutput",
"scale": 0.001
},
{
"_target_": "uni2ts.distribution.negative_binomial.NegativeBinomialOutput"
},
{
"_target_": "uni2ts.distribution.log_normal.LogNormalOutput"
}
]
},
"dropout_p": 0.0,
"max_seq_len": 512,
"num_layers": 12,
"patch_sizes": [
16
],
"scaling": true
}