File size: 1,359 Bytes
8e5b91e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
{
"architectures": [
"BARTModel",
"TransformerModel"
],
"task": "translation",
"source_lang": "en",
"target_lang": "en",
"dropout": 0.1,
"attention_dropout": 0.1,
"activation_dropout": 0.0,
"encoder_layers": 12,
"decoder_layers": 12,
"encoder_embed_dim": 1024,
"decoder_embed_dim": 1024,
"encoder_ffn_embed_dim": 4096,
"decoder_ffn_embed_dim": 4096,
"encoder_attention_heads": 16,
"decoder_attention_heads": 16,
"encoder_normalize_before": false,
"decoder_normalize_before": false,
"encoder_learned_pos": true,
"decoder_learned_pos": true,
"share_decoder_input_output_embed": true,
"share_all_embeddings": true,
"static_position_embeddings": false,
"adaptive_input": false,
"adaptive_input_factor": 4,
"adaptive_input_cutoff": null,
"no_scale_embedding": true,
"layernorm_embedding": true,
"tie_adaptive_weights": false,
"tie_encoder_decoder": false,
"remove_bpe": null,
"eos_token": "</s>",
"bos_token": "<s>",
"pad_token": "<pad>",
"unk_token": "<unk>",
"mask_token": "<mask>",
"layernorm_eps": 1e-05,
"transformers_version": "4.14.0",
"fairseq_version": "0.10.4",
"model_type": "bart",
"revision": "main",
"use_cache": true
}
|