{ "_attn_implementation_autoset": true, "auto_map": { "AutoConfig": "modeling_original_transformer.OriginalTransformerConfig", "AutoModel": "modeling_original_transformer.OrginalTransformer", "AutoModelForSeq2SeqLM": "modeling_original_transformer.OrginalTransformer" }, "bos_token_id": 1, "d_ff": 2048, "dec_vocab_size": 37000, "dropout": 0, "embed_dim": 512, "enc_vocab_size": 37000, "eos_token_id": 2, "is_encoder_decoder": true, "model_type": "original_transformer", "num_dec_layers": 6, "num_enc_layers": 6, "num_heads": 8, "pad_token_id": 0, "transformers_version": "4.46.1" }