config.json

{
  "_name_or_path": "TForge_model/v2",
  "architectures": [
    "TForgeModel"
  ],
  "decoder_start_token_id": 2,
  "dropout_prob": 0.1,
  "embed_dim": 512,
  "eos_token_id": 3,
  "forced_eos_token_id": 3,
  "hidden_dim": 1024,
  "input_vocab_size": 10000,
  "is_encoder_decoder": true,
  "load_pretrained": true,
  "max_positions": 256,
  "model_type": "Transformer_Forge",
  "num_heads": 8,
  "num_layers": 6,
  "output_vocab_size": 10000,
  "pad_token_id": 1,
  "soft_align_dim": 512,
  "torch_dtype": "float32",
  "transformers_version": "4.23.1",
  "translate_vocab_size": 10000
}