{
  "architectures": [
    "CustomModel"
  ],
  "bias": false,
  "block_size": 8192,
  "dropout": 0.1,
  "hierarchy": true,
  "model_type": "chargpt",
  "n_embd": 768,
  "n_ffn_dim": 2048,
  "n_head": 12,
  "n_layer": 12,
  "torch_dtype": "float32",
  "transformers_version": "4.36.2",
  "vocab_size": 3064
}