{
  "depth": 6,
  "dropout": 0.1,
  "embed_dim": 512,
  "heads": 4,
  "k": 128,
  "model_type": "linformer",
  "seq_length": 512,
  "transformers_version": "4.45.1",
  "vocab_size": 50257
}