{
  "activation": "gelu",
  "additional_special_symbols": 25,
  "architectures": [
    "RelikReaderREModel"
  ],
  "linears_hidden_size": 512,
  "model_type": "relik_reader",
  "num_layers": null,
  "torch_dtype": "float32",
  "training": false,
  "transformer_model": "microsoft/deberta-v3-small",
  "transformers_version": "4.33.3",
  "use_last_k_layers": 1
}