| { | |
| "activation": "gelu", | |
| "additional_special_symbols": 25, | |
| "architectures": [ | |
| "RelikReaderREModel" | |
| ], | |
| "linears_hidden_size": 512, | |
| "model_type": "relik_reader", | |
| "num_layers": null, | |
| "torch_dtype": "float32", | |
| "training": false, | |
| "transformer_model": "microsoft/deberta-v3-small", | |
| "transformers_version": "4.33.3", | |
| "use_last_k_layers": 1 | |
| } | |