{
  "config": {
    "dropout_prob": null,
    "key": true,
    "query": true,
    "query_before_ln": false,
    "regularization": true,
    "residual_before": false,
    "temperature": false,
    "value": true,
    "value_before_softmax": true,
    "value_initialized": true
  },
  "hidden_size": 768,
  "model_class": "RobertaAdapterModel",
  "model_name": "roberta-base",
  "model_type": "roberta",
  "name": "a,b",
  "version": "adapters.1.0.1"
}