head_config.json

{
  "config": {
    "activation_function": "tanh",
    "head_type": "multiple_choice",
    "label2id": {
      "-1": 0,
      "0": 1,
      "1": 2,
      "2": 3,
      "3": 4
    },
    "layers": 2,
    "num_choices": 4,
    "use_pooler": false
  },
  "hidden_size": 768,
  "model_class": "RobertaModelWithHeads",
  "model_name": "roberta-base",
  "model_type": "roberta",
  "name": "cosmos_qa"
}