name: "question-answering_deepset_xlm-roberta-base-squad2_tensorrt_model"
max_batch_size: 0
platform: "tensorrt_plan"
default_model_filename: "model.bin"

input [
{
    name: "input_ids"
    data_type: TYPE_INT32
    dims: [-1, -1]
},
{
    name: "attention_mask"
    data_type: TYPE_INT32
    dims: [-1, -1]
}
]

output [
    {
        name: "start_logits"
        data_type: TYPE_FP32
        dims: [-1, -1]
    },
    {
        name: "end_logits"
        data_type: TYPE_FP32
        dims: [-1, -1]
    }
]
instance_group [
    {
      count: 1
      kind: KIND_GPU
    }
]