Upload question-answering_deepset_xlm-roberta-base-squad2_tensorrt_inference/config.pbtxt with huggingface_hub
ae848cd
| name: "question-answering_deepset_xlm-roberta-base-squad2_tensorrt_inference" | |
| max_batch_size: 0 | |
| backend: "python" | |
| input [ | |
| { | |
| name: "QUESTION" | |
| data_type: TYPE_STRING | |
| dims: [ -1 ] | |
| }, | |
| { | |
| name: "CONTEXT" | |
| data_type: TYPE_STRING | |
| dims: [ -1 ] | |
| } | |
| ] | |
| output [ | |
| { | |
| name: "output" | |
| data_type: TYPE_STRING | |
| dims: [ -1 ] | |
| } | |
| ] | |
| instance_group [ | |
| { | |
| count: 1 | |
| kind: KIND_GPU | |
| } | |
| ] | |
| parameters: { | |
| key: "FORCE_CPU_ONLY_INPUT_TENSORS" | |
| value: { | |
| string_value:"no" | |
| } | |
| } |