Upload question-answering_deepset_xlm-roberta-base-squad2_tensorrt_model/config.pbtxt with huggingface_hub
dfb94ac
| name: "question-answering_deepset_xlm-roberta-base-squad2_tensorrt_model" | |
| max_batch_size: 0 | |
| platform: "tensorrt_plan" | |
| default_model_filename: "model.bin" | |
| input [ | |
| { | |
| name: "input_ids" | |
| data_type: TYPE_INT32 | |
| dims: [-1, -1] | |
| }, | |
| { | |
| name: "attention_mask" | |
| data_type: TYPE_INT32 | |
| dims: [-1, -1] | |
| } | |
| ] | |
| output [ | |
| { | |
| name: "start_logits" | |
| data_type: TYPE_FP32 | |
| dims: [-1, -1] | |
| }, | |
| { | |
| name: "end_logits" | |
| data_type: TYPE_FP32 | |
| dims: [-1, -1] | |
| } | |
| ] | |
| instance_group [ | |
| { | |
| count: 1 | |
| kind: KIND_GPU | |
| } | |
| ] |