name: "paraphrase-multilingual-MiniLM-L12-v2_inference_onnx" | |
max_batch_size: 0 | |
platform: "ensemble" | |
input [ | |
{ | |
name: "TEXT" | |
data_type: TYPE_STRING | |
dims: [ -1 ] | |
} | |
] | |
output { | |
name: "output" | |
data_type: TYPE_FP32 | |
dims: [-1, -1] | |
} | |
ensemble_scheduling { | |
step [ | |
{ | |
model_name: "paraphrase-multilingual-MiniLM-L12-v2_tokenizer_onnx" | |
model_version: -1 | |
input_map { | |
key: "TEXT" | |
value: "TEXT" | |
} | |
output_map [ | |
{ | |
key: "input_ids" | |
value: "input_ids" | |
}, | |
{ | |
key: "token_type_ids" | |
value: "token_type_ids" | |
}, | |
{ | |
key: "attention_mask" | |
value: "attention_mask" | |
} | |
] | |
}, | |
{ | |
model_name: "paraphrase-multilingual-MiniLM-L12-v2_model_onnx" | |
model_version: -1 | |
input_map [ | |
{ | |
key: "input_ids" | |
value: "input_ids" | |
}, | |
{ | |
key: "token_type_ids" | |
value: "token_type_ids" | |
}, | |
{ | |
key: "attention_mask" | |
value: "attention_mask" | |
} | |
] | |
output_map { | |
key: "output" | |
value: "output" | |
} | |
} | |
] | |
} |