jilijeanlouis commited on
Commit
dfb94ac
1 Parent(s): 553f82d

Upload question-answering_deepset_xlm-roberta-base-squad2_tensorrt_model/config.pbtxt with huggingface_hub

Browse files
question-answering_deepset_xlm-roberta-base-squad2_tensorrt_model/config.pbtxt ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: "question-answering_deepset_xlm-roberta-base-squad2_tensorrt_model"
2
+ max_batch_size: 0
3
+ platform: "tensorrt_plan"
4
+ default_model_filename: "model.bin"
5
+
6
+ input [
7
+ {
8
+ name: "input_ids"
9
+ data_type: TYPE_INT32
10
+ dims: [-1, -1]
11
+ },
12
+ {
13
+ name: "attention_mask"
14
+ data_type: TYPE_INT32
15
+ dims: [-1, -1]
16
+ }
17
+ ]
18
+
19
+ output [
20
+ {
21
+ name: "start_logits"
22
+ data_type: TYPE_FP32
23
+ dims: [-1, -1]
24
+ },
25
+ {
26
+ name: "end_logits"
27
+ data_type: TYPE_FP32
28
+ dims: [-1, -1]
29
+ }
30
+ ]
31
+ instance_group [
32
+ {
33
+ count: 1
34
+ kind: KIND_GPU
35
+ }
36
+ ]