File size: 924 Bytes
768a5bc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
name: "distilbert-squad"
platform: "pytorch_libtorch"
max_batch_size: 64
input [
  {
    name: "input__0"
    data_type: TYPE_INT64
    dims: [512]
  },
  {
    name: "input__1"
    data_type: TYPE_INT64
    dims: [512]
  },
  {
    name: "input__2"
    data_type: TYPE_INT64
    dims: [512]
  },
  {
    name: "input__3"
    data_type: TYPE_INT64
    dims: [1]
  },
  {
    name: "input__4"
    data_type: TYPE_INT64
    dims: [1]
  },
  {
    name: "input__5"
    data_type: TYPE_FP32
    dims: [512]
  }
]
output [
  {
    name: "output__0"
    data_type: TYPE_FP32
    dims: [512]
  },
  {
    name: "output__1"
    data_type: TYPE_FP32
    dims: [512]
  },
  {
    name: "output__2"
    data_type: TYPE_INT64
    dims: [1]
  }
]
dynamic_batching {
  preferred_batch_size: [ 1,2,4,8,16,32,64 ]
  max_queue_delay_microseconds: 30000

}
version_policy: { latest { num_versions : 1 }}
optimization {
  graph { level: 1 }
}