Update with dynamic axes
Browse files
README.md
CHANGED
|
@@ -58,8 +58,12 @@ torch.onnx.export(colbert_query_encoder,
|
|
| 58 |
f="query_encoder_colbert.onnx",
|
| 59 |
input_names = input_names,
|
| 60 |
output_names = output_names,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
opset_version=11)
|
| 62 |
-
|
| 63 |
```
|
| 64 |
|
| 65 |
# Representing the model on Vespa.ai
|
| 58 |
f="query_encoder_colbert.onnx",
|
| 59 |
input_names = input_names,
|
| 60 |
output_names = output_names,
|
| 61 |
+
dynamic_axes = {
|
| 62 |
+
"input_ids": {0: "batch"},
|
| 63 |
+
"attention_mask": {0: "batch"},
|
| 64 |
+
"contextual": {0: "batch"},
|
| 65 |
+
},
|
| 66 |
opset_version=11)
|
|
|
|
| 67 |
```
|
| 68 |
|
| 69 |
# Representing the model on Vespa.ai
|