| import torch | |
| import numpy as np | |
| import random | |
| import onnxruntime as ort | |
| def set_random_seed(seed=0): | |
| ort.set_seed(seed) | |
| torch.manual_seed(seed) | |
| torch.cuda.manual_seed(seed) | |
| torch.backends.cudnn.deterministic = True | |
| random.seed(seed) | |
| np.random.seed(seed) | |
| def runonnx(model_path, **kwargs): | |
| #如使用onnx-gpu，则providers三选一 | |
| #ort_session = ort.InferenceSession(model_path, providers=['TensorrtExecutionProvider', 'CUDAExecutionProvider', 'CPUExecutionProvider']) | |
| ort_session = ort.InferenceSession(model_path) | |
| outputs = ort_session.run( | |
| None, | |
| kwargs | |
| ) | |
| return outputs |