vumichien commited on
Commit
ac8d134
1 Parent(s): 9139749
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -45,12 +45,12 @@ embeddings = torch.load('embeddings.pt')
45
 
46
  # Configure
47
  options = onnxruntime.SessionOptions()
48
- options.intra_op_num_threads = 1
49
- options.inter_op_num_threads = 1
50
 
51
  # Load model
52
  PATH = 'model_onnx.onnx'
53
- ort_session = onnxruntime.InferenceSession(PATH)
54
  input_name = ort_session.get_inputs()[0].name
55
 
56
 
 
45
 
46
  # Configure
47
  options = onnxruntime.SessionOptions()
48
+ options.intra_op_num_threads = 8
49
+ options.inter_op_num_threads = 8
50
 
51
  # Load model
52
  PATH = 'model_onnx.onnx'
53
+ ort_session = onnxruntime.InferenceSession(PATH, sess_options=options)
54
  input_name = ort_session.get_inputs()[0].name
55
 
56