nickil commited on
Commit
f30350e
1 Parent(s): c78e1d0

update trainer

Browse files
weakly_supervised_parser/model/trainer.py CHANGED
@@ -99,8 +99,8 @@ class InsideOutsideStringClassifier:
99
 
100
  def load_model(self, pre_trained_model_path):
101
  options = SessionOptions()
102
- options.intra_op_num_threads = 16
103
- options.inter_op_num_threads = 16
104
  self.model = InferenceSession(pre_trained_model_path, options, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
105
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name_or_path, use_fast=True)
106
 
 
99
 
100
  def load_model(self, pre_trained_model_path):
101
  options = SessionOptions()
102
+ options.intra_op_num_threads = 32
103
+ options.inter_op_num_threads = 32
104
  self.model = InferenceSession(pre_trained_model_path, options, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
105
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name_or_path, use_fast=True)
106