kertser commited on
Commit
dd560bf
1 Parent(s): ddf7ac7

Update WarBot.py

Browse files
Files changed (1) hide show
  1. WarBot.py +1 -0
WarBot.py CHANGED
@@ -65,6 +65,7 @@ def prepare_punct():
65
 
66
  def initialize():
67
  """ Loading the model """
 
68
  fit_checkpoint = "WarBot"
69
  tokenizer = AutoTokenizer.from_pretrained(fit_checkpoint)
70
  model = AutoModelForCausalLM.from_pretrained(fit_checkpoint)
 
65
 
66
  def initialize():
67
  """ Loading the model """
68
+ torch.backends.quantized.engine = 'qnnpack' # Just for the specific machine architecture
69
  fit_checkpoint = "WarBot"
70
  tokenizer = AutoTokenizer.from_pretrained(fit_checkpoint)
71
  model = AutoModelForCausalLM.from_pretrained(fit_checkpoint)