minhdang commited on
Commit
dab9fd7
1 Parent(s): ad51e36

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +2 -0
inference.py CHANGED
@@ -21,6 +21,8 @@ from threading import Thread
21
  from typing import List
22
 
23
  import torch
 
 
24
  import transformers
25
  from transformers import (
26
  AutoModelForCausalLM,
 
21
  from typing import List
22
 
23
  import torch
24
+ import torch
25
+ torch.jit.script = lambda f: f
26
  import transformers
27
  from transformers import (
28
  AutoModelForCausalLM,