vl-7b-4bit

Runtime error

minhdang commited on Mar 21

Commit

bd412f4

•

1 Parent(s): 81f8475

Update inference.py

Files changed (1) hide show

inference.py CHANGED Viewed

@@ -21,6 +21,7 @@ from threading import Thread
 from typing import List
 import torch
 import transformers
 from transformers import (
     AutoModelForCausalLM,

 from typing import List
 import torch
+torch.jit.script = lambda f: f
 import transformers
 from transformers import (
     AutoModelForCausalLM,