oleksandrfluxon
commited on
Commit
•
d7f4d4c
1
Parent(s):
1ba92de
Update pipeline.py
Browse files- pipeline.py +1 -1
pipeline.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
import
|
2 |
import transformers
|
3 |
from accelerate import dispatch_model, infer_auto_device_map
|
4 |
from accelerate.utils import get_balanced_memory
|
|
|
1 |
+
from torch import cuda
|
2 |
import transformers
|
3 |
from accelerate import dispatch_model, infer_auto_device_map
|
4 |
from accelerate.utils import get_balanced_memory
|