Commit
•
9cad3da
1
Parent(s):
3da6512
Update handler.py
Browse files- handler.py +2 -0
handler.py
CHANGED
@@ -1,6 +1,8 @@
|
|
1 |
from typing import Dict, List, Any
|
2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
3 |
import torch
|
|
|
|
|
4 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
5 |
class EndpointHandler:
|
6 |
def __init__(self, path=""):
|
|
|
1 |
from typing import Dict, List, Any
|
2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
3 |
import torch
|
4 |
+
from handler import EndpointHandler
|
5 |
+
|
6 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
7 |
class EndpointHandler:
|
8 |
def __init__(self, path=""):
|