Commit
•
9cad3da
1
Parent(s):
3da6512
Update handler.py
Browse files- handler.py +2 -0
handler.py
CHANGED
|
@@ -1,6 +1,8 @@
|
|
| 1 |
from typing import Dict, List, Any
|
| 2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
| 3 |
import torch
|
|
|
|
|
|
|
| 4 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 5 |
class EndpointHandler:
|
| 6 |
def __init__(self, path=""):
|
|
|
|
| 1 |
from typing import Dict, List, Any
|
| 2 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
| 3 |
import torch
|
| 4 |
+
from handler import EndpointHandler
|
| 5 |
+
|
| 6 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 7 |
class EndpointHandler:
|
| 8 |
def __init__(self, path=""):
|