Deepakvictor
commited on
Commit
•
a2d350b
1
Parent(s):
2259024
Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -9,7 +9,7 @@ class EndpointHandler():
|
|
9 |
|
10 |
def __call__(self, data: str) -> str:
|
11 |
inputs = data.pop("inputs", data)
|
12 |
-
inp = self.tokenizer(
|
13 |
with torch.inference_mode():
|
14 |
out= self.model.generate(**inp)
|
15 |
final_output = self.tokenizer.batch_decode(out,skip_special_tokens=True)
|
|
|
9 |
|
10 |
def __call__(self, data: str) -> str:
|
11 |
inputs = data.pop("inputs", data)
|
12 |
+
inp = self.tokenizer("thalaivaru Nirantharam", return_tensors="pt")
|
13 |
with torch.inference_mode():
|
14 |
out= self.model.generate(**inp)
|
15 |
final_output = self.tokenizer.batch_decode(out,skip_special_tokens=True)
|