Deepakvictor commited on
Commit
a2d350b
1 Parent(s): 2259024

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -9,7 +9,7 @@ class EndpointHandler():
9
 
10
  def __call__(self, data: str) -> str:
11
  inputs = data.pop("inputs", data)
12
- inp = self.tokenizer(inputs, return_tensors="pt")
13
  with torch.inference_mode():
14
  out= self.model.generate(**inp)
15
  final_output = self.tokenizer.batch_decode(out,skip_special_tokens=True)
 
9
 
10
  def __call__(self, data: str) -> str:
11
  inputs = data.pop("inputs", data)
12
+ inp = self.tokenizer("thalaivaru Nirantharam", return_tensors="pt")
13
  with torch.inference_mode():
14
  out= self.model.generate(**inp)
15
  final_output = self.tokenizer.batch_decode(out,skip_special_tokens=True)