Marlon Wiprud commited on
Commit
c362d01
1 Parent(s): 511bef8

fix: tokenizer ref

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -55,7 +55,7 @@ class EndpointHandler:
55
  ).convert("RGB")
56
 
57
  inputs = self.model.build_conversation_input_ids(
58
- tokenizer, query=query, images=[image]
59
  )
60
  inputs = {
61
  "input_ids": inputs["input_ids"].unsqueeze(0).to("cuda"),
@@ -68,7 +68,7 @@ class EndpointHandler:
68
  with torch.no_grad():
69
  outputs = self.model.generate(**inputs, **gen_kwargs)
70
  outputs = outputs[:, inputs["input_ids"].shape[1] :]
71
- result = tokenizer.decode(outputs[0])
72
  return result
73
 
74
 
 
55
  ).convert("RGB")
56
 
57
  inputs = self.model.build_conversation_input_ids(
58
+ self.tokenizer, query=query, images=[image]
59
  )
60
  inputs = {
61
  "input_ids": inputs["input_ids"].unsqueeze(0).to("cuda"),
 
68
  with torch.no_grad():
69
  outputs = self.model.generate(**inputs, **gen_kwargs)
70
  outputs = outputs[:, inputs["input_ids"].shape[1] :]
71
+ result = self.tokenizer.decode(outputs[0])
72
  return result
73
 
74