rishabh-zuma commited on
Commit
4ad5631
1 Parent(s): db1d42e

Fixed variable error.

Browse files
Files changed (1) hide show
  1. handler.py +3 -3
handler.py CHANGED
@@ -24,7 +24,7 @@ class EndpointHandler():
24
  self.processor = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b")
25
  self.model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b", torch_dtype=torch.float16, device_map="auto")
26
  print(" $$$$ model loaded $$$$")
27
- print(self.model.eval())
28
 
29
 
30
 
@@ -67,9 +67,9 @@ class EndpointHandler():
67
  inputs = self.processor(raw_image, prompt, return_tensors="pt").to("cuda", torch.float16)
68
 
69
  print("@@@@@@ generated_text @@@@@@@")
70
- print(generated_text)
71
  out = self.model.generate(**inputs)
72
- captions = processor.decode(out[0], skip_special_tokens=True)
 
73
 
74
  print("captions", captions)
75
 
 
24
  self.processor = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b")
25
  self.model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b", torch_dtype=torch.float16, device_map="auto")
26
  print(" $$$$ model loaded $$$$")
27
+ # print(self.model.eval())
28
 
29
 
30
 
 
67
  inputs = self.processor(raw_image, prompt, return_tensors="pt").to("cuda", torch.float16)
68
 
69
  print("@@@@@@ generated_text @@@@@@@")
 
70
  out = self.model.generate(**inputs)
71
+ print("!!!!!!")
72
+ captions = self.processor.decode(out[0], skip_special_tokens=True)
73
 
74
  print("captions", captions)
75