Update app.py

app.py

@@ -176,6 +176,9 @@ def bot(history):
     keywords = [stop_str]
     stopping_criteria = KeywordsStoppingCriteria(keywords, our_chatbot.tokenizer, input_ids)
     streamer = TextStreamer(our_chatbot.tokenizer, skip_prompt=True, skip_special_tokens=True)
+    print(our_chatbot.model.device)
+    print(input_ids.device)
+    print(image_tensor.device)
     # import pdb;pdb.set_trace()
     with torch.inference_mode():
         output_ids = our_chatbot.model.generate(input_ids, images=image_tensor, do_sample=True, temperature=0.2, max_new_tokens=1024, streamer=streamer, use_cache=False, stopping_criteria=[stopping_criteria])