Update app.py

app.py

@@ -232,16 +232,16 @@ def bot(history):
     our_chatbot.conversation.append_message(our_chatbot.conversation.roles[1], None)
     prompt = our_chatbot.conversation.get_prompt()
 
-    input_ids = (
-        tokenizer_image_token(
-            prompt, our_chatbot.tokenizer, IMAGE_TOKEN_INDEX, return_tensors="pt"
-        )
-        .unsqueeze(0)
-        .to(our_chatbot.model.device)
-    )
-    # input_ids = tokenizer_image_token(
+    # input_ids = (
+    #     tokenizer_image_token(
     #         prompt, our_chatbot.tokenizer, IMAGE_TOKEN_INDEX, return_tensors="pt"
-    #     ).unsqueeze(0).to(our_chatbot.model.device)
+    #     )
+    #     .unsqueeze(0)
+    #     .to(our_chatbot.model.device)
+    # )
+    input_ids = tokenizer_image_token(
+            prompt, our_chatbot.tokenizer, IMAGE_TOKEN_INDEX, return_tensors="pt"
+        ).unsqueeze(0).to(our_chatbot.model.device)
     print("### input_id",input_ids)
     stop_str = (
         our_chatbot.conversation.sep
@@ -283,7 +283,7 @@ def bot(history):
 
     # return history
     generate_kwargs = dict(
-        {"input_ids": input_ids},
+        inputs=input_ids,
         streamer=streamer,
         images=image_tensor,
         max_new_tokens=1024,