Add debug prints for model, tokenizer, and question in http_bot function

app.py

@@ -167,7 +167,6 @@ def add_text(state, message, system_prompt, request: gr.Request):
     ) * 5
 
 model_name = "5CD-AI/Vintern-1B-v3_5"
-model = None
 model = AutoModel.from_pretrained(
     model_name,
     torch_dtype=torch.bfloat16,
@@ -238,6 +237,9 @@ def http_bot(
             question = '<image>\n'+message
         else:
             question = message
+        print("Model: ", model)
+        print("Tokenizer: ", tokenizer)
+        print("Question: ", question)
         response, conv_history = model.chat(tokenizer, pixel_values, question, generation_config, history=None, return_history=True)
         print(f"AI response: {response}")
 

logs/gradio_web_server.log

@@ -2221,3 +2221,25 @@ This is a test response▌
 2025-01-15 08:03:45 | INFO | stdout | Messsage: [{'role': 'user', 'content': 'Please help me analyze this picture.', 'image': [<PIL.Image.Image image mode=RGB size=583x734 at 0x127712B50>]}, {'role': 'assistant', 'content': 'This is a test response▌', 'image': []}]
 2025-01-15 08:03:45 | INFO | stdout | Updated message: [{'role': 'user', 'content': 'Please help me analyze this picture.', 'image': [<PIL.Image.Image image mode=RGB size=583x734 at 0x127712B50>]}, {'role': 'assistant', 'content': 'This is a test response', 'image': []}]
 2025-01-15 08:03:45 | INFO | gradio_web_server | This is a test response
+2025-01-15 08:21:20 | INFO | stdout | Keyboard interruption in main thread... closing server.
+2025-01-15 08:21:21 | ERROR | stderr | Traceback (most recent call last):
+2025-01-15 08:21:21 | ERROR | stderr |   File "/Users/huynhbao/.virtualenvs/huggingface/lib/python3.9/site-packages/gradio/blocks.py", line 2664, in block_thread
+2025-01-15 08:21:21 | ERROR | stderr |     time.sleep(0.1)
+2025-01-15 08:21:21 | ERROR | stderr | KeyboardInterrupt
+2025-01-15 08:21:21 | ERROR | stderr | 
+2025-01-15 08:21:21 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2025-01-15 08:21:21 | ERROR | stderr | 
+2025-01-15 08:21:21 | ERROR | stderr | Traceback (most recent call last):
+2025-01-15 08:21:21 | ERROR | stderr |   File "/Users/huynhbao/Workspace/5CD_data/huggingface/Vintern-1B/app.py", line 610, in <module>
+2025-01-15 08:21:21 | ERROR | stderr |     logger.info(args)
+2025-01-15 08:21:21 | ERROR | stderr |   File "/Users/huynhbao/.virtualenvs/huggingface/lib/python3.9/site-packages/gradio/blocks.py", line 2569, in launch
+2025-01-15 08:21:21 | ERROR | stderr |     self.block_thread()
+2025-01-15 08:21:21 | ERROR | stderr |   File "/Users/huynhbao/.virtualenvs/huggingface/lib/python3.9/site-packages/gradio/blocks.py", line 2668, in block_thread
+2025-01-15 08:21:21 | ERROR | stderr |     self.server.close()
+2025-01-15 08:21:21 | ERROR | stderr |   File "/Users/huynhbao/.virtualenvs/huggingface/lib/python3.9/site-packages/gradio/http_server.py", line 68, in close
+2025-01-15 08:21:21 | ERROR | stderr |     self.thread.join(timeout=5)
+2025-01-15 08:21:21 | ERROR | stderr |   File "/usr/local/Cellar/python@3.9/3.9.16/Frameworks/Python.framework/Versions/3.9/lib/python3.9/threading.py", line 1064, in join
+2025-01-15 08:21:21 | ERROR | stderr |     self._wait_for_tstate_lock(timeout=max(timeout, 0))
+2025-01-15 08:21:21 | ERROR | stderr |   File "/usr/local/Cellar/python@3.9/3.9.16/Frameworks/Python.framework/Versions/3.9/lib/python3.9/threading.py", line 1080, in _wait_for_tstate_lock
+2025-01-15 08:21:21 | ERROR | stderr |     if lock.acquire(block, timeout):
+2025-01-15 08:21:21 | ERROR | stderr | KeyboardInterrupt