fix: add inference

.gitignore

@@ -1 +1,6 @@
-dependency
+dependency
+*.json
+*.log
+*.pyc
+*__pycache__*
+*.json

app.py

@@ -6,7 +6,6 @@ import gradio as gr
 from src.model.model_llava import inference
 from src.serve.gradio_block_arena_vision_named import build_side_by_side_vision_ui_named
 
-@spaces.GPU(duration=120)
 def main():
     with gr.Blocks() as demo:
         states = build_side_by_side_vision_ui_named(

gradio_web_server.log

@@ -254,3 +254,188 @@
 2024-07-10 12:01:17 | ERROR | stderr |   File "/home/bofei-zhang/miniconda3/envs/fire_demo/lib/python3.10/threading.py", line 1116, in _wait_for_tstate_lock
 2024-07-10 12:01:17 | ERROR | stderr |     if lock.acquire(block, timeout):
 2024-07-10 12:01:17 | ERROR | stderr | KeyboardInterrupt
+2024-07-10 07:18:04 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/spaces/zero/wrappers.py:77: UserWarning: Using a ZeroGPU function outside of Gradio caching or request might block the app
+2024-07-10 07:18:04 | ERROR | stderr |   warnings.warn("Using a ZeroGPU function outside of Gradio caching or request might block the app")
+2024-07-10 07:18:11 | INFO | stdout | Running on local URL:  http://0.0.0.0:7860
+2024-07-10 07:18:11 | INFO | stdout | 
+2024-07-10 07:18:11 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-07-10 07:18:28 | ERROR | stderr | ERROR:    Exception in ASGI application
+2024-07-10 07:18:28 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 07:18:28 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 265, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |     await wrap(partial(self.listen_for_disconnect, receive))
+2024-07-10 07:18:28 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 261, in wrap
+2024-07-10 07:18:28 | ERROR | stderr |     await func()
+2024-07-10 07:18:28 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 238, in listen_for_disconnect
+2024-07-10 07:18:28 | ERROR | stderr |     message = await receive()
+2024-07-10 07:18:28 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/uvicorn/protocols/http/httptools_impl.py", line 553, in receive
+2024-07-10 07:18:28 | ERROR | stderr |     await self.message_event.wait()
+2024-07-10 07:18:28 | ERROR | stderr |   File "/usr/local/lib/python3.10/asyncio/locks.py", line 214, in wait
+2024-07-10 07:18:28 | ERROR | stderr |     await fut
+2024-07-10 07:18:28 | ERROR | stderr | asyncio.exceptions.CancelledError: Cancelled by cancel scope 7ffa672fb370
+2024-07-10 07:18:28 | ERROR | stderr | 
+2024-07-10 07:18:28 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-07-10 07:18:28 | ERROR | stderr | 
+2024-07-10 07:18:28 | ERROR | stderr |   + Exception Group Traceback (most recent call last):
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/uvicorn/protocols/http/httptools_impl.py", line 399, in run_asgi
+2024-07-10 07:18:28 | ERROR | stderr |   |     result = await app(  # type: ignore[func-returns-value]
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/uvicorn/middleware/proxy_headers.py", line 70, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     return await self.app(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/fastapi/applications.py", line 1054, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     await super().__call__(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/applications.py", line 123, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     await self.middleware_stack(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/middleware/errors.py", line 186, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     raise exc
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/middleware/errors.py", line 164, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     await self.app(scope, receive, _send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/gradio/route_utils.py", line 714, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     await self.app(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 65, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
+2024-07-10 07:18:28 | ERROR | stderr |   |     raise exc
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
+2024-07-10 07:18:28 | ERROR | stderr |   |     await app(scope, receive, sender)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 756, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     await self.middleware_stack(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 776, in app
+2024-07-10 07:18:28 | ERROR | stderr |   |     await route.handle(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
+2024-07-10 07:18:28 | ERROR | stderr |   |     await self.app(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
+2024-07-10 07:18:28 | ERROR | stderr |   |     await wrap_app_handling_exceptions(app, request)(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
+2024-07-10 07:18:28 | ERROR | stderr |   |     raise exc
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
+2024-07-10 07:18:28 | ERROR | stderr |   |     await app(scope, receive, sender)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 75, in app
+2024-07-10 07:18:28 | ERROR | stderr |   |     await response(scope, receive, send)
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 258, in __call__
+2024-07-10 07:18:28 | ERROR | stderr |   |     async with anyio.create_task_group() as task_group:
+2024-07-10 07:18:28 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 680, in __aexit__
+2024-07-10 07:18:28 | ERROR | stderr |   |     raise BaseExceptionGroup(
+2024-07-10 07:18:28 | ERROR | stderr |   | exceptiongroup.ExceptionGroup: unhandled errors in a TaskGroup (1 sub-exception)
+2024-07-10 07:18:28 | ERROR | stderr |   +-+---------------- 1 ----------------
+2024-07-10 07:18:28 | ERROR | stderr |     | Traceback (most recent call last):
+2024-07-10 07:18:28 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 261, in wrap
+2024-07-10 07:18:28 | ERROR | stderr |     |     await func()
+2024-07-10 07:18:28 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 250, in stream_response
+2024-07-10 07:18:28 | ERROR | stderr |     |     async for chunk in self.body_iterator:
+2024-07-10 07:18:28 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/gradio/routes.py", line 670, in iterator
+2024-07-10 07:18:28 | ERROR | stderr |     |     done = [d.result() for d in done]
+2024-07-10 07:18:28 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/gradio/routes.py", line 670, in <listcomp>
+2024-07-10 07:18:28 | ERROR | stderr |     |     done = [d.result() for d in done]
+2024-07-10 07:18:28 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/gradio/routes.py", line 655, in stop_stream
+2024-07-10 07:18:28 | ERROR | stderr |     |     await app.stop_event.wait()
+2024-07-10 07:18:28 | ERROR | stderr |     | AttributeError: 'NoneType' object has no attribute 'wait'
+2024-07-10 07:18:28 | ERROR | stderr |     +------------------------------------
+2024-07-10 07:19:12 | ERROR | stderr | ERROR:    Exception in ASGI application
+2024-07-10 07:19:12 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 07:19:12 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 265, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |     await wrap(partial(self.listen_for_disconnect, receive))
+2024-07-10 07:19:12 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 261, in wrap
+2024-07-10 07:19:12 | ERROR | stderr |     await func()
+2024-07-10 07:19:12 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 238, in listen_for_disconnect
+2024-07-10 07:19:12 | ERROR | stderr |     message = await receive()
+2024-07-10 07:19:12 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/uvicorn/protocols/http/httptools_impl.py", line 553, in receive
+2024-07-10 07:19:12 | ERROR | stderr |     await self.message_event.wait()
+2024-07-10 07:19:12 | ERROR | stderr |   File "/usr/local/lib/python3.10/asyncio/locks.py", line 214, in wait
+2024-07-10 07:19:12 | ERROR | stderr |     await fut
+2024-07-10 07:19:12 | ERROR | stderr | asyncio.exceptions.CancelledError: Cancelled by cancel scope 7ffa696ff760
+2024-07-10 07:19:12 | ERROR | stderr | 
+2024-07-10 07:19:12 | ERROR | stderr | During handling of the above exception, another exception occurred:
+2024-07-10 07:19:12 | ERROR | stderr | 
+2024-07-10 07:19:12 | ERROR | stderr |   + Exception Group Traceback (most recent call last):
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/uvicorn/protocols/http/httptools_impl.py", line 399, in run_asgi
+2024-07-10 07:19:12 | ERROR | stderr |   |     result = await app(  # type: ignore[func-returns-value]
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/uvicorn/middleware/proxy_headers.py", line 70, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     return await self.app(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/fastapi/applications.py", line 1054, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     await super().__call__(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/applications.py", line 123, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     await self.middleware_stack(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/middleware/errors.py", line 186, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     raise exc
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/middleware/errors.py", line 164, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     await self.app(scope, receive, _send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/gradio/route_utils.py", line 714, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     await self.app(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/middleware/exceptions.py", line 65, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
+2024-07-10 07:19:12 | ERROR | stderr |   |     raise exc
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
+2024-07-10 07:19:12 | ERROR | stderr |   |     await app(scope, receive, sender)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 756, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     await self.middleware_stack(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 776, in app
+2024-07-10 07:19:12 | ERROR | stderr |   |     await route.handle(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 297, in handle
+2024-07-10 07:19:12 | ERROR | stderr |   |     await self.app(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 77, in app
+2024-07-10 07:19:12 | ERROR | stderr |   |     await wrap_app_handling_exceptions(app, request)(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 64, in wrapped_app
+2024-07-10 07:19:12 | ERROR | stderr |   |     raise exc
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/_exception_handler.py", line 53, in wrapped_app
+2024-07-10 07:19:12 | ERROR | stderr |   |     await app(scope, receive, sender)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/routing.py", line 75, in app
+2024-07-10 07:19:12 | ERROR | stderr |   |     await response(scope, receive, send)
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 258, in __call__
+2024-07-10 07:19:12 | ERROR | stderr |   |     async with anyio.create_task_group() as task_group:
+2024-07-10 07:19:12 | ERROR | stderr |   |   File "/usr/local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 680, in __aexit__
+2024-07-10 07:19:12 | ERROR | stderr |   |     raise BaseExceptionGroup(
+2024-07-10 07:19:12 | ERROR | stderr |   | exceptiongroup.ExceptionGroup: unhandled errors in a TaskGroup (1 sub-exception)
+2024-07-10 07:19:12 | ERROR | stderr |   +-+---------------- 1 ----------------
+2024-07-10 07:19:12 | ERROR | stderr |     | Traceback (most recent call last):
+2024-07-10 07:19:12 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 261, in wrap
+2024-07-10 07:19:12 | ERROR | stderr |     |     await func()
+2024-07-10 07:19:12 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/starlette/responses.py", line 250, in stream_response
+2024-07-10 07:19:12 | ERROR | stderr |     |     async for chunk in self.body_iterator:
+2024-07-10 07:19:12 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/gradio/routes.py", line 670, in iterator
+2024-07-10 07:19:12 | ERROR | stderr |     |     done = [d.result() for d in done]
+2024-07-10 07:19:12 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/gradio/routes.py", line 670, in <listcomp>
+2024-07-10 07:19:12 | ERROR | stderr |     |     done = [d.result() for d in done]
+2024-07-10 07:19:12 | ERROR | stderr |     |   File "/usr/local/lib/python3.10/site-packages/gradio/routes.py", line 655, in stop_stream
+2024-07-10 07:19:12 | ERROR | stderr |     |     await app.stop_event.wait()
+2024-07-10 07:19:12 | ERROR | stderr |     | AttributeError: 'NoneType' object has no attribute 'wait'
+2024-07-10 07:19:12 | ERROR | stderr |     +------------------------------------
+2024-07-10 07:19:24 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 07:19:24 | ERROR | stderr |   File "/home/user/app/app.py", line 18, in <module>
+2024-07-10 07:19:24 | ERROR | stderr |     main()
+2024-07-10 07:19:24 | ERROR | stderr |   File "/home/user/app/app.py", line 15, in main
+2024-07-10 07:19:24 | ERROR | stderr |     demo.launch()
+2024-07-10 07:19:24 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/gradio/blocks.py", line 2327, in launch
+2024-07-10 07:19:24 | ERROR | stderr |     ) = http_server.start_server(
+2024-07-10 07:19:24 | ERROR | stderr |   File "/usr/local/lib/python3.10/site-packages/gradio/http_server.py", line 154, in start_server
+2024-07-10 07:19:24 | ERROR | stderr |     raise OSError(
+2024-07-10 07:19:24 | ERROR | stderr | OSError: Cannot find empty port in range: 7860-7860. You can specify a different port by setting the GRADIO_SERVER_PORT environment variable or passing the `server_port` parameter to `launch()`.
+2024-07-10 07:20:37 | INFO | stdout | Running on local URL:  http://0.0.0.0:7860
+2024-07-10 07:20:37 | INFO | stdout | 
+2024-07-10 07:20:37 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-07-10 07:20:58 | INFO | gradio_web_server | bot_response. ip: 46.3.240.105
+2024-07-10 07:20:58 | INFO | gradio_web_server | monitor error: HTTPConnectionPool(host='localhost', port=9090): Max retries exceeded with url: /is_limit_reached?model=llava-fire&user_id=46.3.240.105 (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f75d015d8d0>: Failed to establish a new connection: [Errno 111] Connection refused'))
+2024-07-10 07:20:58 | INFO | gradio_web_server | model_name: llava-fire;model_api_dict: None
+2024-07-10 07:20:58 | INFO | gradio_web_server | bot_response. ip: 46.3.240.105
+2024-07-10 07:20:58 | INFO | gradio_web_server | monitor error: HTTPConnectionPool(host='localhost', port=9090): Max retries exceeded with url: /is_limit_reached?model=llava-original&user_id=46.3.240.105 (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f75d015cf70>: Failed to establish a new connection: [Errno 111] Connection refused'))
+2024-07-10 07:20:58 | INFO | gradio_web_server | model_name: llava-original;model_api_dict: None
+2024-07-10 07:20:58 | INFO | gradio_web_server | hello
+2024-07-10 07:20:58 | INFO | gradio_web_server | hello
+2024-07-10 07:23:46 | INFO | stdout | Running on local URL:  http://0.0.0.0:7860
+2024-07-10 07:23:46 | INFO | stdout | 
+2024-07-10 07:23:46 | INFO | stdout | To create a public link, set `share=True` in `launch()`.
+2024-07-10 07:24:07 | INFO | gradio_web_server | bot_response. ip: 46.3.240.105
+2024-07-10 07:24:07 | INFO | gradio_web_server | monitor error: HTTPConnectionPool(host='localhost', port=9090): Max retries exceeded with url: /is_limit_reached?model=llava-fire&user_id=46.3.240.105 (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f36e964f100>: Failed to establish a new connection: [Errno 111] Connection refused'))
+2024-07-10 07:24:07 | INFO | gradio_web_server | model_name: llava-fire;model_api_dict: None
+2024-07-10 07:24:07 | INFO | gradio_web_server | bot_response. ip: 46.3.240.105
+2024-07-10 07:24:07 | INFO | gradio_web_server | monitor error: HTTPConnectionPool(host='localhost', port=9090): Max retries exceeded with url: /is_limit_reached?model=llava-original&user_id=46.3.240.105 (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f36e964d4e0>: Failed to establish a new connection: [Errno 111] Connection refused'))
+2024-07-10 07:24:07 | INFO | gradio_web_server | model_name: llava-original;model_api_dict: None
+2024-07-10 07:24:15 | INFO | stdout | torch.Size([1, 58]) torch.Size([1, 5, 3, 336, 336])
+2024-07-10 07:24:16 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:392: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+2024-07-10 07:24:16 | ERROR | stderr |   warnings.warn(
+2024-07-10 07:24:16 | ERROR | stderr | /usr/local/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.9` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+2024-07-10 07:24:16 | ERROR | stderr |   warnings.warn(
+2024-07-10 07:24:22 | INFO | stdout | ["The figure in the image is a can of Södra Almighy, which is a beer. Södra is a Swedish brewery known for its lager beers. The can's design is modern and minimalist, with a color scheme that includes black and white, and the text is in English. The label indicates that it is a dry-hopped beer, which means it has been flavored with hops that have not been steeped in the brewing process, giving it a unique taste profile. The can's design suggests a contemporary and possibly craft beer, which is often associated with a more complex flavor profile than traditional lagers."]
+2024-07-10 07:24:22 | INFO | gradio_web_server | hello
+2024-07-10 07:24:48 | INFO | stdout | Running on local URL:  http://0.0.0.0:7860
+2024-07-10 07:24:48 | INFO | stdout | 
+2024-07-10 07:24:48 | INFO | stdout | To create a public link, set `share=True` in `launch()`.

gradio_web_server_multi.log

@@ -8,3 +8,7 @@
 2024-07-10 11:58:24 | INFO | gradio_web_server_multi | bot_response_multi (named). ip: 127.0.0.1
 2024-07-10 11:58:46 | INFO | gradio_web_server_multi | add_text (named). ip: 127.0.0.1. len: 5
 2024-07-10 11:58:46 | INFO | gradio_web_server_multi | bot_response_multi (named). ip: 127.0.0.1
+2024-07-10 07:20:57 | INFO | gradio_web_server_multi | add_text (named). ip: 46.3.240.105. len: 5
+2024-07-10 07:20:58 | INFO | gradio_web_server_multi | bot_response_multi (named). ip: 46.3.240.105
+2024-07-10 07:24:07 | INFO | gradio_web_server_multi | add_text (named). ip: 46.3.240.105. len: 5
+2024-07-10 07:24:07 | INFO | gradio_web_server_multi | bot_response_multi (named). ip: 46.3.240.105

src/serve/gradio_web_server.py

@@ -451,10 +451,14 @@ def bot_response(
     images = conv.get_images()
     logger.info(f"model_name: {model_name};model_api_dict: {model_api_dict}")
     if model_api_dict is None:
-        
+        if model_name == "llava-original":
+            from src.model.model_llava import inference
+            output_text = inference()[0]
+        else:
+            output_text = "hello"
         stream_iter = [{
             "error_code": 0,
-            "text": "hello"
+            "text": output_text
         }]
         # Query worker address
         # ret = requests.post(

vision-tmp-2024-07-10-conv.json

@@ -1,2 +1,5 @@
 {"tstamp": 1720583926.6994, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1720583926.678, "finish": 1720583926.6994, "state": {"template_name": "vicuna_v1.1", "system_message": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", "roles": ["USER", "ASSISTANT"], "messages": [["USER", "Hello"], ["ASSISTANT", "hello"]], "offset": 0, "conv_id": "a48164214dce453a9ad276401b7d095c", "model_name": "llava-fire", "has_csam_image": false}, "ip": "127.0.0.1"}
 {"tstamp": 1720583926.6998, "type": "chat", "model": "llava-original", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1720583926.6815, "finish": 1720583926.6998, "state": {"template_name": "vicuna_v1.1", "system_message": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", "roles": ["USER", "ASSISTANT"], "messages": [["USER", "Hello"], ["ASSISTANT", "hello"]], "offset": 0, "conv_id": "8bed262a5728409284a7a56a0fe66a75", "model_name": "llava-original", "has_csam_image": false}, "ip": "127.0.0.1"}
+{"tstamp": 1720588858.8939, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1720588858.8843, "finish": 1720588858.8939, "state": {"template_name": "vicuna_v1.1", "system_message": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", "roles": ["USER", "ASSISTANT"], "messages": [["USER", "Hello"], ["ASSISTANT", "hello"]], "offset": 0, "conv_id": "d994e3d859c94bddbf0dfcaed6c63079", "model_name": "llava-fire", "has_csam_image": false}, "ip": "46.3.240.105"}
+{"tstamp": 1720588858.8951, "type": "chat", "model": "llava-original", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1720588858.8863, "finish": 1720588858.8951, "state": {"template_name": "vicuna_v1.1", "system_message": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", "roles": ["USER", "ASSISTANT"], "messages": [["USER", "Hello"], ["ASSISTANT", "hello"]], "offset": 0, "conv_id": "e41b47f05f8b44ff9d520c8e94c6e8de", "model_name": "llava-original", "has_csam_image": false}, "ip": "46.3.240.105"}
+{"tstamp": 1720589062.1758, "type": "chat", "model": "llava-fire", "gen_params": {"temperature": 0.7, "top_p": 1.0, "max_new_tokens": 1024}, "start": 1720589047.9171, "finish": 1720589062.1758, "state": {"template_name": "vicuna_v1.1", "system_message": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.", "roles": ["USER", "ASSISTANT"], "messages": [["USER", "Hello"], ["ASSISTANT", "hello"]], "offset": 0, "conv_id": "963f15cd5e224eb8ae02c67ed37b93c4", "model_name": "llava-fire", "has_csam_image": false}, "ip": "46.3.240.105"}