Spaces:

alexshengzhili
/

calahealthgpt

Runtime error

calahealthgpt / controller.log

Upload folder using huggingface_hub

e72aedf 11 months ago

23.9 kB

	2023-07-05 20:23:27 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 20:23:27 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m380845[0m]
	2023-07-05 20:23:27 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 20:23:27 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 20:23:27 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 20:24:21 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:33748 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:24:21 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:33762 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:27:33 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 20:27:34 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 20:27:34 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 20:27:34 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m380845[0m]
	2023-07-05 20:27:38 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 20:27:38 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 20:27:38 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 20:27:38 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 20:27:38 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 20:27:41 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 20:27:41 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m382194[0m]
	2023-07-05 20:27:41 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 20:27:41 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 20:27:41 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 20:27:49 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:43004 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:27:49 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:43006 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:33:25 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 20:33:25 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 20:33:25 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 20:33:25 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m382194[0m]
	2023-07-05 20:33:58 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 20:33:58 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m383813[0m]
	2023-07-05 20:33:58 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 20:33:58 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 20:33:58 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 20:34:33 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:43794 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:34:33 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:43810 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:35:52 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 20:35:52 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 20:35:52 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 20:35:52 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m383813[0m]
	2023-07-05 20:35:58 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 20:35:58 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 20:35:58 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 20:35:58 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 20:35:58 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 20:36:01 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 20:36:01 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m384943[0m]
	2023-07-05 20:36:01 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 20:36:01 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 20:36:01 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 20:36:07 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:50858 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 20:36:07 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:50868 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:07:09 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 21:07:09 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 21:07:09 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 21:07:09 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m384943[0m]
	2023-07-05 21:07:13 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 21:07:13 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 21:07:13 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 21:07:13 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 21:07:13 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 21:07:16 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 21:07:16 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m393277[0m]
	2023-07-05 21:07:16 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 21:07:16 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 21:07:16 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 21:07:24 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38342 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:07:24 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38356 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:07:39 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:58236 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:08:25 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 21:08:25 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 21:08:25 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 21:08:25 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m393277[0m]
	2023-07-05 21:08:31 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 21:08:31 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 21:08:31 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 21:08:31 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 21:08:31 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 21:08:34 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 21:08:34 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m393958[0m]
	2023-07-05 21:08:34 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 21:08:34 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 21:08:34 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 21:08:43 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:42028 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:08:43 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:42036 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:08:50 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:40684 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:09:07 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:57642 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:12:16 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 21:12:16 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 21:12:16 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 21:12:16 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m393958[0m]
	2023-07-05 21:12:17 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 21:12:17 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 21:12:17 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 21:12:17 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 21:12:17 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 21:13:24 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 21:13:24 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m395717[0m]
	2023-07-05 21:13:24 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 21:13:24 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 21:13:24 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 21:13:33 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:34954 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:13:33 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:34962 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:14:04 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:45190 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:17:19 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:43578 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:17:19 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:43592 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:17:36 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:57170 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:20:16 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:55178 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:20:17 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:55180 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:20:21 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 21:20:21 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 21:20:21 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 21:20:21 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m395717[0m]
	2023-07-05 21:20:22 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 21:20:22 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 21:20:22 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 21:20:22 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 21:20:22 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 21:20:25 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 21:20:25 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m398096[0m]
	2023-07-05 21:20:25 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 21:20:25 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 21:20:25 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 21:20:33 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:41918 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:20:33 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:41934 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:20:46 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:45420 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:22:17 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38930 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:23:04 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 21:23:04 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 21:23:04 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 21:23:04 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m398096[0m]
	2023-07-05 21:23:04 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 21:23:04 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 21:23:04 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 21:23:04 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 21:23:04 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 21:23:07 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 21:23:07 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m399120[0m]
	2023-07-05 21:23:07 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 21:23:07 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 21:23:07 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 21:23:11 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:50332 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:23:11 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:50342 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 21:23:17 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:42516 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:00:45 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:49452 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:03:10 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:59704 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:13:25 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 22:13:25 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 22:13:25 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 22:13:25 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m399120[0m]
	2023-07-05 22:13:32 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 22:13:32 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 22:13:32 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 22:13:32 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 22:13:32 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 22:13:35 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 22:13:35 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m411968[0m]
	2023-07-05 22:13:35 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 22:13:35 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 22:13:35 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 22:13:41 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:56746 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:13:41 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:56758 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:14:23 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:44066 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:16:03 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38550 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:16:03 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38564 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:16:15 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:56662 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:18:10 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 22:18:10 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 22:18:10 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 22:18:10 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m411968[0m]
	2023-07-05 22:18:13 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 22:18:13 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 22:18:13 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 22:18:13 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 22:18:13 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 22:18:15 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 22:18:16 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m413792[0m]
	2023-07-05 22:18:16 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 22:18:16 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 22:18:16 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 22:18:20 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:58490 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:18:20 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:58506 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:18:29 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:56524 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:18:44 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:36906 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:18:44 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:36910 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:21:32 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38644 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:21:32 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:38650 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:24:37 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:60104 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:24:37 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:60118 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:48:28 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 22:48:28 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 22:48:28 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 22:48:28 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 22:48:28 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 22:55:54 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:58490 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:55:54 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:58502 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 22:55:55 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 22:55:55 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 22:55:55 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 22:55:55 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m413792[0m]
	2023-07-05 22:56:00 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 22:56:00 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 22:56:00 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 22:56:00 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 22:56:00 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 22:56:14 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 22:56:14 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m424798[0m]
	2023-07-05 22:56:14 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 22:56:14 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 22:56:14 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 23:00:32 \| ERROR \| stderr \| [32mINFO[0m: Shutting down
	2023-07-05 23:00:32 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application shutdown.
	2023-07-05 23:00:32 \| ERROR \| stderr \| [32mINFO[0m: Application shutdown complete.
	2023-07-05 23:00:32 \| ERROR \| stderr \| [32mINFO[0m: Finished server process [[36m424798[0m]
	2023-07-05 23:00:35 \| ERROR \| stderr \| Exception ignored in: <module 'threading' from '/opt/conda/envs/fastchat/lib/python3.11/threading.py'>
	2023-07-05 23:00:35 \| ERROR \| stderr \| Traceback (most recent call last):
	2023-07-05 23:00:35 \| ERROR \| stderr \| File "/opt/conda/envs/fastchat/lib/python3.11/threading.py", line 1583, in _shutdown
	2023-07-05 23:00:35 \| ERROR \| stderr \| lock.acquire()
	2023-07-05 23:00:35 \| ERROR \| stderr \| KeyboardInterrupt:
	2023-07-05 23:01:02 \| ERROR \| stderr \| usage: controller.py [-h] [--host HOST] [--port PORT] [--dispatch-method {lottery,shortest_queue}]
	2023-07-05 23:01:02 \| ERROR \| stderr \| controller.py: error: unrecognized arguments: --add-chatgpt --share
	2023-07-05 23:01:07 \| INFO \| controller \| args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue')
	2023-07-05 23:01:07 \| ERROR \| stderr \| [32mINFO[0m: Started server process [[36m426596[0m]
	2023-07-05 23:01:07 \| ERROR \| stderr \| [32mINFO[0m: Waiting for application startup.
	2023-07-05 23:01:07 \| ERROR \| stderr \| [32mINFO[0m: Application startup complete.
	2023-07-05 23:01:07 \| ERROR \| stderr \| [32mINFO[0m: Uvicorn running on [1mhttp://localhost:21001[0m (Press CTRL+C to quit)
	2023-07-05 23:01:18 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:44990 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 23:01:18 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:45004 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 23:07:42 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:46560 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m
	2023-07-05 23:07:42 \| INFO \| stdout \| [32mINFO[0m: 127.0.0.1:46570 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m