runtime error

es/gradio/helpers.py", line 301, in create client_utils.synchronize_async(self.cache) File "/home/user/.local/lib/python3.10/site-packages/gradio_client/utils.py", line 808, in synchronize_async return fsspec.asyn.sync(fsspec.asyn.get_loop(), func, *args, **kwargs) # type: ignore File "/home/user/.local/lib/python3.10/site-packages/fsspec/asyn.py", line 103, in sync raise return_result File "/home/user/.local/lib/python3.10/site-packages/fsspec/asyn.py", line 56, in _runner result[0] = await coro File "/home/user/.local/lib/python3.10/site-packages/gradio/helpers.py", line 362, in cache prediction = await Context.root_block.process_api( File "/home/user/.local/lib/python3.10/site-packages/gradio/blocks.py", line 1561, in process_api result = await self.call_function( File "/home/user/.local/lib/python3.10/site-packages/gradio/blocks.py", line 1179, in call_function prediction = await anyio.to_thread.run_sync( File "/home/user/.local/lib/python3.10/site-packages/anyio/to_thread.py", line 56, in run_sync return await get_async_backend().run_sync_in_worker_thread( File "/home/user/.local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 2134, in run_sync_in_worker_thread return await future File "/home/user/.local/lib/python3.10/site-packages/anyio/_backends/_asyncio.py", line 851, in run result = context.run(func, *args) File "/home/user/.local/lib/python3.10/site-packages/gradio/utils.py", line 678, in wrapper response = f(*args, **kwargs) File "/home/user/app/app.py", line 60, in predict generator=torch.Generator(device="cuda").manual_seed(0), RuntimeError: CUDA error: CUDA driver version is insufficient for CUDA runtime version CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect. For debugging consider passing CUDA_LAUNCH_BLOCKING=1. Device-side assertions were explicitly omitted for this error check; the error probably arose while initializing the DSA handlers.

Container logs: