runtime error
File "/home/user/app/app.py", line 12, in <module> InterFace.async_engine = AsyncEngine( File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/serve/async_engine.py", line 67, in __init__ self._build_turbomind(model_path=model_path, File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/serve/async_engine.py", line 108, in _build_turbomind self.engine = tm.TurboMind.from_pretrained( File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/turbomind/turbomind.py", line 438, in from_pretrained return cls(model_path=local_path, File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/turbomind/turbomind.py", line 196, in __init__ self.model_comm = self._from_hf(model_source=model_source, File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/turbomind/turbomind.py", line 304, in _from_hf output_format = update_output_format(cfg.model_name, File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/turbomind/deploy/converter.py", line 152, in update_output_format return _infer_output_format(config) File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/turbomind/deploy/converter.py", line 144, in _infer_output_format return _fix_device_support(updated_output_format) File "/home/user/.local/lib/python3.10/site-packages/lmdeploy/turbomind/deploy/converter.py", line 128, in _fix_device_support if not torch.cuda.is_bf16_supported(): File "/home/user/.local/lib/python3.10/site-packages/torch/cuda/__init__.py", line 157, in is_bf16_supported torch.cuda.get_device_properties(torch.cuda.current_device()).major >= 8 File "/home/user/.local/lib/python3.10/site-packages/torch/cuda/__init__.py", line 787, in current_device _lazy_init() File "/home/user/.local/lib/python3.10/site-packages/torch/cuda/__init__.py", line 302, in _lazy_init torch._C._cuda_init() RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx
Container logs:
Fetching error logs...