runtime error

rs/modeling_utils.py", line 4123, in _load_pretrained_model new_error_msgs, offload_index, state_dict_index = _load_state_dict_into_meta_model( File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/transformers/modeling_utils.py", line 889, in _load_state_dict_into_meta_model hf_*********.create_quantized_param(model, param, param_name, param_device, state_dict, unexpected_keys) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/transformers/quantizers/quantizer_bnb_8bit.py", line 206, in create_quantized_param new_value = bnb.nn.Int8Params(new_value, requires_grad=False, **kwargs).to(target_device) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 606, in to return self.cuda(device) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/bitsandbytes/nn/modules.py", line 579, in cuda CB, CBt, SCB, SCBt, coo_tensorB = bnb.functional.double_quant(B) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/bitsandbytes/functional.py", line 2519, in double_quant row_stats, col_stats, nnz_row_ptr = get_colrow_absmax(A, threshold=threshold) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/bitsandbytes/functional.py", line 2418, in get_colrow_absmax lib.cget_col_row_stats(ptrA, ptrRowStats, ptrColStats, ptrNnzrows, ct.c_float(threshold), rows, cols) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 73, in __getattr__ return getattr(self._lib, item) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/ctypes/__init__.py", line 387, in __getattr__ func = self.__getitem__(name) File "/home/user/.pyenv/versions/3.10.14/lib/python3.10/ctypes/__init__.py", line 392, in __getitem__ func = self._FuncPtr((name_or_ordinal, self)) AttributeError: /home/user/.pyenv/versions/3.10.14/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cpu.so: undefined symbol: cget_col_row_stats

Container logs:

Fetching error logs...