runtime error
Exit code: 1. Reason: line 36, in <module> def _dequantize_rowwise( File "/usr/local/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 378, in decorator return Autotuner(fn, fn.arg_names, configs, key, reset_to_zero, restore_value, pre_hook=pre_hook, File "/usr/local/lib/python3.10/site-packages/triton/runtime/autotuner.py", line 130, in __init__ self.do_bench = driver.active.get_benchmarker() File "/usr/local/lib/python3.10/site-packages/triton/runtime/driver.py", line 23, in __getattr__ self._initialize_obj() File "/usr/local/lib/python3.10/site-packages/triton/runtime/driver.py", line 20, in _initialize_obj self._obj = self._init_fn() File "/usr/local/lib/python3.10/site-packages/triton/runtime/driver.py", line 8, in _create_driver raise RuntimeError(f"{len(actives)} active drivers ({actives}). There should only be one.") RuntimeError: 0 active drivers ([]). There should only be one. The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/user/app/app.py", line 23, in <module> base = AutoModelForCausalLM.from_pretrained( File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 571, in from_pretrained return model_class.from_pretrained( File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 309, in _wrapper return func(*args, **kwargs) File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 4390, in from_pretrained hf_quantizer.validate_environment( File "/usr/local/lib/python3.10/site-packages/transformers/quantizers/quantizer_bnb_4bit.py", line 80, in validate_environment from ..integrations import validate_bnb_backend_availability File "/usr/local/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 2048, in __getattr__ raise ModuleNotFoundError( ModuleNotFoundError: Could not import module 'validate_bnb_backend_availability'. Are this object's requirements defined correctly?
Container logs:
Fetching error logs...