Update bitsandbytes device_map={'': 0} rich, check nvidia-smi with subproces.run

app.py

@@ -53,7 +53,7 @@ from transformers.generation import GenerationConfig
 from example_list import css, example_list
 
 if not torch.cuda.is_available():
-    raise gr.Error("No cuda, cant continue...")
+    raise gr.Error("torch.cuda.is_available() is False, cant continue...")
 
 os.environ["TZ"] = "Asia/Shanghai"
 try:

requirements.txt

@@ -19,7 +19,8 @@ safetensors
 # bitsandbytes
 # git+https://github.com/TimDettmers/bitsandbytes.git
 # bitsandbytes==0.39.0
-bitsandbytes-cuda113
+# bitsandbytes-cuda113  # This version of bitsandbytes is deprecated. Please switch to `pip install bitsandbytes`
+bitsandbytes
 
 transformers_stream_generator
 scipy