Update app.py

app.py

@@ -20,7 +20,7 @@ import spaces
 import gradio as gr
 from qwen_vl_utils import process_vision_info
 from transformers import AutoProcessor, Qwen2VLForConditionalGeneration, TextIteratorStreamer
-
+import torch
 DEFAULT_CKPT_PATH = 'Qwen/Qwen2-VL-7B-Instruct'
 
 
@@ -50,10 +50,12 @@ def _get_args():
 
 
 def _load_model_processor(args):
-    if args.cpu_only:
-        device_map = 'cpu'
-    else:
-        device_map = 'auto'
+    # if args.cpu_only:
+    #     device_map = 'cpu'
+    # else:
+    #     device_map = 'auto'
+
+    device_map = "cuda" if torch.cuda.is_available() else "cpu"
 
     # default: Load the model on the available device(s)
     # model = Qwen2VLForConditionalGeneration.from_pretrained(args.checkpoint_path, device_map=device_map)