update

app.py

@@ -67,6 +67,8 @@ args = parse_args()
 
 assert args.dummy or (args.cfg_path is not None), "Invalid Config! Set --dummy or configurate the cfg_path!"
 
+device = 'cuda:{}'.format(args.gpu_id) if torch.cuda.is_available() else 'cpu'
+
 if not args.dummy:
     cfg = Config(args)
 
@@ -79,17 +81,17 @@ if not args.dummy:
 
     # Create model
     model_config = cfg.model_cfg
-    model_config.device_8bit = args.gpu_id
+    model_config.device_8bit = device
     model_cls = registry.get_model_class(model_config.arch)
-    model = model_cls.from_config(model_config).to('cuda:{}'.format(args.gpu_id))
-    chat = Chat(model, processors, device='cuda:{}'.format(args.gpu_id))
+    model = model_cls.from_config(model_config).to(device)
+    chat = Chat(model, processors, device=device)
 else:
     model = None
     chat = DummyChat()
 
 match = MatchModule(model='gpt-4')
-tagging_module = TaggingModule(device='cuda:{}'.format(args.gpu_id))
-grounding_dino = GroundingModule(device='cuda:{}'.format(args.gpu_id))
+tagging_module = TaggingModule(device=device)
+grounding_dino = GroundingModule(device=device)
 print('Initialization Finished')