Update lisa_on_cuda/utils/app_helpers.py
#3
by
John6666
- opened
lisa_on_cuda/utils/app_helpers.py
CHANGED
@@ -309,7 +309,7 @@ def get_inference_model_by_args(
|
|
309 |
if internal_logger0 is None:
|
310 |
internal_logger0 = app_logger
|
311 |
internal_logger0.info(f"args_to_parse:{args_to_parse}, creating model...")
|
312 |
-
model, clip_image_processor, tokenizer, transform = get_model(args_to_parse, device_map=device_map, device=device)
|
313 |
internal_logger0.info("created model, preparing inference function")
|
314 |
no_seg_out = placeholders["no_seg_out"]
|
315 |
|
|
|
309 |
if internal_logger0 is None:
|
310 |
internal_logger0 = app_logger
|
311 |
internal_logger0.info(f"args_to_parse:{args_to_parse}, creating model...")
|
312 |
+
model, clip_image_processor, tokenizer, transform = get_model(args_to_parse, device_map=device_map, device=device, inference_decorator=inference_decorator)
|
313 |
internal_logger0.info("created model, preparing inference function")
|
314 |
no_seg_out = placeholders["no_seg_out"]
|
315 |
|