bug: add missing statements for gradio/fastapi app

app.py

@@ -3,6 +3,7 @@ import os
 import pathlib
 import uuid
 
+import gradio as gr
 import uvicorn
 from fastapi import FastAPI, HTTPException, Request, status
 from fastapi.exceptions import RequestValidationError
@@ -11,11 +12,10 @@ from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
 from lisa_on_cuda.utils import app_helpers, frontend_builder, create_folders_and_variables_if_not_exists
 from pydantic import ValidationError
-from samgis_core.utilities.fastapi_logger import setup_logging
+from spaces import GPU as SPACES_GPU
 
+from samgis_core.utilities.fastapi_logger import setup_logging
 from samgis_lisa_on_zero import PROJECT_ROOT_FOLDER, WORKDIR
-from samgis_lisa_on_zero.prediction_api.global_models import models_dict
-from samgis_lisa_on_zero.utilities.constants import LISA_INFERENCE_FN
 from samgis_lisa_on_zero.utilities.type_hints import ApiRequestBody, StringPromptApiRequestBody
 
 
@@ -98,8 +98,9 @@ def post_test_string(request_input: StringPromptApiRequestBody) -> JSONResponse:
 
 @app.post("/infer_lisa")
 def infer_lisa(request_input: StringPromptApiRequestBody) -> JSONResponse:
-    from samgis_lisa_on_zero.prediction_api import lisa
     from samgis_lisa_on_zero.io.wrappers_helpers import get_parsed_bbox_points_with_string_prompt, get_source_name
+    from samgis_lisa_on_zero.prediction_api import lisa
+    from samgis_lisa_on_zero.utilities.constants import LISA_INFERENCE_FN
 
     app_logger.info("starting lisa inference request...")
 
@@ -253,6 +254,10 @@ frontend_builder.build_frontend(
 )
 create_folders_and_variables_if_not_exists.folders_creation()
 
+logging.info("build_frontend ok!")
+
+templates = Jinja2Templates(directory="templates")
+
 
 # important: the index() function and the app.mount MUST be at the end
 # samgis.html
@@ -281,18 +286,22 @@ app.mount("/", StaticFiles(directory=static_dist_folder, html=True), name="index
 async def index() -> FileResponse:
     return FileResponse(path=static_dist_folder / "index.html", media_type="text/html")
 
+args = app_helpers.parse_args([])
+app_helpers.app_logger.info(f"prepared default arguments:{args}.")
+inference_fn = app_helpers.get_inference_model_by_args(args, inference_decorator=SPACES_GPU)
 
-lisa.load_model_and_inference_fn(LISA_INFERENCE_FN)
-inference_fn = models_dict[LISA_INFERENCE_FN]["inference"]
-
-
+app_helpers.app_logger.info(f"prepared inference_fn function:{inference_fn.__name__}, creating gradio interface...")
 io = app_helpers.get_gradio_interface(inference_fn)
-app_logger.info("mounting gradio app within FastAPI...")
+app_helpers.app_logger.info("created gradio interface, mounting gradio app within FastAPI...")
+app = gr.mount_gradio_app(app, io, path=CUSTOM_GRADIO_PATH)
+app_helpers.app_logger.info("mounted gradio app within fastapi")
 
 
 if __name__ == '__main__':
     try:
         uvicorn.run(host="0.0.0.0", port=7860, app=app)
-    except Exception as e:
-        app_logger.error("e:", e)
-        raise e
+    except Exception as ex:
+        import logging
+        logging.error(f"fastapi/gradio application {FASTAPI_TITLE}, exception:{ex}.")
+        print(f"fastapi/gradio application {FASTAPI_TITLE}, exception:{ex}.")
+        raise ex