[feat] add option to donwload files written in custom path folder

.gitignore

@@ -196,6 +196,7 @@ tmp
 nohup.out
 /tests/events.tar
 function_dump_*.json
+vis_output/*
 
 # onnx models
 *.onnx

Dockerfile

@@ -14,6 +14,7 @@ COPY samgis ${WORKDIR_ROOT}/samgis
 COPY wrappers ${WORKDIR_ROOT}/wrappers
 COPY pyproject.toml poetry.lock README.md ${WORKDIR_ROOT}
 RUN echo "# install samgis #" && pip install .
+RUN mkdir ${WORKDIR_ROOT}/vis_output
 
 RUN ls -l /usr/bin/which
 RUN /usr/bin/which python
@@ -38,5 +39,6 @@ RUN ls -l ${WORKDIR_ROOT}/wrappers/
 RUN ls -l ${WORKDIR_ROOT}/static/
 RUN ls -l ${WORKDIR_ROOT}/static/dist
 RUN ls -l ${WORKDIR_ROOT}/static/node_modules
+RUN ls -l ${WORKDIR_ROOT}/vis_output
 
 CMD ["uvicorn", "wrappers.fastapi_wrapper:app", "--host", "0.0.0.0", "--port", "7860"]

samgis/io/raster_helpers.py

@@ -1,9 +1,11 @@
 """helpers for computer vision duties"""
 import numpy as np
 from numpy import ndarray, bitwise_not
+from rasterio import open as rasterio_open
 
 from samgis import app_logger
 from samgis.utilities.type_hints import XYZTerrainProvidersNames
+from samgis.utilities.constants import OUTPUT_CRS_STRING
 
 
 def get_nextzen_terrain_rgb_formula(red: ndarray, green: ndarray, blue: ndarray) -> ndarray:
@@ -292,3 +294,37 @@ def check_empty_array(arr: ndarray, val: float) -> bool:
     check5 = np.array_equal(arr_check5_tmp, arr_check5)
     app_logger.debug(f"array checks:{check1}, {check2}, {check3}, {check4}, {check5}.")
     return check1 or check2 or check3 or check4 or check5
+
+
+def write_raster_png(arr, transform, prefix: str, suffix: str, folder_output_path="/tmp"):
+    from pathlib import Path
+    from rasterio.plot import reshape_as_raster
+
+    output_filename = Path(folder_output_path) / f"{prefix}_{suffix}.png"
+
+    with rasterio_open(
+            output_filename, 'w', driver='PNG',
+            height=arr.shape[0],
+            width=arr.shape[1],
+            count=3,
+            dtype=str(arr.dtype),
+            crs=OUTPUT_CRS_STRING,
+            transform=transform) as dst:
+        dst.write(reshape_as_raster(arr))
+    app_logger.info(f"written:{output_filename} as PNG, use {OUTPUT_CRS_STRING} as CRS.")
+
+
+def write_raster_tiff(arr, transform, prefix: str, suffix: str, folder_output_path="/tmp"):
+    from pathlib import Path
+    output_filename = Path(folder_output_path) / f"{prefix}_{suffix}.tiff"
+
+    with rasterio_open(
+            output_filename, 'w', driver='GTiff',
+            height=arr.shape[0],
+            width=arr.shape[1],
+            count=1,
+            dtype=str(arr.dtype),
+            crs=OUTPUT_CRS_STRING,
+            transform=transform) as dst:
+        dst.write(arr, 1)
+    app_logger.info(f"written:{output_filename} as TIFF, use {OUTPUT_CRS_STRING} as CRS.")

samgis/prediction_api/predictors.py

@@ -1,18 +1,21 @@
 """functions using machine learning instance model(s)"""
+from datetime import datetime
+from os import getenv
+
 from samgis import app_logger, MODEL_FOLDER
 from samgis.io.geo_helpers import get_vectorized_raster_as_geojson
-from samgis.io.raster_helpers import get_raster_terrain_rgb_like, get_rgb_prediction_image
+from samgis.io.raster_helpers import get_raster_terrain_rgb_like, get_rgb_prediction_image, write_raster_png, write_raster_tiff
 from samgis.io.tms2geotiff import download_extent
 from samgis.io.wrappers_helpers import check_source_type_is_terrain
 from samgis.utilities.constants import DEFAULT_URL_TILES, SLOPE_CELLSIZE
-from samgis_core.prediction_api.sam_onnx import SegmentAnythingONNX
-from samgis_core.prediction_api.sam_onnx import get_raster_inference, get_raster_inference_with_embedding_from_dict
+from samgis_core.prediction_api.sam_onnx import SegmentAnythingONNX, get_raster_inference_with_embedding_from_dict
 from samgis_core.utilities.constants import MODEL_ENCODER_NAME, MODEL_DECODER_NAME, DEFAULT_INPUT_SHAPE
 from samgis_core.utilities.type_hints import LlistFloat, DictStrInt, ListDict
 
 
 models_dict = {"fastsam": {"instance": None}}
 embedding_dict = {}
+msg_write_tmp_on_disk = "found option to write images and geojson output..."
 
 
 def samexporter_predict(
@@ -63,6 +66,17 @@ def samexporter_predict(
         app_logger.info(f"terrain-rgb like raster: compute slope, curvature using {slope_cellsize} as cell size.")
         img = get_rgb_prediction_image(dem, slope_cellsize)
 
+    folder_write_tmp_on_disk = getenv("WRITE_TMP_ON_DISK", "")
+    app_logger.info(f"folder_write_tmp_on_disk:{folder_write_tmp_on_disk}.")
+    prefix = f"w{pt1[1]},s{pt1[0]},e{pt0[1]},n{pt0[0]}_"
+    if bool(folder_write_tmp_on_disk):
+        now = datetime.now().strftime('%Y%m%d_%H%M%S')
+        app_logger.info(msg_write_tmp_on_disk + f"with coords {prefix}, shape:{img.shape}, {len(img.shape)}.")
+        if img.shape and len(img.shape) == 2:
+            write_raster_tiff(img, transform, f"{prefix}_{now}_", f"raw_tiff", folder_write_tmp_on_disk)
+        if img.shape and len(img.shape) == 3 and img.shape[2] == 3:
+            write_raster_png(img, transform, f"{prefix}_{now}_", f"raw_img", folder_write_tmp_on_disk)
+
     app_logger.info(
         f"img type {type(img)} with shape/size:{img.size}, transform type: {type(transform)}, transform:{transform}.")
     app_logger.info(f"source_name:{source_name}, source_name type:{type(source_name)}.")

static/list_files.html

@@ -0,0 +1,13 @@
+<html>
+  <head>
+    <title>Files</title>
+  </head>
+  <body>
+    <h1>Files:</h1>
+    <ul>
+      {% for file in files %}
+      <li><a href="{{file}}">{{file}}</a></li>
+      {% endfor %}
+    </ul>
+  </body>
+</html>

wrappers/fastapi_wrapper.py

@@ -1,10 +1,12 @@
 import json
+import os
 import uuid
 
 from fastapi import FastAPI, HTTPException, Request, status
 from fastapi.exceptions import RequestValidationError
-from fastapi.responses import FileResponse, JSONResponse
+from fastapi.responses import FileResponse, HTMLResponse, JSONResponse
 from fastapi.staticfiles import StaticFiles
+from fastapi.templating import Jinja2Templates
 from pydantic import ValidationError
 
 from samgis import PROJECT_ROOT_FOLDER
@@ -123,6 +125,24 @@ async def http_exception_handler(request: Request, exc: HTTPException) -> JSONRe
     )
 
 
+write_tmp_on_disk = os.getenv("WRITE_TMP_ON_DISK", "")
+app_logger.info(f"write_tmp_on_disk:{write_tmp_on_disk}.")
+if bool(write_tmp_on_disk):
+    app.mount("/vis_output", StaticFiles(directory=write_tmp_on_disk), name="vis_output")
+    templates = Jinja2Templates(directory=PROJECT_ROOT_FOLDER / "static")
+
+
+    @app.get("/vis_output", response_class=HTMLResponse)
+    def list_files(request: Request):
+
+        files = os.listdir(write_tmp_on_disk)
+        files_paths = sorted([f"{request.url._url}/{f}" for f in files])
+        print(files_paths)
+        return templates.TemplateResponse(
+            "list_files.html", {"request": request, "files": files_paths}
+        )
+
+
 # important: the index() function and the app.mount MUST be at the end
 app.mount("/", StaticFiles(directory=PROJECT_ROOT_FOLDER / "static" / "dist", html=True), name="static")