[test] using local tile http server in lambda_handler "real" test case

src/io/tms2geotiff.py

@@ -137,6 +137,7 @@ def get_tile(url):
     retry = 3
     while 1:
         try:
+            app_logger.info(f"image tile url to download: {url}.")
             r = SESSION.get(url, timeout=60)
             break
         except Exception as request_tile_exception:
@@ -144,9 +145,7 @@ def get_tile(url):
             retry -= 1
             if not retry:
                 raise
-    if r.status_code == 404:
-        return None
-    elif not r.content:
+    if r.status_code == 404 or not r.content:
         return None
     r.raise_for_status()
     return r.content
@@ -267,7 +266,7 @@ def download_extent(
         bigim = None
         base_size = [256, 256]
         while futures:
-            done, not_done = concurrent.futures.wait(
+            done, _ = concurrent.futures.wait(
                 futures.keys(), timeout=callback_interval,
                 return_when=concurrent.futures.FIRST_COMPLETED
             )

src/prediction_api/predictors.py

@@ -18,7 +18,8 @@ def samexporter_predict(
         bbox: llist_float,
         prompt: list[dict],
         zoom: float,
-        model_name: str = "fastsam"
+        model_name: str = "fastsam",
+        url_tile: str = DEFAULT_TMS
 ) -> Dict[str, int]:
     """
     Return predictions as a geojson from a geo-referenced image using the given input prompt.
@@ -33,6 +34,7 @@ def samexporter_predict(
         prompt: machine learning input prompt
         zoom:
         model_name: machine learning model name
+        url_tile: server url tile
 
     Returns:
         dict: Affine transform
@@ -47,10 +49,10 @@ def samexporter_predict(
     app_logger.debug(f"using a {model_name} instance model...")
     models_instance = models_dict[model_name]["instance"]
 
-    app_logger.info(f'tile_source: {DEFAULT_TMS}!')
+    app_logger.info(f'tile_source: {url_tile}!')
     pt0, pt1 = bbox
     app_logger.info(f"downloading geo-referenced raster with bbox {bbox}, zoom {zoom}.")
-    img, matrix = download_extent(DEFAULT_TMS, pt0[0], pt0[1], pt1[0], pt1[1], zoom)
+    img, matrix = download_extent(url_tile, pt0[0], pt0[1], pt1[0], pt1[1], zoom)
     app_logger.info(f"img type {type(img)} with shape/size:{img.size}, matrix:{type(matrix)}, matrix:{matrix}.")
 
     transform = get_affine_transform_from_gdal(matrix)

src/utilities/type_hints.py

@@ -4,6 +4,7 @@ from enum import Enum
 from pydantic import BaseModel
 from typing import TypedDict
 
+from src.utilities.constants import DEFAULT_TMS
 
 ts_dict_str2 = dict[str, str]
 ts_dict_str3 = dict[str, str, any]
@@ -49,3 +50,4 @@ class RawRequestInput(BaseModel):
     zoom: int | float
     source_type: str = "Satellite"
     debug: bool = False
+    url_tile: str = DEFAULT_TMS

tests/__init__.py

@@ -3,3 +3,4 @@ from src import PROJECT_ROOT_FOLDER
 
 TEST_ROOT_FOLDER = PROJECT_ROOT_FOLDER / "tests"
 TEST_EVENTS_FOLDER = TEST_ROOT_FOLDER / "events"
+LOCAL_URL_TILE = "http://localhost:8000/lambda_handler/{z}/{x}/{y}.png"

tests/events/lambda_handler.json

@@ -52,7 +52,7 @@
       "time": "26/Nov/2023:09:58:07 +0000",
       "timeEpoch": 1700992687215
     },
-    "body": "{\"bbox\": {\"ne\": {\"lat\": 38.839707613545144, \"lng\": 15.515441894531252},\"sw\": {\"lat\": 38.10430528370985, \"lng\": 14.109191894531252}},\"prompt\": [{\"type\": \"point\",\"data\": {\"lat\": 38.565347844885466, \"lng\": 14.82810974121094},\"label\": 0}],\"zoom\": 10, \"source_type\": \"Satellite\"\n}",
+    "body": "{\"bbox\": {\"ne\": {\"lat\": 39.036252959636606, \"lng\": 15.040283203125002}, \"sw\": {\"lat\": 38.302869955150044, \"lng\": 13.634033203125002}}, \"prompt\": [{\"type\": \"point\", \"data\": {\"lat\": 38.48542007717153, \"lng\": 14.921846904165468}, \"label\": 0}], \"zoom\": 10, \"source_type\": \"Satellite\"}",
     "isBase64Encoded": false
   },
   "output": {
@@ -60,7 +60,7 @@
     "header": {
       "Content-Type": "application/json"
     },
-    "body": "{\"n_predictions\": 1, \"geojson\": \"{\\\"type\\\": \\\"FeatureCollection\\\", \\\"features\\\": [{\\\"id\\\": \\\"0\\\", \\\"type\\\": \\\"Feature\\\", \\\"properties\\\": {\\\"raster_val\\\": 255.0}, \\\"geometry\\\": {\\\"type\\\": \\\"Polygon\\\", \\\"coordinates\\\": [[[14.809570312500002, 38.58252615935333], [14.832916259765627, 38.58252615935333], [14.832916259765627, 38.58145263504286], [14.837036132812502, 38.58145263504286], [14.837036132812502, 38.58037909468592], [14.845275878906252, 38.58037909468592], [14.845275878906252, 38.58145263504286], [14.854888916015627, 38.58145263504286], [14.854888916015627, 38.58252615935333], [14.868621826171877, 38.58252615935333], [14.868621826171877, 38.58145263504286], [14.871368408203125, 38.58145263504286], [14.871368408203125, 38.57930553828263], [14.87274169921875, 38.57930553828263], [14.87274169921875, 38.57071650940461], [14.874114990234377, 38.57071650940461], [14.874114990234377, 38.55997877925586], [14.87274169921875, 38.55997877925586], [14.87274169921875, 38.55675714735221], [14.871368408203125, 38.55675714735221], [14.871368408203125, 38.5535353710587], [14.869995117187502, 38.5535353710587], [14.869995117187502, 38.54709138531695], [14.868621826171877, 38.54709138531695], [14.868621826171877, 38.54386917587615], [14.869995117187502, 38.54386917587615], [14.869995117187502, 38.54064682206035], [14.868621826171877, 38.54064682206035], [14.868621826171877, 38.53742432387328], [14.86724853515625, 38.53742432387328], [14.86724853515625, 38.53635012572906], [14.864501953125002, 38.53635012572906], [14.864501953125002, 38.53527591154415], [14.860382080078127, 38.53527591154415], [14.860382080078127, 38.53420168131867], [14.856262207031252, 38.53420168131867], [14.856262207031252, 38.53527591154415], [14.849395751953125, 38.53527591154415], [14.849395751953125, 38.53635012572906], [14.846649169921877, 38.53635012572906], [14.846649169921877, 38.53742432387328], [14.845275878906252, 38.53742432387328], [14.845275878906252, 38.53849850597666], [14.843902587890625, 38.53849850597666], [14.843902587890625, 38.53957267203906], [14.841156005859377, 38.53957267203906], [14.841156005859377, 38.54064682206035], [14.838409423828129, 38.54064682206035], [14.838409423828129, 38.541720956040386], [14.837036132812502, 38.541720956040386], [14.837036132812502, 38.54279507397902], [14.835662841796877, 38.54279507397902], [14.835662841796877, 38.54386917587615], [14.832916259765627, 38.54386917587615], [14.832916259765627, 38.5449432617316], [14.830169677734375, 38.5449432617316], [14.830169677734375, 38.54601733154525], [14.827423095703127, 38.54601733154525], [14.827423095703127, 38.54709138531695], [14.823303222656252, 38.54709138531695], [14.823303222656252, 38.54816542304658], [14.820556640625, 38.54816542304658], [14.820556640625, 38.54923944473399], [14.817810058593752, 38.54923944473399], [14.817810058593752, 38.55031345037904], [14.8150634765625, 38.55031345037904], [14.8150634765625, 38.55138743998161], [14.81231689453125, 38.55138743998161], [14.81231689453125, 38.55246141354154], [14.808197021484377, 38.55246141354154], [14.808197021484377, 38.5535353710587], [14.80682373046875, 38.5535353710587], [14.80682373046875, 38.55460931253297], [14.804077148437502, 38.55460931253297], [14.804077148437502, 38.55568323796418], [14.802703857421875, 38.55568323796418], [14.802703857421875, 38.55675714735221], [14.801330566406254, 38.55675714735221], [14.801330566406254, 38.557831040696925], [14.799957275390623, 38.557831040696925], [14.799957275390623, 38.558904917998184], [14.798583984375002, 38.558904917998184], [14.798583984375002, 38.561052624469795], [14.797210693359375, 38.561052624469795], [14.797210693359375, 38.568569091731305], [14.798583984375002, 38.568569091731305], [14.798583984375002, 38.571790194173666], [14.799957275390623, 38.571790194173666], [14.799957275390623, 38.57286386289749], [14.801330566406254, 38.57286386289749], [14.801330566406254, 38.57501115220886], [14.802703857421875, 38.57501115220886], [14.802703857421875, 38.57823196583315], [14.804077148437502, 38.57823196583315], [14.804077148437502, 38.57930553828263], [14.805450439453125, 38.57930553828263], [14.805450439453125, 38.58037909468592], [14.80682373046875, 38.58037909468592], [14.80682373046875, 38.58145263504286], [14.809570312500002, 38.58145263504286], [14.809570312500002, 38.58252615935333]]]}}, {\\\"id\\\": \\\"1\\\", \\\"type\\\": \\\"Feature\\\", \\\"properties\\\": {\\\"raster_val\\\": 0.0}, \\\"geometry\\\": {\\\"type\\\": \\\"Polygon\\\", \\\"coordinates\\\": [[[14.109191894531252, 38.839707613545166], [14.109191894531252, 38.10430528370981], [15.515441894531252, 38.10430528370981], [15.515441894531252, 38.839707613545166], [14.109191894531252, 38.839707613545166]], [[14.809570312500002, 38.58252615935333], [14.809570312500002, 38.58145263504286], [14.80682373046875, 38.58145263504286], [14.80682373046875, 38.58037909468592], [14.805450439453125, 38.58037909468592], [14.805450439453125, 38.57930553828263], [14.804077148437502, 38.57930553828263], [14.804077148437502, 38.57823196583315], [14.802703857421875, 38.57823196583315], [14.802703857421875, 38.57501115220886], [14.801330566406254, 38.57501115220886], [14.801330566406254, 38.57286386289749], [14.799957275390623, 38.57286386289749], [14.799957275390623, 38.571790194173666], [14.798583984375002, 38.571790194173666], [14.798583984375002, 38.568569091731305], [14.797210693359375, 38.568569091731305], [14.797210693359375, 38.561052624469795], [14.798583984375002, 38.561052624469795], [14.798583984375002, 38.558904917998184], [14.799957275390623, 38.558904917998184], [14.799957275390623, 38.557831040696925], [14.801330566406254, 38.557831040696925], [14.801330566406254, 38.55675714735221], [14.802703857421875, 38.55675714735221], [14.802703857421875, 38.55568323796418], [14.804077148437502, 38.55568323796418], [14.804077148437502, 38.55460931253297], [14.80682373046875, 38.55460931253297], [14.80682373046875, 38.5535353710587], [14.808197021484377, 38.5535353710587], [14.808197021484377, 38.55246141354154], [14.81231689453125, 38.55246141354154], [14.81231689453125, 38.55138743998161], [14.8150634765625, 38.55138743998161], [14.8150634765625, 38.55031345037904], [14.817810058593752, 38.55031345037904], [14.817810058593752, 38.54923944473399], [14.820556640625, 38.54923944473399], [14.820556640625, 38.54816542304658], [14.823303222656252, 38.54816542304658], [14.823303222656252, 38.54709138531695], [14.827423095703127, 38.54709138531695], [14.827423095703127, 38.54601733154525], [14.830169677734375, 38.54601733154525], [14.830169677734375, 38.5449432617316], [14.832916259765627, 38.5449432617316], [14.832916259765627, 38.54386917587615], [14.835662841796877, 38.54386917587615], [14.835662841796877, 38.54279507397902], [14.837036132812502, 38.54279507397902], [14.837036132812502, 38.541720956040386], [14.838409423828129, 38.541720956040386], [14.838409423828129, 38.54064682206035], [14.841156005859377, 38.54064682206035], [14.841156005859377, 38.53957267203906], [14.843902587890625, 38.53957267203906], [14.843902587890625, 38.53849850597666], [14.845275878906252, 38.53849850597666], [14.845275878906252, 38.53742432387328], [14.846649169921877, 38.53742432387328], [14.846649169921877, 38.53635012572906], [14.849395751953125, 38.53635012572906], [14.849395751953125, 38.53527591154415], [14.856262207031252, 38.53527591154415], [14.856262207031252, 38.53420168131867], [14.860382080078127, 38.53420168131867], [14.860382080078127, 38.53527591154415], [14.864501953125002, 38.53527591154415], [14.864501953125002, 38.53635012572906], [14.86724853515625, 38.53635012572906], [14.86724853515625, 38.53742432387328], [14.868621826171877, 38.53742432387328], [14.868621826171877, 38.54064682206035], [14.869995117187502, 38.54064682206035], [14.869995117187502, 38.54386917587615], [14.868621826171877, 38.54386917587615], [14.868621826171877, 38.54709138531695], [14.869995117187502, 38.54709138531695], [14.869995117187502, 38.5535353710587], [14.871368408203125, 38.5535353710587], [14.871368408203125, 38.55675714735221], [14.87274169921875, 38.55675714735221], [14.87274169921875, 38.55997877925586], [14.874114990234377, 38.55997877925586], [14.874114990234377, 38.57071650940461], [14.87274169921875, 38.57071650940461], [14.87274169921875, 38.57930553828263], [14.871368408203125, 38.57930553828263], [14.871368408203125, 38.58145263504286], [14.868621826171877, 38.58145263504286], [14.868621826171877, 38.58252615935333], [14.854888916015627, 38.58252615935333], [14.854888916015627, 38.58145263504286], [14.845275878906252, 38.58145263504286], [14.845275878906252, 38.58037909468592], [14.837036132812502, 38.58037909468592], [14.837036132812502, 38.58145263504286], [14.832916259765627, 38.58145263504286], [14.832916259765627, 38.58252615935333], [14.809570312500002, 38.58252615935333]]]}}]}\", \"n_shapes_geojson\": 2, \"duration_run\": 5.23, \"message\": \"ok\", \"request_id\": \"test_invoke_id\"}",
+    "body": "{\"n_predictions\": 1, \"geojson\": \"{\\\"type\\\": \\\"FeatureCollection\\\", \\\"features\\\": [{\\\"id\\\": \\\"0\\\", \\\"type\\\": \\\"Feature\\\", \\\"properties\\\": {\\\"raster_val\\\": 255.0}, \\\"geometry\\\": {\\\"type\\\": \\\"Polygon\\\", \\\"coordinates\\\": [[[14.920806884765623, 38.52023522875919], [14.931793212890625, 38.52023522875919], [14.931793212890625, 38.51916077398036], [14.948272705078123, 38.51916077398036], [14.948272705078123, 38.52023522875919], [14.951019287109371, 38.52023522875919], [14.951019287109371, 38.51916077398036], [14.952392578124998, 38.51916077398036], [14.952392578124998, 38.51271370850396], [14.953765869140623, 38.51271370850396], [14.953765869140623, 38.50734071290346], [14.952392578124998, 38.50734071290346], [14.952392578124998, 38.50626606567192], [14.953765869140623, 38.50626606567192], [14.953765869140623, 38.49659351894757], [14.95513916015625, 38.49659351894757], [14.95513916015625, 38.49551871135403], [14.956512451171873, 38.49551871135403], [14.956512451171873, 38.49659351894757], [14.957885742187498, 38.49659351894757], [14.957885742187498, 38.500892588964604], [14.959259033203125, 38.500892588964604], [14.959259033203125, 38.5030420277569], [14.96063232421875, 38.5030420277569], [14.96063232421875, 38.49766831050554], [14.962005615234373, 38.49766831050554], [14.962005615234373, 38.490144432857555], [14.96337890625, 38.490144432857555], [14.96337890625, 38.485844721434205], [14.964752197265625, 38.485844721434205], [14.964752197265625, 38.48369476951686], [14.972991943359375, 38.48369476951686], [14.972991943359375, 38.48261976950727], [14.975738525390623, 38.48261976950727], [14.975738525390623, 38.4815447534639], [14.97711181640625, 38.4815447534639], [14.97711181640625, 38.48046972138692], [14.978485107421875, 38.48046972138692], [14.978485107421875, 38.479394673276445], [14.97711181640625, 38.479394673276445], [14.97711181640625, 38.47616943274548], [14.972991943359375, 38.47616943274548], [14.972991943359375, 38.47509432050244], [14.971618652343748, 38.47509432050244], [14.971618652343748, 38.47401919222662], [14.9688720703125, 38.47401919222662], [14.9688720703125, 38.47186888757716], [14.967498779296873, 38.47186888757716], [14.967498779296873, 38.4707937112038], [14.966125488281248, 38.4707937112038], [14.966125488281248, 38.46971851879821], [14.964752197265625, 38.46971851879821], [14.964752197265625, 38.46864331036053], [14.96337890625, 38.46864331036053], [14.96337890625, 38.465417588856305], [14.962005615234373, 38.465417588856305], [14.962005615234373, 38.46219172306828], [14.96063232421875, 38.46219172306828], [14.96063232421875, 38.46111640240985], [14.959259033203125, 38.46111640240985], [14.959259033203125, 38.46004106572045], [14.957885742187498, 38.46004106572045], [14.957885742187498, 38.458965713000204], [14.959259033203125, 38.458965713000204], [14.959259033203125, 38.456814959467785], [14.96063232421875, 38.456814959467785], [14.96063232421875, 38.45251326003907], [14.957885742187498, 38.45251326003907], [14.957885742187498, 38.4514377951069], [14.953765869140623, 38.4514377951069], [14.953765869140623, 38.450362314145], [14.952392578124998, 38.450362314145], [14.952392578124998, 38.447135775082444], [14.953765869140623, 38.447135775082444], [14.953765869140623, 38.444984668894726], [14.95513916015625, 38.444984668894726], [14.95513916015625, 38.4428334985915], [14.956512451171873, 38.4428334985915], [14.956512451171873, 38.44175788939692], [14.95513916015625, 38.44175788939692], [14.95513916015625, 38.44068226417388], [14.953765869140623, 38.44068226417388], [14.953765869140623, 38.43960662292253], [14.951019287109371, 38.43960662292253], [14.951019287109371, 38.438530965643004], [14.948272705078123, 38.438530965643004], [14.948272705078123, 38.43960662292253], [14.9468994140625, 38.43960662292253], [14.9468994140625, 38.44068226417388], [14.945526123046875, 38.44068226417388], [14.945526123046875, 38.44175788939692], [14.944152832031248, 38.44175788939692], [14.944152832031248, 38.447135775082444], [14.942779541015623, 38.447135775082444], [14.942779541015623, 38.450362314145], [14.940032958984375, 38.450362314145], [14.940032958984375, 38.4514377951069], [14.937286376953121, 38.4514377951069], [14.937286376953121, 38.45251326003907], [14.9359130859375, 38.45251326003907], [14.9359130859375, 38.453588708941375], [14.934539794921873, 38.453588708941375], [14.934539794921873, 38.4546641418137], [14.93316650390625, 38.4546641418137], [14.93316650390625, 38.456814959467785], [14.931793212890625, 38.456814959467785], [14.931793212890625, 38.45789034424927], [14.930419921874998, 38.45789034424927], [14.930419921874998, 38.458965713000204], [14.92767333984375, 38.458965713000204], [14.92767333984375, 38.46004106572045], [14.923553466796873, 38.46004106572045], [14.923553466796873, 38.46111640240985], [14.920806884765623, 38.46111640240985], [14.920806884765623, 38.46219172306828], [14.91668701171875, 38.46219172306828], [14.91668701171875, 38.463267027695586], [14.913940429687496, 38.463267027695586], [14.913940429687496, 38.46434231629164], [14.912567138671875, 38.46434231629164], [14.912567138671875, 38.465417588856305], [14.911193847656252, 38.465417588856305], [14.911193847656252, 38.466492845389425], [14.909820556640625, 38.466492845389425], [14.909820556640625, 38.46756808589088], [14.908447265625, 38.46756808589088], [14.908447265625, 38.46864331036053], [14.907073974609373, 38.46864331036053], [14.907073974609373, 38.46971851879821], [14.905700683593748, 38.46971851879821], [14.905700683593748, 38.47186888757716], [14.904327392578125, 38.47186888757716], [14.904327392578125, 38.47401919222662], [14.9029541015625, 38.47401919222662], [14.9029541015625, 38.47509432050244], [14.901580810546873, 38.47509432050244], [14.901580810546873, 38.47724452895559], [14.900207519531248, 38.47724452895559], [14.900207519531248, 38.490144432857555], [14.901580810546873, 38.490144432857555], [14.901580810546873, 38.49229419236133], [14.9029541015625, 38.49229419236133], [14.9029541015625, 38.498743086027794], [14.904327392578125, 38.498743086027794], [14.904327392578125, 38.50841534409805], [14.905700683593748, 38.50841534409805], [14.905700683593748, 38.511639141458616], [14.907073974609373, 38.511639141458616], [14.907073974609373, 38.51271370850396], [14.908447265625, 38.51271370850396], [14.908447265625, 38.51378825951165], [14.909820556640625, 38.51378825951165], [14.909820556640625, 38.51486279448153], [14.911193847656252, 38.51486279448153], [14.911193847656252, 38.51593731341349], [14.912567138671875, 38.51593731341349], [14.912567138671875, 38.51701181630737], [14.915313720703123, 38.51701181630737], [14.915313720703123, 38.51916077398036], [14.920806884765623, 38.51916077398036], [14.920806884765623, 38.52023522875919]]]}}, {\\\"id\\\": \\\"1\\\", \\\"type\\\": \\\"Feature\\\", \\\"properties\\\": {\\\"raster_val\\\": 0.0}, \\\"geometry\\\": {\\\"type\\\": \\\"Polygon\\\", \\\"coordinates\\\": [[[13.634033203125002, 39.03625295963659], [13.634033203125002, 38.30286995515004], [15.040283203124998, 38.30286995515004], [15.040283203124998, 39.03625295963659], [13.634033203125002, 39.03625295963659]], [[14.920806884765623, 38.52023522875919], [14.920806884765623, 38.51916077398036], [14.915313720703123, 38.51916077398036], [14.915313720703123, 38.51701181630737], [14.912567138671875, 38.51701181630737], [14.912567138671875, 38.51593731341349], [14.911193847656252, 38.51593731341349], [14.911193847656252, 38.51486279448153], [14.909820556640625, 38.51486279448153], [14.909820556640625, 38.51378825951165], [14.908447265625, 38.51378825951165], [14.908447265625, 38.51271370850396], [14.907073974609373, 38.51271370850396], [14.907073974609373, 38.511639141458616], [14.905700683593748, 38.511639141458616], [14.905700683593748, 38.50841534409805], [14.904327392578125, 38.50841534409805], [14.904327392578125, 38.498743086027794], [14.9029541015625, 38.498743086027794], [14.9029541015625, 38.49229419236133], [14.901580810546873, 38.49229419236133], [14.901580810546873, 38.490144432857555], [14.900207519531248, 38.490144432857555], [14.900207519531248, 38.47724452895559], [14.901580810546873, 38.47724452895559], [14.901580810546873, 38.47509432050244], [14.9029541015625, 38.47509432050244], [14.9029541015625, 38.47401919222662], [14.904327392578125, 38.47401919222662], [14.904327392578125, 38.47186888757716], [14.905700683593748, 38.47186888757716], [14.905700683593748, 38.46971851879821], [14.907073974609373, 38.46971851879821], [14.907073974609373, 38.46864331036053], [14.908447265625, 38.46864331036053], [14.908447265625, 38.46756808589088], [14.909820556640625, 38.46756808589088], [14.909820556640625, 38.466492845389425], [14.911193847656252, 38.466492845389425], [14.911193847656252, 38.465417588856305], [14.912567138671875, 38.465417588856305], [14.912567138671875, 38.46434231629164], [14.913940429687496, 38.46434231629164], [14.913940429687496, 38.463267027695586], [14.91668701171875, 38.463267027695586], [14.91668701171875, 38.46219172306828], [14.920806884765623, 38.46219172306828], [14.920806884765623, 38.46111640240985], [14.923553466796873, 38.46111640240985], [14.923553466796873, 38.46004106572045], [14.92767333984375, 38.46004106572045], [14.92767333984375, 38.458965713000204], [14.930419921874998, 38.458965713000204], [14.930419921874998, 38.45789034424927], [14.931793212890625, 38.45789034424927], [14.931793212890625, 38.456814959467785], [14.93316650390625, 38.456814959467785], [14.93316650390625, 38.4546641418137], [14.934539794921873, 38.4546641418137], [14.934539794921873, 38.453588708941375], [14.9359130859375, 38.453588708941375], [14.9359130859375, 38.45251326003907], [14.937286376953121, 38.45251326003907], [14.937286376953121, 38.4514377951069], [14.940032958984375, 38.4514377951069], [14.940032958984375, 38.450362314145], [14.942779541015623, 38.450362314145], [14.942779541015623, 38.447135775082444], [14.944152832031248, 38.447135775082444], [14.944152832031248, 38.44175788939692], [14.945526123046875, 38.44175788939692], [14.945526123046875, 38.44068226417388], [14.9468994140625, 38.44068226417388], [14.9468994140625, 38.43960662292253], [14.948272705078123, 38.43960662292253], [14.948272705078123, 38.438530965643004], [14.951019287109371, 38.438530965643004], [14.951019287109371, 38.43960662292253], [14.953765869140623, 38.43960662292253], [14.953765869140623, 38.44068226417388], [14.95513916015625, 38.44068226417388], [14.95513916015625, 38.44175788939692], [14.956512451171873, 38.44175788939692], [14.956512451171873, 38.4428334985915], [14.95513916015625, 38.4428334985915], [14.95513916015625, 38.444984668894726], [14.953765869140623, 38.444984668894726], [14.953765869140623, 38.447135775082444], [14.952392578124998, 38.447135775082444], [14.952392578124998, 38.450362314145], [14.953765869140623, 38.450362314145], [14.953765869140623, 38.4514377951069], [14.957885742187498, 38.4514377951069], [14.957885742187498, 38.45251326003907], [14.96063232421875, 38.45251326003907], [14.96063232421875, 38.456814959467785], [14.959259033203125, 38.456814959467785], [14.959259033203125, 38.458965713000204], [14.957885742187498, 38.458965713000204], [14.957885742187498, 38.46004106572045], [14.959259033203125, 38.46004106572045], [14.959259033203125, 38.46111640240985], [14.96063232421875, 38.46111640240985], [14.96063232421875, 38.46219172306828], [14.962005615234373, 38.46219172306828], [14.962005615234373, 38.465417588856305], [14.96337890625, 38.465417588856305], [14.96337890625, 38.46864331036053], [14.964752197265625, 38.46864331036053], [14.964752197265625, 38.46971851879821], [14.966125488281248, 38.46971851879821], [14.966125488281248, 38.4707937112038], [14.967498779296873, 38.4707937112038], [14.967498779296873, 38.47186888757716], [14.9688720703125, 38.47186888757716], [14.9688720703125, 38.47401919222662], [14.971618652343748, 38.47401919222662], [14.971618652343748, 38.47509432050244], [14.972991943359375, 38.47509432050244], [14.972991943359375, 38.47616943274548], [14.97711181640625, 38.47616943274548], [14.97711181640625, 38.479394673276445], [14.978485107421875, 38.479394673276445], [14.978485107421875, 38.48046972138692], [14.97711181640625, 38.48046972138692], [14.97711181640625, 38.4815447534639], [14.975738525390623, 38.4815447534639], [14.975738525390623, 38.48261976950727], [14.972991943359375, 38.48261976950727], [14.972991943359375, 38.48369476951686], [14.964752197265625, 38.48369476951686], [14.964752197265625, 38.485844721434205], [14.96337890625, 38.485844721434205], [14.96337890625, 38.490144432857555], [14.962005615234373, 38.490144432857555], [14.962005615234373, 38.49766831050554], [14.96063232421875, 38.49766831050554], [14.96063232421875, 38.5030420277569], [14.959259033203125, 38.5030420277569], [14.959259033203125, 38.500892588964604], [14.957885742187498, 38.500892588964604], [14.957885742187498, 38.49659351894757], [14.956512451171873, 38.49659351894757], [14.956512451171873, 38.49551871135403], [14.95513916015625, 38.49551871135403], [14.95513916015625, 38.49659351894757], [14.953765869140623, 38.49659351894757], [14.953765869140623, 38.50626606567192], [14.952392578124998, 38.50626606567192], [14.952392578124998, 38.50734071290346], [14.953765869140623, 38.50734071290346], [14.953765869140623, 38.51271370850396], [14.952392578124998, 38.51271370850396], [14.952392578124998, 38.51916077398036], [14.951019287109371, 38.51916077398036], [14.951019287109371, 38.52023522875919], [14.948272705078123, 38.52023522875919], [14.948272705078123, 38.51916077398036], [14.931793212890625, 38.51916077398036], [14.931793212890625, 38.52023522875919], [14.920806884765623, 38.52023522875919]]]}}]}\", \"n_shapes_geojson\": 2, \"duration_run\": 7.334042072296143, \"message\": \"ok\", \"request_id\": \"test_invoke_id\"}",
     "isBase64Encoded": false
   }
 }

tests/io/test_tms2geotiff.py

@@ -1,4 +1,3 @@
-import logging
 import unittest
 
 import numpy as np
@@ -6,51 +5,29 @@ import numpy as np
 from src import app_logger
 from src.io.tms2geotiff import download_extent
 from src.utilities.utilities import hash_calculate
-from tests import TEST_EVENTS_FOLDER
+from tests import LOCAL_URL_TILE, TEST_EVENTS_FOLDER
 
 
-tile_source_url = "http://localhost:8000/geotiff/{z}/{x}/{y}.tif"
-input_bbox = [[38.03932961278458, 15.36808069832851], [37.455509218936974, 14.632807441554068]]
+input_bbox = [[39.036252959636606, 15.040283203125002], [38.302869955150044, 13.634033203125002]]
 
 
 class TestTms2geotiff(unittest.TestCase):
-    from contextlib import contextmanager
-
-    @staticmethod
-    @contextmanager
-    def http_server(host: str, port: int, directory: str):
-        """Function http_server defined within this test class to avoid pytest error "fixture 'host' not found"."""
-        from functools import partial
-        from http.server import SimpleHTTPRequestHandler, ThreadingHTTPServer
-        from threading import Thread
-
-        server = ThreadingHTTPServer(
-            (host, port), partial(SimpleHTTPRequestHandler, directory=directory)
-        )
-        server_thread = Thread(target=server.serve_forever, name="http_server")
-        server_thread.start()
-        logging.info(f"listen:: host {host}, port {port}.")
-
-        try:
-            yield
-        finally:
-            server.shutdown()
-            server_thread.join()
-
     def test_download_extent(self):
+        from tests.local_tiles_http_server import LocalTilesHttpServer
+
         listen_port = 8000
 
-        with self.http_server("localhost", listen_port, directory=TEST_EVENTS_FOLDER):
+        with LocalTilesHttpServer.http_server("localhost", listen_port, directory=TEST_EVENTS_FOLDER):
             pt0, pt1 = input_bbox
             zoom = 10
             img, matrix = download_extent(
-                source=tile_source_url, lat0=pt0[0], lon0=pt0[1], lat1=pt1[0], lon1=pt1[1], zoom=zoom
+                source=LOCAL_URL_TILE, lat0=pt0[0], lon0=pt0[1], lat1=pt1[0], lon1=pt1[1], zoom=zoom
             )
             app_logger.info("# DOWNLOAD ENDED! #")
             np_img = np.array(img)
             output_hash = hash_calculate(np_img)
-            assert output_hash == b'LJNhEuMMp2nRclFJfF6oM3iMVbnZnWDmZqWzrs3T4Hs='
-            assert matrix == (1628916.673269823, 76.42413122132838, 0, 4584983.258896411, 0, -76.45836079647981)
+            assert output_hash == b'Rd95Whd3nP4PW4pgcYsoyTqUUabpt8LfYxns022em7o='
+            assert matrix == (1517733.63363046, 152.8740565703522, 0, 4726865.829155299, 0, -152.87405657035038)
 
     def test_download_extent_io_error1(self):
 
@@ -59,11 +36,11 @@ class TestTms2geotiff(unittest.TestCase):
                 pt0, pt1 = input_bbox
                 zoom = 10
                 download_extent(
-                    source=tile_source_url, lat0=pt0[0], lon0=pt0[1], lat1=pt1[0], lon1=pt1[1], zoom=zoom
+                    source=LOCAL_URL_TILE, lat0=pt0[0], lon0=pt0[1], lat1=pt1[0], lon1=pt1[1], zoom=zoom
                 )
             except IOError as ioe1:
                 app_logger.error(f"ioe1:{ioe1}.")
-                msg0 = "HTTPConnectionPool(host='localhost', port=8000): Max retries exceeded with url: /geotiff/"
+                msg0 = "HTTPConnectionPool(host='localhost', port=8000): Max retries exceeded with url: /lambda_handler"
                 msg1 = "Caused by NewConnectionError"
                 msg2 = ": Failed to establish a new connection: [Errno 61] Connection refused'))"
                 assert msg0 in str(ioe1)
@@ -72,28 +49,20 @@ class TestTms2geotiff(unittest.TestCase):
                 raise ioe1
 
     def test_download_extent_io_error2(self):
+        from tests.local_tiles_http_server import LocalTilesHttpServer
+
         listen_port = 8000
-        with self.http_server("localhost", listen_port, directory=TEST_EVENTS_FOLDER):
+        with LocalTilesHttpServer.http_server("localhost", listen_port, directory=TEST_EVENTS_FOLDER):
             pt0, pt1 = input_bbox
             zoom = 10
 
             with self.assertRaises(AttributeError):
                 try:
                     download_extent(
-                        source=tile_source_url + "_not_found_raster!",
+                        source=LOCAL_URL_TILE + "_not_found_raster!",
                         lat0=pt0[0], lon0=pt0[1], lat1=pt1[0], lon1=pt1[1], zoom=zoom
                     )
                 except AttributeError as ae:
                     app_logger.error(f"ae:{ae}.")
                     assert str(ae) == "'NoneType' object has no attribute 'crop'"
                     raise ae
-
-
-if __name__ == '__main__':
-    from tests import TEST_ROOT_FOLDER
-
-    main_listen_port = 8000
-    logging.info(f"http_basedir_serve: {TEST_ROOT_FOLDER}.")
-    with TestTms2geotiff.http_server("127.0.0.1", main_listen_port, directory=TEST_ROOT_FOLDER):
-        logging.info("""import time; time.sleep(10)""")
-    logging.info("Http server stopped.")

tests/local_tiles_http_server.py

@@ -0,0 +1,46 @@
+import logging
+import time
+import unittest
+
+
+class LocalTilesHttpServer(unittest.TestCase):
+    from contextlib import contextmanager
+
+    @staticmethod
+    @contextmanager
+    def http_server(host: str, port: int, directory: str):
+        """Function http_server defined within this test class to avoid pytest error "fixture 'host' not found"."""
+        from functools import partial
+        from http.server import SimpleHTTPRequestHandler, ThreadingHTTPServer
+        from threading import Thread
+
+        server = ThreadingHTTPServer(
+            (host, port), partial(SimpleHTTPRequestHandler, directory=directory)
+        )
+        print("dir:", directory, "#")
+        server_thread = Thread(target=server.serve_forever, name="http_server")
+        server_thread.start()
+        logging.info(f"listen:: host {host}, port {port}.")
+
+        try:
+            yield
+        finally:
+            server.shutdown()
+            server_thread.join()
+
+
+if __name__ == '__main__':
+    # from tests import TEST_ROOT_FOLDER
+    from pathlib import Path
+
+    PROJECT_ROOT_FOLDER = Path(globals().get("__file__", "./_")).absolute().parent.parent
+
+    TEST_ROOT_FOLDER = PROJECT_ROOT_FOLDER / "tests"
+    TEST_EVENTS_FOLDER = TEST_ROOT_FOLDER / "events"
+
+    main_listen_port = 8000
+    logging.info(f"http_basedir_serve: {TEST_ROOT_FOLDER}.")
+    with LocalTilesHttpServer.http_server("localhost", main_listen_port, directory=str(TEST_ROOT_FOLDER)):
+        time.sleep(1000)
+        logging.info("""import time; time.sleep(10)""")
+    # logging.info("Http server stopped.")

tests/test_app.py

@@ -6,6 +6,7 @@ from unittest.mock import patch
 from awslambdaric.lambda_context import LambdaContext
 
 from src import app
+from tests.local_tiles_http_server import LocalTilesHttpServer
 
 
 class TestAppFailures(unittest.TestCase):
@@ -148,7 +149,7 @@ class TestAppFailures(unittest.TestCase):
         import shapely
 
         from src.app import lambda_handler
-        from tests import TEST_EVENTS_FOLDER
+        from tests import LOCAL_URL_TILE, TEST_EVENTS_FOLDER
 
         name_fn = "lambda_handler"
         invoke_id = "test_invoke_id"
@@ -162,8 +163,17 @@ class TestAppFailures(unittest.TestCase):
                 epoch_deadline_time_in_ms=time.time()
             )
             expected_response_dict = inputs_outputs["output"]
+            listen_port = 8000
+
             expected_response_body = json.loads(expected_response_dict["body"])
-            response = lambda_handler(event=inputs_outputs["input"], context=lambda_context)
+            expected_output_geojson = shapely.from_geojson(expected_response_body["geojson"])
+
+            with LocalTilesHttpServer.http_server("localhost", listen_port, directory=TEST_EVENTS_FOLDER):
+                input_event = inputs_outputs["input"]
+                input_event_body = json.loads(input_event["body"])
+                input_event_body["url_tile"] = LOCAL_URL_TILE
+                input_event["body"] = json.dumps(input_event_body)
+                response = lambda_handler(event=input_event, context=lambda_context)
 
             response_dict = json.loads(response)
             body_dict = json.loads(response_dict["body"])
@@ -172,5 +182,5 @@ class TestAppFailures(unittest.TestCase):
             assert body_dict["message"] == "ok"
             assert body_dict["n_shapes_geojson"] == expected_response_body["n_shapes_geojson"]
             output_geojson = shapely.from_geojson(body_dict["geojson"])
-            expected_output_geojson = shapely.from_geojson(expected_response_body["geojson"])
+
             assert shapely.equals_exact(output_geojson, expected_output_geojson, tolerance=0.000006)