needs solara refactor

.github/workflows/sync-hf.yml

@@ -0,0 +1,20 @@
+name: Sync to Hugging Face hub
+on:
+  push:
+    branches: [main]
+
+  # to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  sync-to-hub:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+          lfs: true
+      - name: Push to hub
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: git push --force https://romero61:$HF_TOKEN@huggingface.co/spaces/romero61/USRA-STI main

.gitignore

@@ -0,0 +1,162 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+private/
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+

.vscode/settings.json

@@ -0,0 +1,6 @@
+{
+    "python.analysis.typeCheckingMode": "off",
+    "python.analysis.extraPaths": [
+        "./public"
+    ]
+}

Dockerfile

@@ -0,0 +1,24 @@
+FROM jupyter/base-notebook:latest
+
+RUN mamba install -c conda-forge leafmap geopandas localtileserver -y && \
+    fix-permissions "${CONDA_DIR}" && \
+    fix-permissions "/home/${NB_USER}"
+
+COPY requirements.txt .
+RUN pip install -r requirements.txt
+
+RUN mkdir ./pages
+COPY /pages ./pages
+
+RUN mkdir ./public
+COPY /pages ./public
+
+ENV PROJ_LIB='/opt/conda/share/proj'
+
+USER root
+RUN chown -R ${NB_UID} ${HOME}
+USER ${NB_USER}
+
+EXPOSE 8765
+
+CMD ["solara", "run", "./pages", "--host=0.0.0.0"]

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Open Geospatial Solutions
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,11 +1,10 @@
 ---
-title: USRA STI
-emoji: 🦀
-colorFrom: blue
-colorTo: indigo
+title: USRA-STI-PM2.5
+emoji: 🔥
+colorFrom: black
+colorTo: slate
 sdk: docker
-pinned: false
 license: mit
+app_port: 8765
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

pages/01-main.py

@@ -0,0 +1,157 @@
+# Required Libraries
+import os
+import sys
+import ee
+import geemap
+import geopandas
+import shapely
+from pysolar.solar import get_altitude_fast
+import rasterio
+import rioxarray
+import cartopy
+import json
+import geojson
+import ipywidgets
+import ipyleaflet
+import solara
+from google.oauth2.service_account import Credentials
+import numpy as np
+import gc
+import math
+import time
+import datetime as dt
+import keras
+import keras as k
+import keras.backend as kr
+import multiprocessing as mp
+from shapely.geometry import Point
+from scipy.spatial import KDTree
+import geemap.cartoee as cartoee
+import datetime
+import ipywidgets as widgets
+from ipyleaflet import Map, DrawControl, GeoData, WidgetControl
+
+from IPython.display import display, clear_output
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+# Get the path to the service account JSON file from the environment variable
+key_content  = os.environ.get('EEPRIVATE_KEY')
+
+# Parse the JSON content
+key_dict = json.loads(key_content)
+# Create credentials from the parsed JSON content
+SCOPES = [
+    'https://www.googleapis.com/auth/earthengine',
+    'https://www.googleapis.com/auth/cloud-platform'
+]
+credentials = Credentials.from_service_account_info(key_dict, scopes=SCOPES)
+
+# Initialize Earth Engine with the created credentials
+ee.Initialize(credentials)
+
+
+# Get the project root directory
+project_root = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
+module_path = os.path.join(project_root, 'public')
+# Add the module path to the Python path
+sys.path.append(module_path)
+
+# Importing the classes from the respective scripts
+
+
+from merra_date_ui import MerraDateUI
+from map_ui import MapUI
+from dataviz_ui import EarthEngineDataVizUI
+from run_model import EarthEngineUI
+from export_ui import ExportUI
+
+
+# Global reactive variables to store the outputs of MapUI and MerraDateUI
+selected_coordinates = solara.reactive(None)
+selected_country_feature = solara.reactive(None)
+available_dates = solara.reactive(None)
+# Global state variable to track the status of model_ui
+model_ui_status = solara.reactive(False)
+
+def ModelComponent():
+    if selected_coordinates.value and selected_country_feature.value and available_dates.value:
+        try:
+            model_ui = EarthEngineUI(available_dates=available_dates.value,
+                                     selected_coordinates=selected_coordinates.value,
+                                     selected_country_feature=selected_country_feature.value)
+            model_ui.display()
+            if hasattr(model_ui, 'final_df'):
+                model_ui_status.value = True
+        except Exception as e:
+            solara.Error(f"Error: {str(e)}")
+    else:
+        solara.Warning("Please interact with the map and date UI before running the model.")
+
+
+@solara.component
+def Page():
+   with solara.Column(style={"min-width": "500px"}):
+        with solara.Card(title="USRA-STI-PM2.5", subtitle='WIP'):
+            solara.Markdown(
+'''        
+## Overview
+WIP
+
+'''
+            )
+
+        ui  = MapUI()
+        merra_ui = MerraDateUI()
+
+
+        # Update the reactive variables based on the outputs of MapUI and MerraDateUI
+        selected_coordinates.value = ui.selected_coordinates
+        selected_country_feature.value = ui.selected_country_feature
+        available_dates.value = merra_ui.available_dates
+
+        # Display the UI components
+        display(merra_ui.display_ui(), ui.display_map())
+
+        # Conditional rendering of model_ui based on the availability of required values
+        # Display the ModelComponent
+
+        #ModelComponent()
+
+        '''if selected_coordinates.value and selected_country_feature.value and available_dates.value:
+            try:
+                model_ui = EarthEngineUI(available_dates=available_dates.value,
+                                         selected_coordinates=selected_coordinates.value,
+                                         selected_country_feature=selected_country_feature.value)
+                model_ui.display()
+                if hasattr(model_ui, 'final_df'):
+                    model_ui_status.value = True
+            except Exception as e:
+                solara.Error(f"Error: {str(e)}")
+        else:
+            solara.Warning("Please interact with the map and date UI before running the model.")'''
+
+        '''if model_ui_status.value:
+            viz_ui = EarthEngineDataVizUI(dataframe=model_ui.final_df,  
+                                        coordinates=ui.selected_coordinates, 
+                                        country=ui.selected_country_feature)
+            viz_ui.display()
+
+            ex_ui = ExportUI(model_ui.final_df)
+            ex_ui.display()
+        else:
+            solara.Warning("Please wait for the model to finish processing before accessing visualization and export features.")'''
+
+        model_ui = EarthEngineUI(available_dates=merra_ui.available_dates,
+                   selected_coordinates= ui.selected_coordinates,
+                   selected_country_feature= ui.selected_country_feature)
+        model_ui.display()
+
+        '''viz_ui = EarthEngineDataVizUI(dataframe=model_ui.final_df,  coordinates=ui.selected_coordinates, country=ui.selected_country_feature)
+        viz_ui.display()
+
+        ex_ui =ExportUI(model_ui.final_df)
+        ex_ui.display()
+        model_ui.final_df'''
+
+

public/Models/V1.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cdda94287bbfea4ed0cc34969a31f56e0ca49be8d6eca7ae7333bb44e866d6
+size 77440

public/Models/V1_1.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e65a02848c3fe71e90c1b90ffa4a89be21a9e7e9418359fcf02154aa6fca6b
+size 1289888

public/Models/V1_1t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b6dd71b40ea153e8ef405926db97c7004ca745dd1ba48160d36717a7417c96
+size 1297304

public/Models/V2_1_DUSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704f357701a5e596fc0150c5912f7fe99dac0619cd7227df506ec94a9f5540c7
+size 1289848

public/Models/V2_1_DUSMASS25t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca81ebec2c068d7f9cbcd64e38dd6bc53f4503d8b0f1b73ea37efa2abd66f4e2
+size 1290672

public/Models/V2_1_OCSMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e939056b8eeef7155456b8dc534791fc86213707a700ad546580068b563d0e
+size 1289848

public/Models/V2_1_OCSMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b2d5133d6da1069cbd8077f680c188d739cc8be231abfa0e5b4dd5ab8cd365
+size 1290672

public/Models/V2_1_SO2SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f663469a7c929d316f83197dc6b19d4c72866f9b024f7b5afb70b53ee7f2a82
+size 1289848

public/Models/V2_1_SO2SMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a99aceabb6b355fbd995dfed939377987458c472371cfc4a7201f6913314f6a
+size 1290672

public/Models/V2_1_SO4SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5462330cf8b6c44544d00eaf66c15234b28ad9075ae6f03de61e4fcc50e3c0
+size 1289848

public/Models/V2_1_SO4SMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c8e0b660f8c896691f62fbd522da73ce2659cd00b07567909263adfd780352
+size 1290672

public/Models/V2_1_SSSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47557573fa4e5c360e6a3300becd7c22b79ce6023d18910cd4f2f129d5c0b87
+size 1289848

public/Models/V2_1_SSSMASS25t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e307b7ccf559a1061fde26574a7893f0c3294914698cbb68e3a2fb4db678053
+size 1290880

public/Models/V2_DUSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1201e3c876f7f9410aed50ac162becae6634486ca16a5cfc8ea8d867d406e1f6
+size 65440

public/Models/V2_OCSMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1220a090257404ed2b08fc222ebfde6008df2066e83973d0b553267c5a7ab80e
+size 65440

public/Models/V2_SO2SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787460ec57539bd80aaec4a9e05e758c7bd0fd3d5b4b7e7a2c76e1b6b9a87078
+size 65440

public/Models/V2_SO4SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb621229f9735e98fbc21656cfe43390cf8dd6e4825da0d8dc7ad8a2d29382c
+size 65536

public/Models/V2_SSSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e482e01ca9cbdda84c4dc9bff5d2ca2595154a911e8b123a26fbe9703e0f40e
+size 65536

public/Models/V3_1_DUSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e1a7ac757c380516501d5f376ce6a527e7eaff082039e1793f15fa516104ee
+size 1289888

public/Models/V3_1_DUSMASS25t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16020a402e723fb0d9ece0456b1686bd018767b140314b8fde310d00e7159bad
+size 1290712

public/Models/V3_1_OCSMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1689e0b34afea290246cb034d45873071a128077f4481eb3ca6732902cb1b8
+size 1289848

public/Models/V3_1_OCSMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54befaa1ed29ead90dac0d556a65bea9bd7c5f4180f1508ecaefc93bf4107794
+size 1290672

public/Models/V3_1_SO2SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defccb6415f8adff7303bb82fe5d58c537d8df5822969fa1cfd5c60862407da4
+size 1289848

public/Models/V3_1_SO2SMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ba7c0dcf7cfa771ae2dbfea98704f6fd03a196c5bbf26ae6cd2c568d8524c4
+size 1290672

public/Models/V3_1_SO4SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f71649d7d464b8c7f0c029e118414447099f14b2d9bdb6391864e0d6f824b0
+size 1289848

public/Models/V3_1_SO4SMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e092d033ac8e0706318b7f0933318ca9cf601f3e341ba11c1771e87ce4de22d6
+size 1290672

public/Models/V3_1_SSSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb83db87dab37ff3cb9662f8cb30aa58a43a54673ba8bc4ebe0bd29afac74087
+size 1289848

public/Models/V3_1_SSSMASS25t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1888e2e035ac76914ebed26e5db9b81143388b7d8309a68dc683fd80a709c31
+size 1290672

public/Models/V3_DUSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d1a9fe95b4e879432d3b7562500141cb25b996c0d29d266352e6710bad2bba
+size 77440

public/Models/V3_OCSMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47f5673c9a02c357dab39a1a434868c1a12a895bcc1089f25f0dd043cc76ce
+size 76648

public/Models/V3_SO2SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b4d120c9c3b4b055527523626fea5ee8fb43fc00ec44e326805b5845100529
+size 77680

public/Models/V3_SO4SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703650ff4e2bbfb502f87da9daf89b761390f01cb3105822c818114b73fce07a
+size 77680

public/Models/V3_SSSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274de18df149b98b9d88ddc9ca92934461c5b4b2e970a390d21f5da8553c7648
+size 65536

public/Models/V4_1_cat_DUSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008d6294c5b3392c32a75c492d23d19b2388d82fe962d8362f4c963fa6d1dc74
+size 1289888

public/Models/V4_1_cat_DUSMASS25t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3968166b91f8f36aa10eaa86ee8afa47bb9d160e1702dfe7e4b151aa294555
+size 1290712

public/Models/V4_1_cat_OCSMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd65bd890e88b9946bba358515bdb7aeee00e5dc4708328d1c0a8b242a7e0b6d
+size 1288816

public/Models/V4_1_cat_OCSMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88067a3550d5c06d06a72738691c29cffdd8806c27f7a59b4c78440ef1dd1b2
+size 1290672

public/Models/V4_1_cat_SO2SMASS.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507701529e399ded0a00b55555b118f0ea1b92d8b453c9ddfc887ec16de20411
+size 1289848

public/Models/V4_1_cat_SO2SMASSt.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662bc5ea5ba69a430ec95d77e406ad4e1d2212b7758be5e05aa0bcb24911d2ec
+size 1290672

public/Models/V4_1_cat_SSSMASS25.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170be4d994052c102217abcc410aacd726515fb842ecaec0a73dbae04a8d1cb3
+size 1288816

public/Models/V4_1_cat_SSSMASS25t.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58dc2e8fd04546657b5ae2935a60db9d76a76baac2fea7286360a4d4c970efc
+size 1290672

public/Models/V4_1_cat_wSO4.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36f2c8dc33a02696be848e4add0a01a1d5c7d07d1cd038c26b949c9a69ef32d
+size 1289848