created a table overview of the data

pages/admin.py

@@ -4,6 +4,8 @@ import plotly.graph_objects as go
 import streamlit as st
 from sklearn.metrics import mean_squared_error
 
+from src.data_api_calls import get_combined_data
+
 USERNAME = "dragonkiller"
 PASSWORD = "donkey"
 
@@ -28,6 +30,35 @@ if not st.session_state.login_success:
             else:
                 st.error("Invalid username or password.")
 else:
+    # Fetching the combined data
+    table_data = get_combined_data()
+
+    # Check for missing values
+    missing_values = table_data.isnull()
+
+    # Display the main data table
+    st.subheader("Data Table")
+
+    # Display message based on whether data is complete
+    if missing_values.values.any():
+    # Warning message if there are missing values
+        st.markdown("<h4 style='color: #E68B0A;'>Warning: Some data is missing!</h4>", unsafe_allow_html=True)
+
+    # Identify columns with missing values
+        missing_columns = table_data.columns[missing_values.any()].tolist()
+
+    # Identify rows (dates) with missing values
+        missing_rows = table_data[missing_values.any(axis=1)]['Date'].tolist()
+
+    # Display additional information about missing columns and rows
+        if missing_columns:
+            st.markdown(f"**Columns with missing data:** {', '.join(missing_columns)}")
+        if missing_rows:
+            st.markdown(f"**Rows with missing data (dates):** {', '.join(missing_rows)}")
+    else:
+    # Success message if no data is missing
+        st.markdown("<h4 style='color: #77C124;'>All data is complete!</h4>", unsafe_allow_html=True)
+    st.dataframe(table_data)
     # Actual data vs 1,2,3 days ahead predictions
     actual_data = pd.read_csv("pollution_data.csv")
     prediction_data = pd.read_csv("predictions_history.csv")

past_pollution_data.csv

@@ -1,12 +1,16 @@
 date,NO2,O3
-2023-10-18,10.842702702702699,39.81260000000001
+2023-10-18,10.8427027027027,39.81260000000001
 2023-10-19,17.97026666666666,31.779024390243908
 2023-10-20,17.233055555555563,18.7156
-2023-10-21,15.023599999999993,22.04
+2023-10-21,15.023599999999991,22.04
 2023-10-22,8.723378378378372,48.33439999999999
 2023-10-23,20.634266666666676,15.586000000000002
-2023-10-24,15.115599999999999,24.628085106382972
-2023-10-25,22.885675675675678,27.117599999999992
+2023-10-24,15.1156,24.628085106382972
+2023-10-25,22.88567567567568,27.117599999999992
 2023-10-26,21.531756756756756,13.3216
 2023-10-27,23.07226666666666,16.15416666666666
 2023-10-28,24.89121621621622,24.59040816326531
+2023-10-29,9.724428571428572,51.5252
+2023-10-30,11.202054794520548,52.820600000000006
+2023-10-31,17.494666666666664,44.45854166666667
+2023-11-01,21.58809523809524,29.20631578947368

past_weather_data.csv

@@ -10,4 +10,7 @@ date,temp,humidity,precip,windspeed,sealevelpressure,visibility,solarradiation
 2023-10-25,9.3,96.8,15.3,18.0,996.8,15.7,14.5
 2023-10-26,9.4,97.6,0.1,11.2,995.6,4.8,36.0
 2023-10-27,10.6,97.9,11.4,14.8,992.0,9.5,20.5
-2023-10-28,11.4,88.6,3,18.4,994.4,29.3,48.5
+2023-10-28,11.4,88.6,3.0,18.4,994.4,29.3,48.5
+2023-10-29,13.0,82.2,9.5,31.7,991.5,38.8,35.4
+2023-10-30,11.2,90.4,13.0,18.4,997.5,28.8,27.0
+2023-10-31,11,93.7,18.6,18,1000.7,17.9,29.8

pollution_data.csv

@@ -4,7 +4,10 @@ date,NO2,O3
 2024-10-19,23.91006441223834,23.1717142857143
 2024-10-20,22.57323754789273,23.53784452296821
 2024-10-21,21.1457004830918,24.02069565217393
-2024-10-22,21.776579804560274,23.33588571428572
+2024-10-22,21.77657980456027,23.33588571428572
 2024-10-23,21.974793814433,22.21468879668051
 2024-10-24,25.51256756756757,20.91370967741937
 2024-10-25,21.72051282051282,22.33230769230769
+2024-10-26,24.46423484380123,18.70331123489324
+2024-10-27,27.53722134983982,20.80809239842384
+2024-10-28,23.337567567567568,26.82861788617886

predictions_history.csv

@@ -12,9 +12,9 @@ NO2,2024-10-16,2024-10-18,36.453956
 O3,2024-10-17,2024-10-18,16.08841798553393
 NO2,2024-10-17,2024-10-18,32.0458143607889
 O3,2024-10-16,2024-10-19,24.031357603260783
-NO2,2024-10-16,2024-10-19,20.083893955587914
+NO2,2024-10-16,2024-10-19,20.08389395558791
 O3,2024-10-17,2024-10-19,21.031357603260783
-NO2,2024-10-17,2024-10-19,27.083893955587914
+NO2,2024-10-17,2024-10-19,27.08389395558791
 O3,2024-10-17,2024-10-20,20.48486247979324
 NO2,2024-10-17,2024-10-20,23.84300578029378
 O3,2024-10-18,2024-10-19,22.304547122637445
@@ -54,8 +54,14 @@ NO2,2024-10-24,2024-10-26,25.760307451092384
 O3,2024-10-24,2024-10-27,19.64377495640328
 NO2,2024-10-24,2024-10-27,31.210576791105115
 O3,2024-10-25,2024-10-26,20.48055947200643
-NO2,2024-10-25,2024-10-26,23.957239039864238
+NO2,2024-10-25,2024-10-26,23.95723903986424
 O3,2024-10-25,2024-10-27,11.088152958498888
 NO2,2024-10-25,2024-10-27,32.274494671100506
 O3,2024-10-25,2024-10-28,-0.7175631399505704
 NO2,2024-10-25,2024-10-28,40.86107800019054
+O3,2024-10-28,2024-10-29,22.13652238154496
+NO2,2024-10-28,2024-10-29,31.608886931951144
+O3,2024-10-28,2024-10-30,15.841669224
+NO2,2024-10-28,2024-10-30,34.564284711452984
+O3,2024-10-28,2024-10-31,22.35944571003375
+NO2,2024-10-28,2024-10-31,34.37482132111927

weather_data.csv

@@ -8,3 +8,6 @@ date,temp,humidity,precip,windspeed,sealevelpressure,visibility,solarradiation
 2024-10-23,11.2,97.3,0.0,13.0,1032.8,6.5,12.5
 2024-10-24,10.4,94.0,0.0,20.5,1024.7,13.0,62.5
 2024-10-25,13.6,92.2,0.5,11.9,1016.8,24.0,93.0
+2024-10-26,13.7,91.5,0.0,11.9,1016.3,23.3,8.0
+2024-10-27,13.2,87.1,0.1,20.5,1019.4,10.4,28.6
+2024-10-28,12.4,91.8,1.1,31.7,1021.8,12.8,27.3