refresh data button

app.py

@@ -1,5 +1,6 @@
 import subprocess
 import logging
+from datetime import datetime
 import gradio as gr
 import pandas as pd
 from apscheduler.schedulers.background import BackgroundScheduler
@@ -30,15 +31,6 @@ from tabs.about import about_olas_predict
 
 
 def refresh_data():
-    # Run the pull_data.py script and wait for it to finish
-    try:
-        result = subprocess.run(["python", "./scripts/pull_data.py"], check=True)
-        logging.info("Script executed successfully: %s", result)
-    except subprocess.CalledProcessError as e:
-        logging.error("Failed to run script: %s", e)
-        return  # Stop execution if the script fails
-
-    # Reload dataframes
     try:
         global tools_df, trades_df, error_df, error_overall_df, winning_rate_df, winning_rate_overall_df, trades_count_df, trades_winning_rate_df
         logging.info("Refreshing data...")
@@ -55,12 +47,27 @@ def refresh_data():
     except Exception as e:
         logging.error("Failed to refresh data: %s", e)
 
+
+def pull_refresh_data():
+    # Run the pull_data.py script and wait for it to finish
+    try:
+        result = subprocess.run(["python", "./scripts/pull_data.py"], check=True)
+        logging.info("Script executed successfully: %s", result)
+    except subprocess.CalledProcessError as e:
+        logging.error("Failed to run script: %s", e)
+        return  # Stop execution if the script fails
+
+    refresh_data()
+
+        
 tools_df = pd.read_csv("./data/tools.csv", low_memory=False)
 trades_df = pd.read_csv("./data/all_trades_profitability.csv")
 trades_df = prepare_trades(trades_df)
 
+
 demo = gr.Blocks()
 
+
 INC_TOOLS = [
     'prediction-online', 
     'prediction-offline', 
@@ -76,7 +83,6 @@ INC_TOOLS = [
 ]
 
 
-# TOOLS DATA
 error_df = get_error_data(
     tools_df=tools_df,
     inc_tools=INC_TOOLS
@@ -153,6 +159,21 @@ with demo:
             with gr.Row():
                 trade_details_plot
 
+            with gr.Row():
+                with gr.Column():
+                    refresh_button = gr.Button("Refresh Data")
+                with gr.Column():
+                    latest_data_label = gr.Label(
+                        value=f"Last Datepoint: {trades_df['creation_timestamp'].max()}"
+                    )
+
+            def refresh_callback():
+                refresh_data()
+                latest_data_label.value = f"Last Datepoint: {trades_df['creation_timestamp'].max()}"
+                return latest_data_label.value
+
+            refresh_button.click(refresh_callback, outputs=latest_data_label)
+
         with gr.TabItem("🚀 Tool Winning Dashboard"):
             with gr.Row():
                 gr.Markdown("# Plot showing overall winning rate")
@@ -302,10 +323,8 @@ with demo:
 
 # Create the scheduler
 scheduler = BackgroundScheduler(timezone=utc)
-scheduler.add_job(refresh_data, CronTrigger(hour=0, minute=0))  # Runs daily at 12 AM UTC
+scheduler.add_job(pull_refresh_data, CronTrigger(hour=0, minute=0))  # Runs daily at 12 AM UTC
 scheduler.start()
-# scheduler = BackgroundScheduler(timezone=utc)
-# scheduler.add_job(refresh_data, CronTrigger(hour='*'))  # Runs every hour
-# scheduler.start()
+
 
 demo.queue(default_concurrency_limit=40).launch()

data/all_trades_profitability.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a44c5981d5f7d3f9628867f8e19da232d27a11209faf350f1296fdc9d83dee10
-size 30485816
+oid sha256:b72fb0e0fef1fd1dca99a5eb13126b892c7e57007c5f82985e84a4017ed603d9
+size 30934774

data/delivers.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:469e09441d868dcd1099c68fef477efa3db4cf29e9d0d1108304271b42446701
-size 1614690489
+oid sha256:5ab02c18ce54ffd37dfb2602f2da3db92c2a3a302c797618eb045b51084a4098
+size 1807054756

data/fpmmTrades.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1d99c15ca5224ec4f21b51e991b16182767b661e0daad0428486753e9d1d39
-size 65739046
+oid sha256:19fd7a791f784004f7f04fd10cec62b7868452925aeaa70157cfa6da0c1afeb7
+size 68441241

data/fpmms.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8970d361261cfe4511029d4ff298811d1925564ff9d20bde0d7916ddcb3994b4
-size 412839
+oid sha256:054fb82ef35ad64b3d1835d8708a355a36f75b742eccec74301fc828959aad23
+size 423147

data/requests.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc4eeaef48b0221fafb6bd8fd2f87748a53a0567f2ba0a4b950018b6be888fef
-size 138062209
+oid sha256:1248612c06090d0d576ea7f438b60990c9043256ce53f6bf3b871b42ed0eab90
+size 144528918

data/summary_profitability.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18cb23fddd471ec17c3052f9b49faeb34aeb2180429e39c60ee2026007112d50
-size 49852
+oid sha256:2956b3f0d3a21b8c11a770cdb78e0655acab2164f2f680b4fa2addb449fcec62
+size 54358

data/t_map.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b771c7cdf05f51715fc109ec707cf95d239d49db50316f1f0ea5c53516574c9
-size 6307493
+oid sha256:e18c0957b8513a2f91a60ba7f83553752a261bdf150a24cb065cc30d52e0b92f
+size 6585190

data/tools.csv

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:189a8b51d1b6535a565ad0e231a69ea07b6e2e12f955ac0298f3449bb809477f
-size 1714417440
+oid sha256:3a56b54aba97829458a543662334b4b66d64f69522f86a1427d31a3a6888f0aa
+size 1911388629