import pandas as pd
import requests
import time
import streamlit as st

def get_data():
    data_points = 10000
    interval = '1h'
    limit = 1500
    start_time = int(time.time() * 1000) - (data_points * 60 * 60 * 1000)
    df_list = []

    for i in range(0, data_points, limit):
        params = {
            'interval': interval,
            'limit': limit,
            'start_time': start_time + (i * 60 * 60 * 1000)
        }
        response = requests.get('https://api.coinex.com/v1/market/kline/BTCUSDT', params=params)
        data = response.json()
        
        if 'data' in data:
            keys = data['data'][0].keys()
            st.write(keys)  # Print out the keys in the first data point
            
            try:
                df = pd.DataFrame(data['data'])
                # Adjust the key based on the actual keys in the data dictionary
                timestamp_key = 'time' if 'time' in keys else 'open_time'
                df[timestamp_key] = pd.to_datetime(df[timestamp_key], unit='ms')
                df.set_index(timestamp_key, inplace=True)
                df.drop(['vol', 'amount'], axis=1, inplace=True)
                df_list.append(df)
            except KeyError as e:
                st.error(f"KeyError: {e}. Please check the keys in the data returned by the API.")
                return None

    df = pd.concat(df_list)
    return df

if st.button("Fetch historical data"):
    # Retrieve historical data from Coinex API
    df = get_data()

    if df is not None:
        # Save historical data to btcusdt_data.pkl
        df.to_pickle('btcusdt_data.pkl')
        st.write("Data fetched successfully and saved to btcusdt_data.pkl")