src/libs/s3fs.py

import os
import s3fs
from fs_s3fs import S3FS
from dotenv import load_dotenv

load_dotenv()

exchanges_data_s3fs = S3FS(
    bucket_name = 'exchanges-data',
    aws_access_key_id = os.getenv('DO_SPACES_ACCESS_KEY'),
    aws_secret_access_key = os.getenv('DO_SPACES_SECRET_KEY'),
    endpoint_url = os.getenv('DO_SPACES_ENDPOINT'),
    region = os.getenv('DO_SPACES_REGION'),
)

# AWS credentials
s3_credentials = {
    "s3_access_key_id": os.getenv("DO_SPACES_ACCESS_KEY"),
    "s3_secret_access_key": os.getenv("DO_SPACES_SECRET_KEY"),
    "s3_endpoint_url": os.getenv("DO_SPACES_ENDPOINT_URL"),
    "s3_bucket_name": os.getenv("DO_SPACES_BUCKET_NAME"),
    "s3_region": os.getenv("DO_SPACES_REGION_NAME"),
}

def get_s3_credentials():
    return s3_credentials