tasks.py

# tasks.py
import os
import logging
from redis import Redis
from dotenv import load_dotenv
from celery import Celery
from db.db_utils import get_connection, store_result_to_db

load_dotenv()

# REDIS_URL = os.environ['REDIS_URL']
# app = Celery('tasks', broker=REDIS_URL, backend=REDIS_URL)

# app.conf.update(
#     result_expires=3600,
#     task_serializer='json',
#     result_serializer='json',
#     accept_content=['json'],
#     timezone='UTC',
#     enable_utc=True,
#     broker_connection_retry_on_startup=True
# )

# @app.task
db_conn = get_connection()
db_cursor = db_conn.cursor()
def insert_result(run_key, mappings):
    for mapping in mappings:
        store_result_to_db(db_cursor, db_conn, run_key, mapping)

    # db_conn.close()