We have this code, but we have an issue with the memory system, right now we are testing with few entries capacity of the memory,  2 and 4, but, the json database we are making fails to manage the different sections we have, we have "recent_actions" "short_term_memory" and "long_term_memory".

What is supposed to happen is, we append recent actions into "recent_actions" we are passing the most recent into this section, only on the limit amount we have. As we reach the limit, the oldest entry will be now passed directly into "short_term_memory". Now, when we fill up "short_term_memory" we are supposed to make a summary of these short term memories and pass the resulting summary into "long_term_memory" and clean the "short_term_memory" entirely, we need to keep "recent_actions" intact. 

We have right now an issue where the system doesn't detect nor care about limits we set in the memory and the summarization system is not being called and long term memories are not formed.


Here is the code, please fix it.


# app.py

import os
import json
from flask import Flask, request, jsonify, render_template, Response
from openai import OpenAI
from functions import sleep_action, write_poem, take_note, move, ponder_about, associations, process_result
from memory import MemoryManager
from datetime import datetime
import logging
import threading
import time
from typing import Dict, Any
import configparser
import queue
import atexit
import asyncio  # Needed if you decide to make some functions async

# Initialize environment variables
from dotenv import load_dotenv
load_dotenv()

app = Flask(__name__)
memory_manager = MemoryManager()

# Start periodic saving every 5 minutes
memory_manager.start_periodic_saving(interval_seconds=300)

# Register shutdown hook to save memory
def save_memory_on_shutdown():
    memory_manager.save_memory()
    logger.info("Memory state saved on shutdown.")

atexit.register(save_memory_on_shutdown)

autonomous_actions_queue = queue.Queue()

# -------------------------------
# Logging Configuration
# -------------------------------
logging.basicConfig(
    level=logging.DEBUG,  # Set to DEBUG for detailed logs
    format='%(asctime)s [%(levelname)s] %(message)s',
    datefmt='%Y-%m-%d %H:%M:%S',
    handlers=[
        logging.StreamHandler(),  # Logs to console
        logging.FileHandler("logs/db_log_archive.log")  # Logs to file
    ]
)

logger = logging.getLogger(__name__)

# -------------------------------
# OpenAI Client Initialization
# -------------------------------
openai_api_key = os.getenv("OPENAI_API_KEY")
if not openai_api_key:
    logger.error("OpenAI API key not set. Please set the OPENAI_API_KEY environment variable.")
    raise ValueError("OpenAI API key not set. Please set the OPENAI_API_KEY environment variable.")

client = OpenAI(api_key=openai_api_key)

# -------------------------------
# Available Rooms and Actions
# -------------------------------
available_rooms = ['kitchen', 'living_room', 'bedroom', 'study', 'library', 'garden']
available_actions = ['move', 'sleep', 'write_poem', 'take_note', 'ponder_about', 'associations', 'process_result']

# Define function schemas
function_definitions = [
    {
        "type": "function",
        "function": {
            "name": "sleep",
            "description": "Sleep for a specified number of seconds.",
            "parameters": {
                "type": "object",
                "properties": {
                    "duration": {
                        "type": "integer",
                        "description": "Number of seconds to sleep."
                    }
                },
                "required": ["duration"],
                "additionalProperties": False
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "process_result",
            "description": "Generate an archive for an important idea, or objective process, result or any important output and save it for safe archival.",
            "parameters": {
                "type": "object",
                "properties": {
                    "project_data": {
                        "type": "string",
                        "description": "Prompt with extensive information to generate an archival or progress and results with. Use all the information necesary for a complete archival of information."
                    }
                },
                "required": ["project_data"],
                "additionalProperties": False
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "associations",
            "description": "Generate subconscious associative ideas based on the concepts specified.",
            "parameters": {
                "type": "object",
                "properties": {
                    "concepts": {
                        "type": "string",
                        "description": "Concepts to generate associations from."
                    }
                },
                "required": ["concepts"],
                "additionalProperties": False
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "write_poem",
            "description": "Write a simple poem.",
            "parameters": {
                "type": "object",
                "properties": {
                    "topic": {
                        "type": "string",
                        "description": "Topic of the poem with all the context, inspiration and ideas for it."
                    }
                },
                "required": ["topic"],
                "additionalProperties": False            
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "take_note",
            "description": "Take an extensive note for yourself, create a chain of thoughts style ideas, based on your previous memories, current objective, progress and results, use it as a general notepad to sculpt language as you please or need.",
            "parameters": {
                "type": "object",
                "properties": {
                    "content": {
                        "type": "string",
                        "description": "The content of the note."
                    }
                },
                "required": ["content"],
                "additionalProperties": False
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "ponder_about",
            "description": "Make a chain of thought style response based on your previous memories",
            "parameters": {
                "type": "object",
                "properties": {
                    "idea": {
                        "type": "string",
                        "description": "The root idea for the chain of thought"
                    }
                },
                "required": ["idea"],
                "additionalProperties": False
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "move",
            "description": "Move to a different room within the house, exact options: 'kitchen', 'living_room', 'bedroom', 'study', 'library', 'garden'",
            "parameters": {
                "type": "object",
                "properties": {
                    "to_room": {
                        "type": "string",
                        "description": "The target room to move to."
                    }
                },
                "required": ["to_room"],
                "additionalProperties": False
            }
        }
    }
]

# -------------------------------
# Function Map
# -------------------------------
function_map = {
    "sleep": sleep_action,
    "write_poem": write_poem,
    "take_note": take_note,
    "move": move,
    "ponder_about": ponder_about,
    "associations": associations,
    "process_result": process_result
}

# Function to load the configuration from an INI file
def load_config():
    config = configparser.ConfigParser()
    config.read('config.ini')  # Load the INI file
    return config

# Load the configuration
config = load_config()
logger.info(f"Loaded models from config: {dict(config['models'])}")

# Accessing the models from the config file
model1 = config['models']['model4']
model2 = config['models']['model5']
model3 = config['models']['model6']
model4 = config['models']['model7']

# -------------------------------
# Centralized Function Execution
# -------------------------------

def execute_function(function_name: str, arguments: Dict[str, Any]) -> Dict[str, Any]:
    """
    Executes the specified function and integrates its output into memory.
    Returns the function's output.
    """
    if function_name not in function_map:
        raise ValueError(f"Function '{function_name}' not recognized.")

    func = function_map[function_name]
    func_output = func(**arguments)

    # Integrate into memory
    memory_manager.integrate_action(func_output)

    # Enqueue the action for real-time frontend updates if it's autonomous
    autonomous_actions_queue.put({
        "type": func_output["action_type"],  # Flattening the structure
        "content": func_output["content"]
    })

    # Logging
    logger.debug(f"Executed function '{function_name}' with arguments {arguments}. Output: {func_output}")

    # Return the entire func_output to ensure all fields are available
    return func_output

# -------------------------------
# Routes
# -------------------------------

@app.route("/")
def index():
    return render_template("index.html")

@app.route("/api/message", methods=["POST"])
def handle_message():
    user_message = request.json.get("message")
    if not user_message:
        logger.warning("No message provided in the request.")
        return jsonify({"reply": "No message provided.", "actions": []}), 400

    current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
    memory = memory_manager.get_memory()

    # Record user message in memory
    memory_manager.add_exchange("user", user_message)
    logger.debug(f"User exchange added: {user_message}")

    # Prepare messages for OpenAI
    messages = [
        {
            "role": "system",
            "content": (
                f"You are an autonomous AI agent living in a digital house. You are free to behave as you please unless the user sets a behavior, objective, or question for you. "
                f"Verbalize in natural language what you want to do and why next based on your possible actions and recent and past actions and thoughts and expressed desires or objectives until they are completed. "
                f"Only take direct action with tool use if instructed by the user to do something, if not, only verbalize your next actions."
                f" Current time is {current_time}. Memory: {memory}"
            )
        },
        {"role": "user", "content": user_message}
    ]
    logger.debug(f"Prepared messages for OpenAI: {messages}")

    try:
        response = client.chat.completions.create(
            model=model1,  # Ensure this model name is correct
            messages=messages,
            tools=function_definitions,  # Ensure you add your function definitions here
            tool_choice="auto",
            temperature=1.1,
        )
    except Exception as e:
        logger.error(f"Error during OpenAI API call: {str(e)}")
        return jsonify({"reply": "An error occurred while processing your request.", "actions": []}), 500

    choice = response.choices[0]
    message = choice.message

    actions = []

    if message.tool_calls:
        first_tool_call = message.tool_calls[0]
        function_name = first_tool_call.function.name
        arguments = json.loads(first_tool_call.function.arguments)

        logger.debug(f"Autonomous action requested: {function_name} with arguments {arguments}")

        try:
            func_output = execute_function(function_name, arguments)
            actions.append({
                "type": function_name,
                "content": func_output
            })
        except ValueError as ve:
            logger.warning(str(ve))
            # Only add to exchanges if it's a direct response to user
            memory_manager.add_exchange("assistant", str(ve))
            return jsonify({"reply": str(ve), "actions": []}), 400
        except Exception as e:
            logger.error(f"Error executing function '{function_name}': {str(e)}")
            return jsonify({"reply": f"Error executing function '{function_name}': {str(e)}", "actions": []}), 500

        # Prepare the function response to send back to OpenAI
        function_response = {
            "role": "function",
            "name": function_name,
            "content": json.dumps(func_output)
        }

        # Get the final assistant reply
        try:
            final_response = client.chat.completions.create(
                model=model2,
                messages=messages + [function_response]
            )
            final_reply = final_response.choices[0].message.content

            # **Handle specific action confirmations if needed**
            if func_output.get("action_type") == "move":
                confirmation_message = func_output["content"].get("confirmation", "")
                room_description = func_output["content"].get("room_description", "")
                final_reply = f"{confirmation_message}\n{room_description}\n{final_reply}"

            logger.debug(f"Final assistant reply: {final_reply}")
        except Exception as e:
            logger.error(f"Error during final OpenAI API call: {str(e)}")
            return jsonify({"reply": "An error occurred while generating the reply.", "actions": []}), 500

        # Record assistant reply in memory as part of user-AI exchange
        memory_manager.add_exchange("assistant", final_reply)
        logger.debug(f"Assistant exchange added: {final_reply}")

        # Prepare the response with actions
        response_json = {
            "reply": final_reply,
            "actions": actions
        }

        return jsonify(response_json)
    else:
        # Direct response from the model without function call
        assistant_reply = message.content if message.content else ""
        logger.debug(f"Assistant reply without function call: {assistant_reply}")
        memory_manager.add_exchange("assistant", assistant_reply)
        return jsonify({"reply": assistant_reply, "actions": []})  # No actions

# -------------------------------
# SSE Endpoint for Autonomous Actions
# -------------------------------
@app.route('/stream')
def stream():
    def event_stream():
        while True:
            try:
                action = autonomous_actions_queue.get()
                yield f'data: {json.dumps(action)}\n\n'
            except GeneratorExit:
                break
            except Exception as e:
                logger.error(f"Error in SSE stream: {e}")
                break

    return Response(event_stream(), mimetype='text/event-stream')

@app.route("/api/memory", methods=["GET"])
def get_memory():
    """
    Endpoint to retrieve the current memory, especially the current room.
    """
    memory = memory_manager.get_memory()
    # Extract current_room from memory
    # Assuming the last relevant line contains the current room
    lines = memory.strip().split('\n')
    current_room_line = next((line for line in lines if line.startswith("Current Location:")), None)
    current_room = "bedroom"  # Default room
    if current_room_line:
        current_room = current_room_line.replace("Current Location:", "").strip().lower()
    return jsonify({"current_room": current_room})

# -------------------------------
# Autonomous Decision-Making
# -------------------------------
def autonomous_decision():
    """
    Periodically prompts the LLM to choose the next action based on current memory and world state.
    Runs in a background thread.
    """
    while True:
        time.sleep(120)  # Wait for 120 seconds

        # Prepare the prompt with current memory and world state
        current_time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
        memory = memory_manager.get_memory()
        world_state = f"Current Location: {memory_manager.current_room.capitalize()}"

        prompt_messages = [
            {
                "role": "system",
                "content": (
                    "You are an autonomous AI agent with a thought processing system, integrated with different models simulating a brain's functions. "
                    "You have access to tools for creative pondering, associative ideation, and other cognitive functions. "
                    "Your actions and interactions are logged in your memory, which includes past exchanges with the user and notes you've taken. "
                    f"Current time is {current_time}. Memory: {memory}\nWorld state: {world_state}\nAvailable actions: {', '.join(available_actions)}.\n\n"
                    "Please choose your next action from the available actions, ensuring that you consider your past interactions, notes, and current state and objective."
                )
            },
            {"role": "user", "content": "Choose your next action from the available actions and provide the necessary parameters."}
        ]

        logger.debug("autonomous_decision: Prepared prompt for OpenAI.")

        try:
            response = client.chat.completions.create(
                model=model3,  # Ensure this model name is correct
                messages=prompt_messages,
                tools=function_definitions,  # Ensure you add your function definitions here
                tool_choice="required",
                temperature=1.1,
            )
        except Exception as e:
            logger.error(f"Error during autonomous OpenAI API call: {str(e)}")
            continue  # Skip this cycle on error

        choice = response.choices[0]
        message = choice.message

        if message.tool_calls:
            first_tool_call = message.tool_calls[0]
            function_name = first_tool_call.function.name
            arguments = json.loads(first_tool_call.function.arguments)

            logger.debug(f"Autonomous action requested: {function_name} with arguments {arguments}")

            try:
                func_output = execute_function(function_name, arguments)
            except ValueError as ve:
                logger.warning(str(ve))
                continue
            except Exception as e:
                logger.error(f"Error executing autonomous function '{function_name}': {str(e)}")
                continue  # Skip this action on error

            # Prepare the function response to send back to OpenAI
            function_response = {
                "role": "function",
                "name": function_name,
                "content": json.dumps(func_output)
            }

            # Get the final assistant reply
            try:
                final_response = client.chat.completions.create(
                    model=model4,
                    messages=[
                        {
                            "role": "system",
                            "content": (
                                "You are an autonomous AI agent designed to have a thought processing system, integrated with different models simulating functions of a brain. "
                                "You are in a digital house. Consider your previous actions and interactions logged in your memory, which includes past exchanges with the user and notes you've taken. "
                                f"Current time is {current_time}. Memory: {memory}\nWorld state: {world_state}\n"
                                "Please create a final condensed response considering the most recent actions, objectives, interactions, and results, ensuring that you consider your most recent objectives and verbalizations, consider notes, current state, and use the following response given to the recent action to heavily inspire your output, no matter how absurd or short it is, it is your internal mental processing and representative of you."
                                " The following input is your last internal process."
                            )
                        },
                        {"role": "user", "content": f"Internal process input: {function_response}"}
                    ],
                    temperature=1.1,
                )
                final_reply = final_response.choices[0].message.content

                # **Handle specific action confirmations if needed**
                if func_output.get("action_type") == "move":
                    confirmation_message = func_output["content"].get("confirmation", "")
                    room_description = func_output["content"].get("room_description", "")
                    final_reply = f"{confirmation_message}\n{room_description}\n{final_reply}"

                logger.debug(f"Autonomous assistant reply: {final_reply}")
            except Exception as e:
                logger.error(f"Error during final autonomous OpenAI API call: {str(e)}")
                continue  # Skip on error

            # Enqueue the final_reply to be sent via SSE
            autonomous_actions_queue.put({
                "type": "final_reply",
                "content": final_reply
            })
            logger.debug("Autonomous assistant reply enqueued for SSE.")

            # Integrate the assistant's reply as an autonomous action
            memory_manager.integrate_action({
                "action_type": "autonomous_reply",
                "content": final_reply,
                "notes": ""
            })
            logger.debug("Autonomous assistant reply integrated into memory.")
        else:
            # Handle cases where the model didn't choose a function call
            assistant_reply = message.content if message.content else ""
            logger.debug(f"Autonomous assistant reply without function call: {assistant_reply}")
            # Integrate the assistant's reply as an autonomous action
            memory_manager.integrate_action({
                "action_type": "autonomous_reply",
                "content": assistant_reply,
                "notes": ""
            })
            logger.debug("Autonomous assistant reply without function call integrated into memory.")

# -------------------------------
# Start Autonomous Decision Thread
# -------------------------------
autonomous_thread = threading.Thread(target=autonomous_decision, daemon=True
                                     )
autonomous_thread.start()
logger.info("Autonomous decision-making thread started.")

# -------------------------------
# Run the Flask App
# -------------------------------
if __name__ == "__main__":
    # Disable debug mode for production to prevent multiple threads
    app.run(debug=False, threaded=True)


# memory.py

import json
from collections import deque
from datetime import datetime, timedelta
import os
import logging
from typing import Any, Dict
from dotenv import load_dotenv
from openai import OpenAI
import configparser
import threading
import time
import shutil
import asyncio

# Load environment variables from .env file
load_dotenv()

logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)  # Set to DEBUG for detailed logs

# Function to load the configuration from an INI file
def load_config():
    config = configparser.ConfigParser()
    config.read('config.ini')  # Load the INI file
    return config

# Load the configuration
config = load_config()

# Accessing the models from the config file
model = config['models']['model8']

class MemoryManager:
    def __init__(self, 
                 memory_db_path="memory/memory_db.json",
                 notes_db_path="notes/notes_db.json", 
                 results_db_path="results/results_db.json"):
        # Deques for different memory sections
        self.recent_actions = deque(maxlen=2)       # Stores the 5 most recent actions
        self.short_term_memory = deque(maxlen=4)    # Stores the 60 most recent actions
        self.long_term_memory = []                   # Stores summarized memories
        self.exchanges = deque(maxlen=60)            # Stores the last 60 user-AI exchanges
        self.total_time_spent = timedelta()
        self.current_room = "bedroom"                # Initialize starting room
        self.notes_db_path = notes_db_path
        self.results_db_path = results_db_path
        self.memory_db_path = memory_db_path        # Path for memory persistence

        # Create directories if they don't exist
        os.makedirs(os.path.dirname(self.memory_db_path), exist_ok=True)
        os.makedirs(os.path.dirname(self.notes_db_path), exist_ok=True)
        os.makedirs(os.path.dirname(self.results_db_path), exist_ok=True)

        # Initialize a re-entrant lock for thread-safe operations
        self.lock = threading.RLock()

        # Load existing memory, notes, and results if available
        self.load_memory()
        self.load_notes()
        self.load_results()

        ## Databases Initialization

        # Initialize notes database if it doesn't exist
        if not os.path.isfile(self.notes_db_path):
            with open(self.notes_db_path, 'w') as f:
                json.dump({"notes": []}, f, indent=4)
            logger.info(f"Notes database created at {self.notes_db_path}")

        # Initialize results database if it doesn't exist
        if not os.path.isfile(self.results_db_path):
            with open(self.results_db_path, 'w') as f:
                json.dump({"results": []}, f, indent=4)
            logger.info(f"Results database created at {self.results_db_path}")

    def add_exchange(self, role: str, content: str):
        """
        Adds a user or assistant exchange to the exchanges deque.
        Compresses exchanges into a summary when the limit is reached.
        """
        timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
        exchange_entry = {
            "timestamp": timestamp,
            "role": role,
            "content": content
        }
        with self.lock:
            self.exchanges.append(exchange_entry)

        logger.debug(f"Exchange added: {exchange_entry}")

    async def generate_summary_async(self, data: Any, summary_type: str = "general") -> str:
        """
        Asynchronously generates a summary using the OpenAI API.
        """
        if summary_type == "exchanges_summary":
            prompt_description = "Summarize the following user and assistant exchanges."
            formatted_data = "\n".join([f"{ex['role'].capitalize()}: {ex['content']}" for ex in data])
        elif summary_type == "actions_summary":
            prompt_description = "Summarize the following recent actions taken by the assistant."
            formatted_data = "\n".join([
                f"{action['timestamp']} - {action['action_type']}: {action['content']}" for action in data
            ])
        else:
            prompt_description = "Summarize the following data."
            formatted_data = "\n".join([str(d) for d in data])

        prompt = f"{prompt_description}\n\n{formatted_data}\n\nSummary:"

        try:
            openai_api_key = os.getenv("OPENAI_API_KEY")
            if not openai_api_key:
                logger.error("OpenAI API key not set.")
                raise ValueError("OpenAI API key not set.")

            client = OpenAI(api_key=openai_api_key, timeout=10)

            completion = await client.chat.completions.create(
                model=model,  # Ensure this model name is correct
                messages=[
                    {
                        "role": "system",
                        "content": "You are an AI designed to summarize conversations and actions efficiently."
                    },
                    {"role": "user", "content": prompt}
                ],
                max_tokens=300,
                temperature=0.5,
            )

            summary = completion.choices[0].message.content.strip()
            logger.debug(f"Generated summary: {summary}")
            return summary
        except asyncio.TimeoutError:
            logger.error("generate_summary_async: OpenAI API call timed out.")
            return "Summary could not be generated due to timeout."
        except Exception as e:
            logger.error(f"generate_summary_async: Unexpected error: {e}")
            return "Summary could not be generated due to an unexpected error."

    def compress_short_term_memory(self):
        """
        Compresses the short-term memory into a summary and appends it to long-term memory.
        """
        logger.debug("compress_short_term_memory: Start")
        start_time = time.time()
        with self.lock:
            short_term_list = list(self.short_term_memory)
            if not short_term_list:
                logger.info("compress_short_term_memory: Short-Term Memory is empty. No compression needed.")
                logger.debug("compress_short_term_memory: End")
                return

            # Run the async summary in the event loop
            try:
                loop = asyncio.new_event_loop()
                asyncio.set_event_loop(loop)
                summary = loop.run_until_complete(
                    self.generate_summary_async(short_term_list, summary_type="actions_summary")
                )
                loop.close()
            except Exception as e:
                logger.error(f"compress_short_term_memory: Exception during summary generation: {e}")
                return

            if summary == "Summary could not be generated due to timeout." or summary == "Summary could not be generated due to an unexpected error.":
                logger.warning("compress_short_term_memory: Summary generation failed. Skipping addition to Long-Term Memory.")
                logger.debug("compress_short_term_memory: End")
                return

            consolidated_summary = {
                "type": "actions_summary",
                "timestamp": datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
                "summary": summary
            }
            self.long_term_memory.append(consolidated_summary)
            logger.info("compress_short_term_memory: Short-term memory compressed into a summary and added to long-term memory.")

            # Clear the short-term memory deque after compression
            self.short_term_memory.clear()
            logger.debug("compress_short_term_memory: Short-Term Memory cleared after compression.")

        end_time = time.time()
        logger.debug(f"compress_short_term_memory: End (Duration: {end_time - start_time:.2f} seconds)")

    def integrate_action(self, action_output: Dict[str, Any]):
        """
        Integrates the standardized function output into the memory system.
        Ensures that each action is recorded only once.
        """
        action_type = action_output.get("action_type")
        content = action_output.get("content", {})
        notes = action_output.get("notes", "")

        timestamp = datetime.now().strftime("%Y-%m-%d %H:%M:%S")

        # Create a comprehensive action entry
        action_entry = {
            "timestamp": timestamp,
            "action_type": action_type,
            "content": content,
            "notes": notes
        }

        with self.lock:
            # Add to recent_actions and short_term_memory
            self.recent_actions.append(action_entry)
            self.short_term_memory.append(action_entry)
            logger.debug(f"Action integrated: {action_entry}")

            # Check if short_term_memory is full
            if len(self.short_term_memory) >= self.short_term_memory.maxlen:
                self.compress_short_term_memory()

        # Handle specific action types
        if action_type == "move":
            to_room = content.get("to_room", self.current_room)
            self.current_room = to_room  # Update current room
            logger.info(f"Current room updated to: {self.current_room}")
        elif action_type == "take_note":
            note = content.get("note", "")
            self.save_note(note)
        elif action_type == "process_result":
            project_results = content.get("projectResult", "")
            self.save_final_result(project_results)
        # Add more action-specific handlers as needed

        # Handle notes if any
        if notes:
            self.save_note(notes)

        self.save_memory()  # Save after integrating action

    def generate_summary(self, data: Any, summary_type: str = "general") -> str:
        """
        Deprecated synchronous method. Use generate_summary_async instead.
        """
        return "Use generate_summary_async instead."

    def save_note(self, content: str):
        """
        Saves a note to the JSON database.
        """
        try:
            with self.lock:
                self.backup_file(self.notes_db_path)
                with open(self.notes_db_path, 'r+') as f:
                    data = json.load(f)
                    # Limit to last 100 notes
                    if len(data['notes']) >= 100:
                        data['notes'] = data['notes'][-99:]
                    data['notes'].append({
                        "timestamp": datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
                        "content": content
                    })
                    f.seek(0)
                    json.dump(data, f, indent=4)
                    f.truncate()
            logger.info(f"Note saved: {content}")
        except Exception as e:
            logger.error(f"Failed to save note: {e}")

    def save_final_result(self, f_result: str):
        """
        Saves final results into the JSON database.
        """
        try:
            with self.lock:
                self.backup_file(self.results_db_path)
                with open(self.results_db_path, 'r+') as f:
                    data = json.load(f)
                    data['results'].append({
                        "timestamp": datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
                        "content": f_result
                    })
                    f.seek(0)
                    json.dump(data, f, indent=4)
                    f.truncate()
            logger.info(f"Final results saved: {f_result}")
        except Exception as e:
            logger.error(f"Failed to save final results: {e}")

    def backup_file(self, file_path: str):
        """
        Creates a backup of the specified file with a timestamp.
        """
        if os.path.isfile(file_path):
            timestamp = datetime.now().strftime("%Y%m%d%H%M%S")
            backup_path = f"{file_path}.{timestamp}.bak"
            try:
                shutil.copy(file_path, backup_path)
                logger.info(f"Backup created for {file_path} at {backup_path}")
            except Exception as e:
                logger.error(f"Failed to create backup for {file_path}: {e}")

    def get_memory(self) -> str:
        """
        Returns a string representation of the memory including long-term memories,
        exchanges summary, and current location.
        """
        memory = ""
        with self.lock:
            if self.long_term_memory:
                memory += "Long-Term Memory:\n"
                for entry in self.long_term_memory:
                    if "type" in entry:
                        memory += f"[{entry['timestamp']}] ({entry['type']}) {entry['summary']}\n"
                    else:
                        memory += f"[{entry['timestamp']}] (unknown_type) {entry.get('summary', 'No summary available.')}\n"
                memory += "\n"
            memory += "Short-Term Memory:\n"
            for action in self.short_term_memory:
                memory += f"[{action['timestamp']}] {action['action_type']}: {action['content']}\n"
            memory += "\n"
            if self.exchanges:
                memory += "User-AI Exchanges:\n"
                for ex in self.exchanges:
                    memory += f"[{ex['timestamp']}] {ex['role'].capitalize()}: {ex['content']}\n"
            memory += f"\nCurrent Location: {self.current_room.capitalize()}"
        return memory

    def save_memory(self):
        """
        Saves the entire memory state to a JSON file.
        """
        with self.lock:
            memory_state = {
                "recent_actions": list(self.recent_actions),
                "short_term_memory": list(self.short_term_memory),
                "long_term_memory": self.long_term_memory,
                "exchanges": list(self.exchanges),
                "total_time_spent_seconds": self.total_time_spent.total_seconds(),
                "current_room": self.current_room
            }
            try:
                with open(self.memory_db_path, 'w') as f:
                    json.dump(memory_state, f, indent=4)
                logger.debug("Memory state saved successfully.")
            except Exception as e:
                logger.error(f"Failed to save memory state: {e}")

    def load_memory(self):
        """
        Loads the memory state from a JSON file if it exists.
        """
        if os.path.isfile(self.memory_db_path):
            try:
                with self.lock:
                    with open(self.memory_db_path, 'r') as f:
                        memory_state = json.load(f)
                self.recent_actions = deque(memory_state.get("recent_actions", []), maxlen=5)
                self.short_term_memory = deque(memory_state.get("short_term_memory", []), maxlen=60)
                self.long_term_memory = memory_state.get("long_term_memory", [])
                self.exchanges = deque(memory_state.get("exchanges", []), maxlen=60)
                self.total_time_spent = timedelta(seconds=memory_state.get("total_time_spent_seconds", 0))
                self.current_room = memory_state.get("current_room", "bedroom")
                logger.info("Memory state loaded successfully.")
            except Exception as e:
                logger.error(f"Failed to load memory state: {e}")
        else:
            logger.info("No existing memory state found. Starting fresh.")

    def load_notes(self):
        """
        Loads notes from the JSON database into long-term memory.
        """
        if os.path.isfile(self.notes_db_path):
            try:
                with self.lock:
                    with open(self.notes_db_path, 'r') as f:
                        data = json.load(f)
                notes = data.get("notes", [])
                for note in notes:
                    note_content = f"[{note['timestamp']}] Note: {note['content']}"
                    self.long_term_memory.append({
                        "type": "note",
                        "timestamp": note['timestamp'],
                        "summary": note_content
                    })
                logger.info("Notes loaded successfully.")
            except Exception as e:
                logger.error(f"Failed to load notes: {e}")
        else:
            logger.info("No existing notes found.")

    def load_results(self):
        """
        Loads results from the JSON database into long-term memory.
        """
        if os.path.isfile(self.results_db_path):
            try:
                with self.lock:
                    with open(self.results_db_path, 'r') as f:
                        data = json.load(f)
                results = data.get("results", [])
                for result in results:
                    result_content = f"[{result['timestamp']}] Result: {result['content']}"
                    self.long_term_memory.append({
                        "type": "result",
                        "timestamp": result['timestamp'],
                        "summary": result_content
                    })
                logger.info("Results loaded successfully.")
            except Exception as e:
                logger.error(f"Failed to load results: {e}")
        else:
            logger.info("No existing results found.")

    def start_periodic_saving(self, interval_seconds: int = 300):
        """
        Starts a background thread that saves memory at regular intervals.
        """
        def save_periodically():
            while True:
                time.sleep(interval_seconds)
                self.save_memory()

        thread = threading.Thread(target=save_periodically, daemon=True)
        thread.start()
        logger.info(f"Started periodic memory saving every {interval_seconds} seconds.")


# functions.py

from pydantic import BaseModel
from typing import Any, Dict
import logging
from dotenv import load_dotenv
from openai import OpenAI
import time
import json
import os
import configparser


load_dotenv()

# Initialize OpenAI client
openai_api_key = os.getenv("OPENAI_API_KEY")
if not openai_api_key:
    raise ValueError("OpenAI API key not set. Please set the OPENAI_API_KEY environment variable.")

client = OpenAI(api_key=openai_api_key)

# Setup logging
logger = logging.getLogger(__name__)
logger.setLevel(logging.INFO)

# Add a FileHandler to save INFO level logs to a file
file_handler = logging.FileHandler("logs/db_log_archive.log")
file_handler.setLevel(logging.INFO)

# Formatter for the file handler
file_formatter = logging.Formatter('%(asctime)s [%(levelname)s] %(message)s', '%Y-%m-%d %H:%M:%S')
file_handler.setFormatter(file_formatter)

# Add the file handler to the logger
logger.addHandler(file_handler)

# Function to load the configuration from an INI file
def load_config():
    config = configparser.ConfigParser()
    config.read('config.ini')  # Load the INI file

    return config

# Load the configuration
config = load_config()

# Accessing the models from the config file
model1 = config['models']['model1']
model2 = config['models']['model2']
model3 = config['models']['model3']
model4 = config['models']['model9']


# Define Pydantic models for structured outputs

class FunctionOutput(BaseModel):
    action_type: str
    content: Dict[str, Any]
    notes: str = ""

def process_result(project_data: str) -> Dict[str, Any]:
    """
    Generates final results of autonomous behavior.
    """
    try:
        completion = client.chat.completions.create(
            model=model4,
           messages=[
                {"role": "system", "content": """
                 
                 
                 Serve as the final processor for an AI-driven project by combining multiple data points and generating a coherent, polished result.

Gather different data points from an AI process that has been working towards a defined objective. Depending on the objective, produce a cohesive final output (e.g., code, report, design) that reflects the goal of the entire project accurately and effectively. 

# Steps

1. **Understand the Objective**: Accurately parse the different data points, understanding the core goal of the project, and the role of each data point.
2. **Data Integration**: Integrate the data points into a unified solution, ensuring that the result aligns with the initial objective.
   - If data points complement each other, logically combine them.
   - If data points seem to be contradictory, determine the most suitable representation or recommendation based on context and relevance.
3. **Finalize the Result Based on Project Type**:
   - If the project is **code**, structure and finalize the code.
   - If the project is a **report**, create a comprehensive, well-organized report.
   - For different objectives, apply an appropriate medium for output (e.g., a **diagram**, **story**, or **analysis**).

# Output Format

- The output should be a cohesive final version, choosing the format accordingly:
  - **Code**: A complete program or module formatted with clear comments as needed.
  - **Report**: A structured multi-section report with introduction, body, and conclusion, each section logically building on each other.
  - **Design or Other Type**: Specific format depending on the nature of the data (e.g., diagrams should have titles, logical flow, etc.)
  
- **Length** and **Detail** should match the scope originally provided in the data points, ensuring nothing is overlooked, and all relevant information is included. Do not add any new information beyond what is given.

# Notes

- Ensure the final output is cohesive and logically connected.
- Ensure data points do not contradict, or if they do, provide reasoning to resolve.
- Provide explanations or rationales where necessary to ensure the user understands the reasons behind certain choices or compositions."""
                 
                 
                 },
                {"role": "user", "content": project_data}
            ]
        )

        projectResult = completion.choices[0].message.content
        logger.info(f"Generated process_result for '{project_data}': '{projectResult}'")
    except Exception as e:
        projectResult = f"An error occurred while generating the associations: {str(e)}"
        logger.error(projectResult)
    
    return FunctionOutput(
        action_type="process_result",
        content={"projectResult": projectResult},
        notes=""
    ).dict()

def associations(concepts: str, num_responses: int = 1) -> Dict[str, Any]:
    """
    Generates multiple associative thoughts based on the given concepts using OpenAI's API.
    """
    try:
        associations_list = []
        for _ in range(num_responses):
            completion = client.chat.completions.create(
                model=model1,
                messages=[
                    {"role": "system", "content": "You are a memory, emotional, and associative text generator. Generate text heavily charged with emotions, recollections, and associations based on the user input."},
                    {"role": "user", "content": concepts}
                ],
                temperature=1.1
            )
            response = completion.choices[0].message.content
            associations_list.append(response)
        
        associationsOUT = "\n\n".join(associations_list)  # Combine responses with a separator
        logger.info(f"Generated associations for '{concepts}': '{associationsOUT}'")
    except Exception as e:
        associationsOUT = f"An error occurred while generating the associations: {str(e)}"
        logger.error(associationsOUT)
    
    return FunctionOutput(
        action_type="associations",
        content={"associations": associationsOUT},
        notes=""
    ).dict()

def ponder_about(idea: str, num_responses: int = 1) -> Dict[str, Any]:
    """
    Generates multiple chains of thought based on the given idea using OpenAI's API.
    """
    try:
        thoughts_list = []
        for _ in range(num_responses):
            completion = client.chat.completions.create(
                model=model2,
                messages=[
                    {"role": "system", "content": "You are a bot that randomly generates creative, absurd, philosophical, bizarre, profound, and unique phrases on demand."},
                    {"role": "user", "content": idea}
                ],
                temperature=1.1
            )
            response = completion.choices[0].message.content
            thoughts_list.append(response)
        
        CoT = "\n\n".join(thoughts_list)  # Combine responses with a separator
        logger.info(f"Generated pondering for '{idea}': '{CoT}'")
    except Exception as e:
        CoT = f"An error occurred while generating the pondering: {str(e)}"
        logger.error(CoT)
    
    return FunctionOutput(
        action_type="ponder_about",
        content={"CoT": CoT},
        notes=""
    ).dict()

def sleep_action(duration: int) -> Dict[str, Any]:
    """
    Simulates sleeping for a given duration.
    """
    try:
        time.sleep(duration)
        logger.info(f"Slept for {duration} seconds.")
    except Exception as e:
        logger.error(f"Error during sleep: {str(e)}")
    return FunctionOutput(
        action_type="sleep",
        content={"duration": duration},
        notes=f"Slept for {duration} seconds."
    ).dict()

def write_poem(topic: str, num_poems: int = 1) -> Dict[str, Any]:
    """
    Generates multiple poems based on the given topic using OpenAI's API.
    """
    try:
        poems_list = []
        for _ in range(num_poems):
            completion = client.chat.completions.create(
                model=model3,
                messages=[
                    {"role": "system", "content": "You are Jupiter, a creative bot that generates creative and unique phrases on demand. Write a poem based on the following topic:"},
                    {"role": "user", "content": topic}
                ]
            )
            response = completion.choices[0].message.content
            poems_list.append(response)
        
        poem = "\n\n".join(poems_list)  # Combine poems with a separator
        logger.info(f"Generated poem ideas for '{topic}': '{poem}'")
    except Exception as e:
        poem = f"An error occurred while generating the poems: {str(e)}"
        logger.error(poem)
    
    return FunctionOutput(
        action_type="write_poem",
        content={"poem": poem},
        notes=""
    ).dict()

def take_note(content: str) -> Dict[str, Any]:
    """
    Takes a note with the given content.
    """
    logger.info(f"Taking note: {content}")
    return FunctionOutput(
        action_type="take_note",
        content={"note": content},
        notes=f"Note taken: {content}"
    ).dict()

# functions.py

def move(to_room: str) -> Dict[str, Any]:
    """
    Moves the character to a specified room and returns a related description.
    """
    available_rooms = ['kitchen', 'living_room', 'bedroom', 'study', 'library', 'garden']
    
    room_descriptions = {
        'kitchen': "You step into the kitchen, where the smell of freshly brewed coffee fills the air. The countertops are cluttered with ingredients for a meal.",
        'living_room': "The living room is cozy and inviting, with soft lighting and a large sofa. The TV is on, playing an old movie.",
        'bedroom': "The bedroom is peaceful, with soft sheets and a calm ambiance. The window is slightly open, letting in a cool breeze.",
        'study': "In the study, shelves of books line the walls. A desk sits in the center, papers scattered across it, as if someone was deep in thought.",
        'library': "The library is quiet, filled with towering shelves of books. The air smells of old paper, and the dim light creates a calm atmosphere.",
        'garden': "The garden is alive with vibrant colors and the soft hum of insects. A stone path winds through blooming flowers, leading to a wooden bench under a sprawling oak tree. The air is fragrant with the scent of jasmine and fresh earth, and you can hear the faint trickle of a small fountain nearby."
    }
    
    if to_room not in available_rooms:
        logger.warning(f"Attempted to move to invalid room: '{to_room}'")
        return FunctionOutput(
            action_type="error",
            content={"message": f"Room '{to_room}' does not exist."},
            notes=""
        ).dict()
    
    room_text = room_descriptions.get(to_room, "You are in an indescribable place.")
    logger.info(f"Moved to '{to_room}': {room_text}")
    
    return FunctionOutput(
        action_type="move",
        content={
            "to_room": to_room,
            "room_description": room_text,
            "confirmation": f"You have moved to the {to_room.replace('_', ' ')}."
        },
        notes=""  # You can keep this empty or remove it if not used elsewhere
    ).dict()